00010000:00000010:0.1F:1788924976.377164:0:10662:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030e00. 00010000:00000010:0.1:1788924976.387679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031000. 00000080:00000010:2.1F:1788924994.242462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c2dd7a00. 00000080:00000010:2.1:1788924994.242484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c2dd7b40. 00010000:00000010:2.1:1788924994.242490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df700. 00010000:00000010:2.1:1788924994.242495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d8a00. 00000080:00000010:2.1:1788924994.248981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c2dd7f20. 00010000:00000010:0.1:1788924996.616858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c30b5700. 00010000:00000010:0.1:1788924996.616870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00000080:00000010:0.1:1788925012.191970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c2dd7b40. 00010000:00000010:1.1F:1788925014.380517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f400. 00010000:00000010:1.1:1788925014.380545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00000080:00000010:0.1:1788925014.428693:0:10671:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76e027f860. 00010000:00000010:3.1F:1788925016.042445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d8800. 00000080:00000010:0.1:1788925032.671201:0:10897:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c853bfc0. 00010000:00000010:0.1:1788925079.261433:0:11534:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fd00. 00010000:00000010:0.1:1788925079.261444:0:11534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:2.1:1788925079.306063:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e800. 00010000:00000010:0.1:1788925096.671418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:2.1:1788925099.397590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788925128.037446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e000. 00010000:00000010:1.1:1788925128.037477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00010000:00000010:1.1:1788925128.079479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fa00. 00010000:00000010:1.1:1788925145.722468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:1.1:1788925145.726469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f300. 00010000:00000010:1.1:1788925145.726482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:1.1:1788925145.726488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e400. 00010000:00000010:1.1:1788925145.726491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030e00. 00000080:00000010:0.1:1788925145.754480:0:12180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c57adaa0. 00000080:00000010:0.1:1788925145.754496:0:12180:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c90a8800. 00010000:00000010:2.1:1788925148.788543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00010000:00000010:2.1:1788925148.792836:0:474:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d85d5300. 00010000:00000010:2.1:1788925148.792851:0:474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:2.1:1788925148.792867:0:474:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f200. 00010000:00000010:2.1:1788925148.792871:0:474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000080:00000010:0.1:1788925164.281438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c51f9d40. 00000080:00000010:0.1:1788925164.281457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6aafdc0. 00010000:00000010:1.1:1788925166.095469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e500. 00010000:00000010:1.1:1788925166.095481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030e00. 00010000:00000010:1.1:1788925166.095485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df700. 00010000:00000010:1.1:1788925166.095488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d9c00. 00000080:00000010:1.1:1788925166.129960:0:12224:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6a34220. 00000080:00000010:1.1:1788925166.139478:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1539080. 00010000:00000010:1.1:1788925172.149693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:1.1:1788925172.149707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d9c00. 00010000:00000010:1.1:1788925172.175615:0:12809:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fd00. 00010000:00000010:0.1:1788925172.206167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d85d5e00. 00010000:00000010:0.1:1788925172.206182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:1.1:1788925173.085609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112ff00. 00010000:00000010:1.1:1788925173.085621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:1.1:1788925173.085625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fd00. 00010000:00000010:1.1:1788925173.085628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000080:00000010:1.1:1788925173.102450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6bc6c60. 00000080:00000010:1.1:1788925173.102464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6bc66c0. 00010000:00000010:1.1:1788925174.781791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ef00. 00010000:00000010:1.1:1788925174.781805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00010000:00000010:1.1:1788925174.781810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225900. 00010000:00000010:1.1:1788925174.781814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00000080:00000010:3.1:1788925190.275478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6bc61a0. 00000080:00000010:3.1:1788925190.275497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6a496e0. 00010000:00000010:1.1:1788925207.169849:0:12863:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f100. 00010000:00000010:1.1:1788925207.169861:0:12863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:1.1:1788925207.169866:0:12863:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ea00. 00010000:00000010:1.1:1788925207.169869:0:12863:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00000080:00000010:1.1:1788925207.177604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c86f64c0. 00010000:00000010:1.1:1788925209.197442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e500. 00010000:00000010:1.1:1788925209.197458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031e00. 00010000:00000010:1.1:1788925209.201446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:1.1:1788925209.201462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00000080:00000010:1.1:1788925225.592478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c6ad82c0. 00010000:00000010:0.1:1788925228.093434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfa00. 00010000:00000010:0.1:1788925228.093449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d9c00. 00010000:00000010:0.1:1788925228.093453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df600. 00010000:00000010:0.1:1788925228.093456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d8600. 00000080:00000010:0.1:1788925228.121431:0:12901:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c4da9660. 00000080:00000010:0.1:1788925228.141367:0:1362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b18c0. 00010000:00000010:1.1:1788925234.419476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fc00. 00010000:00000010:1.1:1788925234.419484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00010000:00000010:3.1:1788925235.603987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df600. 00010000:00000010:3.1:1788925235.604000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d9200. 00010000:00000010:3.1:1788925235.613958:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfa00. 00010000:00000010:0.1:1788925235.614491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df600. 00010000:00000010:0.1:1788925235.614498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d9600. 00000080:00000010:0.1:1788925251.537578:0:13493:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c51fd140. 00010000:00000010:0.1:1788925260.669609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00010000:00000010:0.1:1788925260.674608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225100. 00010000:00000010:0.1:1788925260.674625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:0.1:1788925260.685571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e700. 00010000:00000010:1.1:1788925260.829445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ee00. 00010000:00000010:1.1:1788925260.829460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00000800:00000200:3.1:1788925260.846233:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 56764 low water 171298 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.846277:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 56764 low water 171298 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.846297:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 55484 low water 171938 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.846304:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 55484 low water 171938 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.846344:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 141220 low water 162350 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.846354:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 139940 low water 162990 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.846384:0:2391:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 225676 low water 153402 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.848423:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -40216 low water 286348 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.848437:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -40216 low water 286348 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.848447:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -40216 low water 286348 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.848452:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -40216 low water 286348 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.848486:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 173484 low water 262698 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.848495:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 172204 low water 263338 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.849373:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 172204 low water 263338 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.854684:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 752556 low water 206122 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858200:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 9192 low water 577804 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858214:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 9192 low water 577804 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858246:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 64160 low water 550320 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858257:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 64160 low water 550320 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858262:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 64160 low water 550320 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858303:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 226716 low water 535602 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.858308:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 226716 low water 535602 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.860901:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 226716 low water 535602 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.861689:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 226716 low water 535602 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.861731:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 225436 low water 536242 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.861802:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 352088 low water 522836 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.861807:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 352088 low water 522836 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.861837:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 606736 low water 495352 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925260.867498:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 949996 low water 789642 conn ffff9d76c91ee000 blocked idle queued 00010000:00000010:1.1:1788925261.978799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:1.1:1788925261.980627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df500. 00010000:00000010:1.1:1788925261.980639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d8a00. 00010000:00000010:0.1:1788925262.001204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112ff00. 00010000:00000010:1.1:1788925262.025703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00010000:00000010:3.1:1788925268.752217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d8600. 00010000:00000010:0.1:1788925268.756046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df800. 00010000:00000010:0.1:1788925268.756061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c29d9c00. 00010000:00000010:0.1:1788925268.784437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ea00. 00010000:00000010:1.1:1788925268.926661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ef00. 00010000:00000010:1.1:1788925268.926676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00000800:00000200:3.1:1788925268.948969:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -5636 low water 1267458 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.948987:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -5636 low water 1267458 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.948992:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -5636 low water 1267458 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.949721:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 12260 low water 1258510 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.949739:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 10980 low water 1259150 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.949744:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 10980 low water 1259150 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.950443:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 30156 low water 1249562 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.950449:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 30156 low water 1249562 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.951025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 48052 low water 1240614 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.951043:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 46772 low water 1241254 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.951060:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 46772 low water 1241254 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.951917:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 65948 low water 1231666 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.951934:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 64668 low water 1232306 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.951953:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 64668 low water 1232306 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.952687:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 83844 low water 1222718 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.952693:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 83844 low water 1222718 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.953500:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 94072 low water 1217604 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.953540:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 122196 low water 1203542 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.953545:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 122196 low water 1203542 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.954435:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 140092 low water 1194594 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.954442:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 140092 low water 1194594 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.954470:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 159268 low water 1185006 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.954474:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 159268 low water 1185006 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.954502:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 196340 low water 1166470 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.954507:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 196340 low water 1166470 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956373:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 215516 low water 1156882 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956385:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 215516 low water 1156882 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956404:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 225744 low water 1151768 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956430:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 253868 low water 1137706 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956435:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 253868 low water 1137706 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956465:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 354856 low water 1087212 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.956470:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 354856 low water 1087212 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.957747:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 354856 low water 1087212 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.957766:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 354856 low water 1087212 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.961815:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 1008516 low water 926782 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.963183:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -14140 low water 1438110 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.963209:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -14140 low water 1438110 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.963217:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -14140 low water 1438110 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.963749:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -14140 low water 1438110 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.963760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -14140 low water 1438110 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.963768:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace -14140 low water 1438110 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.965800:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 579612 low water 1374194 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.965821:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 579612 low water 1374194 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.965830:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 579612 low water 1374194 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.965835:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 579612 low water 1374194 conn ffff9d76c91ee000 blocked idle queued 00000800:00000200:3.1:1788925268.965882:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9d76e10e7380 wspace 1728548 low water 1182446 conn ffff9d76c91ee000 blocked idle queued 00010000:00000010:0.1:1788925269.305572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e700. 00010000:00000010:0.1:1788925269.305598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:0.1:1788925269.305602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ea00. 00010000:00000010:0.1:1788925269.305605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00000080:00000010:0.1:1788925269.311839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c82eff20. 00000080:00000010:1.1:1788925269.314990:0:14174:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158c200. 00010000:00000010:2.1:1788925269.330444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e100. 00010000:00000010:2.1:1788925269.330460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031e00. 00010000:00000010:2.1:1788925269.330465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f800. 00010000:00000010:2.1:1788925269.330468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00000080:00000010:2.1:1788925269.341592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c8915120. 00000080:00000010:2.1:1788925269.341610:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1589080. 00010000:00000010:0.1:1788925269.370582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e600. 00010000:00000010:0.1:1788925269.370598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031200. 00010000:00000010:0.1:1788925269.370603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225800. 00010000:00000010:0.1:1788925269.370606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00000080:00000010:0.1:1788925269.400578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e7f20. 00000080:00000010:2.1:1788925269.408487:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158f380. 00010000:00000010:2.1:1788925274.385811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e000. 00010000:00000010:2.1:1788925274.385823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030e00. 00010000:00000010:2.1:1788925274.385827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f600. 00010000:00000010:2.1:1788925274.385831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:2.1:1788925274.385835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225000. 00010000:00000010:2.1:1788925274.385838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:1.1:1788925390.471661:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6eb00. 00010000:00000010:1.1:1788925390.471668:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00010000:00000010:0.1:1788925390.523264:0:14827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff400. 00010000:00000010:0.1:1788925390.523271:0:14827:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d0600e00. 00010000:00000010:2.1:1788925390.530073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f000. 00010000:00000010:2.1:1788925390.530086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000080:00000010:2.1:1788925390.530092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c82ef6e0. 00000080:00000010:0.1:1788925390.530304:0:14827:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01600. 00010000:00000010:0.1:1788925390.530313:0:14827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031000. 00010000:00000010:0.1:1788925390.530318:0:14827:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d85d5600. 00010000:00000010:0.1:1788925390.530321:0:14827:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:0.1:1788925390.530323:0:14827:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f500. 00010000:00000010:1.1:1788925390.691563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfd00. 00010000:00000010:1.1:1788925390.691579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:1.1:1788925390.712978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f600. 00010000:00000010:1.1:1788925390.752962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031000. 00010000:00000010:1.1:1788925390.869782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00010000:00000010:1.1:1788925390.869795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f100. 00010000:00000010:1.1:1788925390.869799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00010000:00000010:1.1:1788925390.869802:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:1.1:1788925390.869805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00000080:00000010:1.1:1788925390.887445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d05a91e0. 00000080:00000010:1.1:1788925390.887468:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b0840. 00010000:00000010:0.1:1788925396.226426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ee00. 00010000:00000010:0.1:1788925396.226440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00010000:00000010:0.1:1788925415.690416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225300. 00010000:00000010:0.1:1788925415.690434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:2.1:1788925415.986451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225b00. 00010000:00000010:2.1:1788925415.986465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a600. 00010000:00000010:0.1:1788925415.995036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225300. 00010000:00000010:2.1:1788925416.026669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00010000:00000010:0.1:1788925416.130628:0:6168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225b00. 00010000:00000010:0.1:1788925416.130635:0:6168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:0.1:1788925416.143491:0:15511:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e500. 00010000:00000010:0.1:1788925416.143502:0:15511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ae00. 00010000:00000010:0.1:1788925416.148601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e400. 00010000:00000010:1.1:1788925416.157431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031200. 00000080:00000010:0.1:1788925416.193951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d05a9080. 00010000:00000010:1.1:1788925416.251176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031000. 00010000:00000010:3.1:1788925416.299862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a200. 00010000:00000010:3.1:1788925416.299874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e300. 00010000:00000010:3.1:1788925416.299878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00010000:00000010:3.1:1788925416.299881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fd00. 00010000:00000010:3.1:1788925416.299884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00000080:00000010:3.1:1788925416.320572:0:15517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d19e2420. 00000080:00000010:3.1:1788925416.320593:0:15517:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158b9c0. 00010000:00000010:3.1:1788925421.278915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e200. 00010000:00000010:3.1:1788925421.278926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a600. 00010000:00000010:0.1:1788925422.896075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df000. 00010000:00000010:0.1:1788925422.896087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00000080:00000010:0.1:1788925422.915029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1850fe0. 00010000:00000010:1.1:1788925423.004438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:1.1:1788925424.185908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e100. 00010000:00000010:1.1:1788925424.185916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00000080:00000010:3.1:1788925424.190325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d19d2660. 00010000:00000010:0.1:1788925424.193592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:1.1:1788925424.232281:0:16139:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:1.1:1788925424.253445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:3.1:1788925424.419979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff400. 00010000:00000010:3.1:1788925424.510542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00010000:00000010:3.1:1788925424.510554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031e00. 00010000:00000010:3.1:1788925424.510559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f700. 00010000:00000010:3.1:1788925424.510563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:3.1:1788925424.510567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225900. 00010000:00000010:3.1:1788925424.510570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00000080:00000010:3.1:1788925424.513988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d18e6e40. 00000080:00000010:3.1:1788925424.514023:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b0840. 00010000:00000010:3.1:1788925428.477751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:3.1:1788925428.477766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00000080:00000010:3.1:1788925433.087093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1850540. 00000080:00000010:3.1:1788925433.087221:0:2392:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c545b540. 00000080:00000010:3.1:1788925433.087231:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153ca40. 00000080:00000010:3.1:1788925433.087246:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153f380. 00000080:00000010:3.1:1788925433.087255:0:2392:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1588000. 00010000:00000010:1.1:1788925433.091444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000010:1.1:1788925433.091453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d0600800. 00010000:00000010:1.1:1788925433.091458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fee00. 00000080:00000010:2.1:1788925433.091560:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153c200. 00000080:00000010:2.1:1788925433.091572:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158ca40. 00000080:00000010:2.1:1788925433.091652:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158b180. 00010000:00000010:3.1:1788925433.095241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3256000. 00010000:00000010:3.1:1788925433.095255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:2.1:1788925433.114428:0:16773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:2.1:1788925433.114435:0:16773:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d85d5700. 00010000:00000010:2.1:1788925433.125521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031e00. 00010000:00000010:2.1:1788925433.125534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6eb00. 00010000:00000010:2.1:1788925433.125538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030e00. 00010000:00000010:2.1:1788925433.125542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e700. 00010000:00000010:0.1:1788925433.220507:0:1107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00010000:00000010:0.1:1788925433.220526:0:1107:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00010000:00000010:1.1:1788925434.462567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00010000:00000010:1.1:1788925434.462583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00010000:00000010:1.1:1788925434.480991:0:16870:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fc00. 00010000:00000010:0.1:1788925434.503248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f600. 00010000:00000010:0.1:1788925434.503256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:0.1:1788925434.507562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112fc00. 00010000:00000010:0.1:1788925434.507724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00000080:00000010:1.1:1788925434.563442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5ce40. 00010000:00000010:3.1:1788925434.591174:0:16872:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df800. 00010000:00000010:3.1:1788925434.591184:0:16872:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:3.1:1788925434.607513:0:1362:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:2.1:1788925434.618518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00000080:00000010:0.1:1788925434.675438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c82b3a00. 00010000:00000010:1.1:1788925434.774083:0:16874:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76e112f500. 00010000:00000010:1.1:1788925434.774096:0:16874:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00010000:00000010:3.1:1788925435.032896:0:16790:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:3.1:1788925435.053972:0:2392:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225f00. 00010000:00000010:3.1:1788925435.053987:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a200. 00010000:00000010:3.1:1788925435.397173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:3.1:1788925435.397181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00010000:00000010:0.1:1788925435.409499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225e00. 00010000:00000010:0.1:1788925435.409510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880bc00. 00010000:00000010:3.1:1788925435.422104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:3.1:1788925435.447490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:3.1:1788925435.447506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:1.1:1788925435.462171:0:16914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031200. 00010000:00000010:1.1:1788925435.462185:0:16914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e200. 00010000:00000010:0.1:1788925435.587434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:1.1:1788925435.587451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:2.1:1788925435.588168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225c00. 00010000:00000010:2.1:1788925435.588174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880bc00. 00010000:00000010:0.1:1788925435.598726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00010000:00000010:3.1:1788925435.705557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:3.1:1788925435.705570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:3.1:1788925435.705575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df800. 00010000:00000010:3.1:1788925435.705579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00010000:00000010:3.1:1788925435.705582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:3.1:1788925435.705584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00000080:00000010:2.1:1788925435.709931:0:16922:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d16f9080. 00000080:00000010:3.1:1788925435.710455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c82b3be0. 00010000:00000010:0.1:1788925435.732430:0:16928:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:0.1:1788925435.732445:0:16928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a600. 00010000:00000010:2.1:1788925435.736764:0:16928:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:2.1:1788925435.736775:0:16928:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00010000:00000010:1.1:1788925435.811209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00000080:00000010:3.1:1788925437.804639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c660. 00000080:00000010:3.1:1788925437.804647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2960. 00000080:00000010:3.1:1788925437.804654:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158d280. 00000080:00000010:3.1:1788925437.809543:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d16fc200. 00010000:00000010:0.1:1788925437.809739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:0.1:1788925437.809746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b800. 00010000:00000010:0.1:1788925437.809749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:0.1:1788925437.861450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00010000:00000010:0.1:1788925437.861463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e600. 00010000:00000010:0.1:1788925437.867623:0:16962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00010000:00000010:0.1:1788925437.867632:0:16962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a800. 00010000:00000010:0.1:1788925437.867636:0:16962:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225b00. 00010000:00000010:0.1:1788925437.867639:0:16962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:0.1:1788925437.867643:0:16962:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:2.1:1788925447.820460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e400. 00010000:00000010:2.1:1788925447.820473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030600. 00010000:00000010:2.1:1788925447.839369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:0.1:1788925447.953485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ef00. 00010000:00000010:0.1:1788925447.953494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00010000:00000010:1.1:1788925447.962812:0:17851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:1.1:1788925447.962824:0:17851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a800. 00010000:00000010:0.1:1788925448.292665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:1.1:1788925463.766431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:3.1:1788925464.100547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:3.1:1788925464.100570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000010:3.1:1788925464.100575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225e00. 00010000:00000010:3.1:1788925464.100579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:3.1:1788925464.100582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fd00. 00010000:00000010:3.1:1788925464.100585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000080:00000010:1.1:1788925464.117427:0:17899:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c560. 00000080:00000010:1.1:1788925464.122536:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153c200. 00010000:00000010:1.1:1788925469.450519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:1.1:1788925469.450530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00010000:00000010:1.1:1788925474.692573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.1:1788925474.693075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfb00. 00010000:00000010:0.1:1788925474.693081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00010000:00000010:1.1:1788925490.439466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065ff00. 00010000:00000010:1.1:1788925490.439481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00010000:00000010:1.1:1788925490.439486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f500. 00010000:00000010:1.1:1788925490.439489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00000080:00000010:1.1:1788925490.478539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2040. 00000080:00000010:1.1:1788925490.478562:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b5ac0. 00010000:00000010:1.1:1788925496.045422:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a700. 00010000:00000010:1.1:1788925496.045427:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00010000:00000010:3.1:1788925517.766520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00000080:00000010:3.1:1788925517.766535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c5a0. 00010000:00000010:3.1:1788925517.766542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:3.1:1788925517.766546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:1.1:1788925517.840573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:1.1:1788925517.840582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00000080:00000010:2.1:1788925517.901440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c29a0. 00010000:00000010:3.1:1788925518.730651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:1.1:1788925535.615463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00010000:00000010:1.1:1788925535.650481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:1.1:1788925535.650496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:1.1:1788925535.650500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:1.1:1788925535.650503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00000080:00000010:1.1:1788925535.686446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770d60. 00000080:00000010:1.1:1788925535.686472:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b5ac0. 00010000:00000010:1.1:1788925535.699449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:1.1:1788925535.699465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ab00. 00010000:00000010:1.1:1788925535.699470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:1.1:1788925535.699474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225d00. 00010000:00000010:1.1:1788925535.699477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00000080:00000010:1.1:1788925535.729428:0:19216:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158a940. 00000080:00000010:1.1:1788925535.729443:0:19216:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca7701e0. 00010000:00000010:3.1:1788925541.393441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00000080:00000010:3.1:1788925541.397445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d85e66c0. 00010000:00000010:3.1:1788925541.397461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:3.1:1788925541.397466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:0.1:1788925541.478677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:0.1:1788925541.478683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00000080:00000010:0.1:1788925541.528530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c520. 00010000:00000010:0.1:1788925542.546017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00010000:00000010:1.1:1788925551.627690:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:1.1:1788925551.627701:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:1.1:1788925551.657455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f000. 00010000:00000010:1.1:1788925551.657468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000080:00000010:0.1:1788925551.662563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca7702c0. 00010000:00000010:0.1:1788925551.694872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00010000:00000010:0.1:1788925559.127156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00000080:00000010:2.1:1788925559.136159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2980. 00010000:00000010:2.1:1788925559.136180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a800. 00010000:00000010:2.1:1788925559.136185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00010000:00000010:0.1:1788925559.141475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00010000:00000010:0.1:1788925559.156437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00010000:00000010:0.1:1788925560.179499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225e00. 00010000:00000010:0.1:1788925560.179521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:1.1:1788925560.314439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:0.1:1788925597.677426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fee00. 00010000:00000010:1.1:1788925611.026448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:1.1:1788925611.026463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfc00. 00010000:00000010:1.1:1788925611.026468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:2.1:1788925611.067442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f500. 00010000:00000010:1.1:1788925611.144867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880be00. 00010000:00000010:2.1:1788925653.146643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00010000:00000010:0.1:1788925653.227520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:0.1:1788925653.227534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:0.1:1788925653.227538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:0.1:1788925653.227541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00000080:00000010:0.1:1788925653.255442:0:21798:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770e00. 00000080:00000010:0.1:1788925653.261451:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153b9c0. 00010000:00000010:3.1:1788925659.399500:0:1012:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00010000:00000010:3.1:1788925659.399512:0:1012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:3.1:1788925666.042856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df500. 00010000:00000010:3.1:1788925666.042871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00000080:00000010:1.1:1788925666.060104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5f40. 00010000:00000010:0.1:1788925666.104123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225d00. 00010000:00000010:0.1:1788925666.104138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:0.1:1788925666.351436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.1:1788925666.351450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a200. 00010000:00000010:2.1:1788925666.364437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00000080:00000010:0.1:1788925666.397779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5b80. 00010000:00000010:3.1:1788925666.444217:0:22751:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00000080:00000010:3.1:1788925666.444284:0:22751:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2760. 00010000:00000010:3.1:1788925666.465435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00010000:00000010:3.1:1788925666.651348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:1.1:1788925666.668303:0:22757:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:0.1:1788925666.701531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00000080:00000010:1.1:1788925666.789766:0:22754:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca7701c0. 00010000:00000010:2.1:1788925666.976587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00010000:00000010:2.1:1788925666.976601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:1.1:1788925667.156824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:0.1:1788925667.167471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a200. 00010000:00000010:0.1:1788925667.167492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00010000:00000010:0.1:1788925667.170723:0:22771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b800. 00010000:00000010:0.1:1788925667.170741:0:22771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:0.1:1788925667.170748:0:22771:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.1:1788925667.170753:0:22771:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00000080:00000010:0.1:1788925667.182457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770260. 00000080:00000010:0.1:1788925667.182493:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158a100. 00010000:00000010:0.1:1788925674.074654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:0.1:1788925674.074665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00000080:00000010:0.1:1788925674.211050:0:23393:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cb80. 00010000:00000010:0.1:1788925674.462107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f200. 00010000:00000010:0.1:1788925674.462125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:1.1:1788925674.483019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000080:00000010:1.1:1788925674.532500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770140. 00010000:00000010:0.1:1788925674.580525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000080:00000010:0.1:1788925674.594480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c29a0. 00010000:00000010:3.1:1788925674.603732:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225c00. 00010000:00000010:3.1:1788925674.603745:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:2.1:1788925674.726194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00010000:00000010:0.1:1788925674.758538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:1.1:1788925674.780492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000080:00000010:2.1:1788925674.856924:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5ee0. 00010000:00000010:2.1:1788925678.714608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00010000:00000010:2.1:1788925678.714623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:2.1:1788925697.623483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:1.1:1788925697.637619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:1.1:1788925697.637635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009200. 00010000:00000010:1.1:1788925697.637640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f600. 00010000:00000010:1.1:1788925697.637645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000080:00000010:1.1:1788925697.655908:0:23204:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770060. 00000080:00000010:1.1:1788925697.675744:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b0000. 00010000:00000010:2.1:1788925703.403919:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f700. 00010000:00000010:2.1:1788925703.403930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00000080:00000010:0.1:1788925705.280754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cb20. 00010000:00000010:2.1:1788925705.282709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfc00. 00010000:00000010:2.1:1788925705.282722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:0.1:1788925705.451431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:0.1:1788925705.451439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:0.1:1788925705.462200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00000080:00000010:0.1:1788925705.490977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c24a0. 00010000:00000010:2.1:1788925705.504524:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00000080:00000010:3.1:1788925705.508678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cee0. 00010000:00000010:0.1:1788925705.516444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:3.1:1788925705.630115:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00010000:00000010:0.1:1788925705.636599:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:0.1:1788925705.659442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00000080:00000010:1.1:1788925705.702543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2ca0. 00010000:00000010:0.1:1788925718.199472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:0.1:1788925718.199485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.1:1788925720.344547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:0.1:1788925720.344566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:1.1:1788925720.348465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00010000:00000010:1.1:1788925720.348483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00010000:00000010:1.1:1788925720.348485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00000080:00000010:1.1:1788925720.370570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cb80. 00000080:00000010:1.1:1788925720.370652:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158dac0. 00010000:00000010:0.1:1788925726.445645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225d00. 00010000:00000010:0.1:1788925726.445653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00010000:00000010:0.1:1788925729.929675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfc00. 00010000:00000010:0.1:1788925729.929692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00010000:00000010:0.1:1788925729.937998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225b00. 00010000:00000010:0.1:1788925729.938013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a200. 00000080:00000010:3.1:1788925835.653371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c780. 00010000:00000010:3.1:1788925835.653392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00010000:00000010:3.1:1788925835.653409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:3.1:1788925835.653414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031000. 00010000:00000010:3.1:1788925835.656419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a600. 00010000:00000010:3.1:1788925835.656433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00000080:00000010:3.1:1788925835.656456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2c20. 00010000:00000010:3.1:1788925835.656466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031200. 00010000:00000010:3.1:1788925835.656471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6e500. 00010000:00000010:3.1:1788925835.656474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ae00. 00010000:00000010:1.1:1788925835.656479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:1.1:1788925835.656483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00000080:00000010:3.1:1788925835.656504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cc40. 00010000:00000010:3.1:1788925835.656510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:3.1:1788925835.656513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225000. 00010000:00000010:3.1:1788925835.656515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:3.1:1788925835.656519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fa00. 00000080:00000010:3.1:1788925835.656522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca6ae520. 00010000:00000010:3.1:1788925835.656525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:3.1:1788925835.656528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a000. 00000080:00000010:3.1:1788925835.656531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5a20. 00010000:00000010:3.1:1788925835.656536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00010000:00000010:3.1:1788925835.656538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df500. 00000080:00000010:3.1:1788925835.656541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c84c2500. 00010000:00000010:3.1:1788925835.656545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00010000:00000010:3.1:1788925835.656549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a600. 00010000:00000010:1.1:1788925838.450490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009600. 00010000:00000010:0.1:1788925838.450552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00010000:00000010:0.1:1788925838.450556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a400. 00000080:00000010:2.1:1788925838.450735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c0c0. 00000080:00000010:2.1:1788925838.450749:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153b180. 00010000:00000010:3.1:1788925838.457558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:3.1:1788925838.457569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:1.1:1788925838.638322:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df500. 00010000:00000010:1.1:1788925838.638335:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00010000:00000010:1.1:1788925838.638339:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fd00. 00010000:00000010:1.1:1788925838.638565:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:0.1:1788925838.698008:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df300. 00010000:00000010:0.1:1788925838.698016:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:0.1:1788925838.708436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f400. 00010000:00000010:0.1:1788925838.708443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:0.1:1788925838.725433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.1:1788925838.732551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009200. 00000080:00000010:1.1:1788925838.737600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770680. 00010000:00000010:1.1:1788925838.769795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:2.1:1788925838.809786:0:24532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:2.1:1788925838.809799:0:24532:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a200. 00010000:00000010:2.1:1788925838.809803:0:24532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009600. 00010000:00000010:2.1:1788925838.809807:0:24532:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfd00. 00010000:00000010:2.1:1788925838.809810:0:24532:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00000080:00000010:3.1:1788925838.838217:0:24896:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c5c0. 00000080:00000010:3.1:1788925838.838237:0:24896:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b0000. 00010000:00000010:1.1:1788925844.193823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f000. 00010000:00000010:1.1:1788925844.193837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:1.1:1788925846.444467:0:25522:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:1.1:1788925846.444480:0:25522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00010000:00000010:0.1:1788925846.540456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a100. 00010000:00000010:0.1:1788925846.540468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:0.1:1788925846.557440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a800. 00010000:00000010:1.1:1788925848.186436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a800. 00010000:00000010:1.1:1788925848.186452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00010000:00000010:1.1:1788925848.201692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f000. 00010000:00000010:1.1:1788925848.229837:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a200. 00010000:00000010:1.1:1788925848.229854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:3.1:1788925958.228517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880be00. 00010000:00000010:3.1:1788925958.228523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00000080:00000010:0.1:1788925958.236919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172860. 00000080:00000010:0.1:1788925958.236934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca770fa0. 00000080:00000010:0.1:1788925958.236941:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b4a40. 00000080:00000010:0.1:1788925958.237247:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b7380. 00010000:00000010:0.1:1788925958.237254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:0.1:1788925958.240496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:0.1:1788925958.240508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f000. 00010000:00000010:3.1:1788925958.272671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:3.1:1788925958.272685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f600. 00010000:00000010:3.1:1788925958.272690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009600. 00010000:00000010:3.1:1788925958.272707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ab00. 00010000:00000010:3.1:1788925958.502496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a100. 00010000:00000010:3.1:1788925958.502511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00010000:00000010:3.1:1788925958.502516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f200. 00010000:00000010:3.1:1788925958.502519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00000080:00000010:0.1:1788925958.531507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d11720e0. 00000080:00000010:3.1:1788925958.533437:0:25685:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158dac0. 00010000:00000010:1.1:1788925958.569805:0:25685:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:1.1:1788925958.569825:0:25685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:1.1:1788925958.594448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f300. 00010000:00000010:1.1:1788925958.654795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00010000:00000010:2.1:1788925958.854983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000010:2.1:1788925958.854999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:2.1:1788925958.882526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:1.1:1788925958.896741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880bc00. 00010000:00000010:0.1:1788925959.150579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00010000:00000010:0.1:1788925959.150590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:0.1:1788925959.150595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:0.1:1788925959.150599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:0.1:1788925959.150603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:0.1:1788925959.150605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00000080:00000010:0.1:1788925959.174789:0:25695:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76ca7700e0. 00000080:00000010:0.1:1788925959.174816:0:25695:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b4200. 00010000:00000010:0.1:1788925964.544987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f100. 00010000:00000010:0.1:1788925964.544998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a400. 00010000:00000010:1.1:1788925971.698552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:1.1:1788925971.698568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00000080:00000010:1.1:1788925971.749676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172e20. 00000080:00000010:1.1:1788925973.248009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172360. 00010000:00000010:1.1:1788925973.249439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225b00. 00010000:00000010:1.1:1788925973.249450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:0.1:1788925973.287576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a700. 00010000:00000010:0.1:1788925973.287591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00000080:00000010:1.1:1788925973.383591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5a60. 00000080:00000010:0.1:1788925978.130009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c080. 00000080:00000010:0.1:1788925978.130031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172220. 00010000:00000010:2.1:1788925978.133509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:2.1:1788925978.133517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00010000:00000010:1.1:1788925978.134475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a400. 00000080:00000010:0.1:1788925978.134932:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158a940. 00000080:00000010:0.1:1788925978.134949:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d16fc200. 00000080:00000010:0.1:1788925978.134968:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b39c0. 00010000:00000010:0.1:1788925978.167626:0:26350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:0.1:1788925978.167638:0:26350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:0.1:1788925978.167643:0:26350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00010000:00000010:0.1:1788925978.167646:0:26350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:0.1:1788925978.177578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:0.1:1788925978.177590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f300. 00010000:00000010:0.1:1788925978.177594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00010000:00000010:0.1:1788925978.177615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00010000:00000010:2.1:1788925991.929570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225900. 00010000:00000010:2.1:1788925991.929585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a600. 00000080:00000010:2.1:1788925991.951927:0:26970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01920. 00010000:00000010:1.1:1788925992.033442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fa00. 00010000:00000010:1.1:1788925992.033450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:3.1:1788925992.037517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000080:00000010:1.1:1788925992.074595:0:26971:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c2a0. 00010000:00000010:0.1:1788925993.414060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fd00. 00010000:00000010:0.1:1788925993.414078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:2.1:1788926000.451884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfc00. 00010000:00000010:2.1:1788926000.451900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00000080:00000010:0.1:1788926000.499251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c6c0. 00010000:00000010:0.1:1788926000.602336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.1:1788926000.602355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:0.1:1788926000.611316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00000080:00000010:0.1:1788926000.634438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d11720e0. 00010000:00000010:1.1:1788926001.600167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00010000:00000010:1.1:1788926001.628478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f600. 00010000:00000010:1.1:1788926001.628491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00000080:00000010:1.1:1788926001.649615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e57c0. 00010000:00000010:0.1:1788926008.153261:0:28137:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00000080:00000010:0.1:1788926008.155482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172b40. 00010000:00000010:0.1:1788926008.156496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f200. 00010000:00000010:0.1:1788926008.156506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:0.1:1788926008.222435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00000080:00000010:0.1:1788926008.222454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5b20. 00010000:00000010:0.1:1788926008.222461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:0.1:1788926008.222465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00000080:00000010:0.1:1788926011.646047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d019c0. 00000080:00000010:0.1:1788926011.646070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5900. 00000080:00000010:0.1:1788926011.646076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cde0. 00000080:00000010:0.1:1788926011.646080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172700. 00000080:00000010:0.1:1788926011.646085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cb20. 00010000:00000010:0.1:1788926011.663477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a100. 00010000:00000010:0.1:1788926011.663491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:0.1:1788926011.663496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225c00. 00010000:00000010:0.1:1788926011.663500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:0.1:1788926011.663503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000010:0.1:1788926011.663507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00010000:00000010:0.1:1788926011.663510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:0.1:1788926011.663513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ae00. 00010000:00000010:0.1:1788926011.663515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225100. 00010000:00000010:0.1:1788926011.663518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:0.1:1788926011.663520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:0.1:1788926011.663523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00010000:00000010:0.1:1788926011.663543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00010000:00000010:0.1:1788926011.663546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:0.1:1788926011.663549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fa00. 00010000:00000010:0.1:1788926011.663553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:0.1:1788926011.663557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:0.1:1788926011.663560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:0.1:1788926011.663563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:0.1:1788926011.663566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00010000:00000010:3.1:1788926011.679525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00010000:00000010:3.1:1788926011.679541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:3.1:1788926011.679545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880be00. 00010000:00000010:3.1:1788926011.679548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:3.1:1788926011.679551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00000080:00000010:3.1:1788926027.910020:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01d60. 00000080:00000010:3.1:1788926027.910042:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172780. 00010000:00000010:1.1:1788926029.484596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:0.1:1788926029.560486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:0.1:1788926029.560497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00010000:00000010:0.1:1788926029.560501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00000080:00000010:0.1:1788926029.575439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5400. 00000080:00000010:0.1:1788926029.583449:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153a940. 00000080:00000010:0.1:1788926029.583467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5dc0. 00010000:00000010:3.1:1788926029.623677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00010000:00000010:3.1:1788926029.623691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df300. 00010000:00000010:3.1:1788926029.623696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:3.1:1788926029.623699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:3.1:1788926029.623703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fee00. 00000080:00000010:3.1:1788926029.642464:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153d280. 00000080:00000010:3.1:1788926029.642479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d014a0. 00010000:00000010:0.1:1788926029.660444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00010000:00000010:1.1:1788926029.710860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a000. 00010000:00000010:1.1:1788926029.710870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00010000:00000010:1.1:1788926029.710875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00000080:00000010:1.1:1788926029.715444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172d20. 00000080:00000010:1.1:1788926029.719459:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158ca40. 00000080:00000010:1.1:1788926029.719474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172800. 00010000:00000010:0.1:1788926029.739429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:0.1:1788926029.739437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a600. 00010000:00000010:0.1:1788926029.739440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00010000:00000010:0.1:1788926029.739443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225f00. 00010000:00000010:0.1:1788926029.739446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a200. 00000080:00000010:3.1:1788926029.751598:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158b180. 00000080:00000010:3.1:1788926029.751614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5ce60. 00010000:00000010:3.1:1788926033.137302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ab00. 00010000:00000010:3.1:1788926033.137312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:1.1:1788926033.151576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dff00. 00010000:00000010:1.1:1788926033.151588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00010000:00000010:0.1:1788926035.780825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00000080:00000010:0.1:1788926035.780845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d017e0. 00010000:00000010:0.1:1788926035.785573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:0.1:1788926035.785586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00010000:00000010:1.1:1788926035.845043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00000080:00000010:2.1:1788926035.845168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cf40. 00010000:00000010:2.1:1788926035.845177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:2.1:1788926035.845181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00000080:00000010:3.1:1788926038.627440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01540. 00000080:00000010:3.1:1788926038.627455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5b40. 00010000:00000010:3.1:1788926038.647559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225f00. 00010000:00000010:3.1:1788926038.647572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00010000:00000010:3.1:1788926038.647577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:3.1:1788926038.647580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000010:3.1:1788926038.647584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f300. 00010000:00000010:3.1:1788926038.647588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00010000:00000010:3.1:1788926038.647591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:3.1:1788926038.647594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00000080:00000010:1.1:1788926176.388489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01000. 00000080:00000010:1.1:1788926176.388510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172a80. 00010000:00000010:1.1:1788926176.571710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00010000:00000010:0.1:1788926176.635891:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f600. 00010000:00000010:0.1:1788926176.635906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:0.1:1788926176.635910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000080:00000010:0.1:1788926176.652493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5ca20. 00000080:00000010:3.1:1788926176.658115:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b2940. 00000080:00000010:3.1:1788926176.658140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c120. 00010000:00000010:1.1:1788926176.693445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00010000:00000010:1.1:1788926176.693477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f100. 00010000:00000010:1.1:1788926176.693481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:1.1:1788926176.693485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:1.1:1788926176.693488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00000080:00000010:1.1:1788926176.710473:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b5280. 00000080:00000010:1.1:1788926176.710490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e53c0. 00010000:00000010:2.1:1788926176.747260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:1.1:1788926176.810188:0:28862:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:1.1:1788926176.810205:0:28862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000010:1.1:1788926176.810209:0:28862:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00000080:00000010:1.1:1788926176.814862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5b40. 00000080:00000010:1.1:1788926176.814892:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b6b40. 00000080:00000010:1.1:1788926176.814901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5920. 00010000:00000010:1.1:1788926176.845447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788926176.845465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df000. 00010000:00000010:1.1:1788926176.845470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:1.1:1788926176.845473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f100. 00010000:00000010:1.1:1788926176.845477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000080:00000010:0.1:1788926176.872108:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d16fb9c0. 00000080:00000010:0.1:1788926176.872131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c680. 00010000:00000010:1.1:1788926182.131555:0:29342:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:1.1:1788926182.131566:0:29342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00010000:00000010:1.1:1788926183.280491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000080:00000010:1.1:1788926183.280507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c8e0. 00010000:00000010:1.1:1788926183.280514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000010:1.1:1788926183.280527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:1.1:1788926183.343660:0:29441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00000080:00000010:1.1:1788926183.353547:0:29441:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172aa0. 00010000:00000010:1.1:1788926183.353563:0:29441:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:1.1:1788926183.353568:0:29441:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000010:0.1:1788926189.007036:0:29475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fa00. 00010000:00000010:0.1:1788926189.007048:0:29475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:0.1:1788926189.007053:0:29475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:0.1:1788926189.007062:0:29475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00010000:00000010:0.1:1788926189.007065:0:29475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:0.1:1788926189.007068:0:29475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:0.1:1788926189.007071:0:29475:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a100. 00010000:00000010:0.1:1788926189.007073:0:29475:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00000080:00000010:1.1:1788926204.561630:0:29481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c780. 00000080:00000010:1.1:1788926204.561648:0:29481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c040. 00000080:00000010:0.1:1788926204.562423:0:29481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172760. 00000080:00000010:0.1:1788926204.562432:0:29481:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172ae0. 00010000:00000010:1.1:1788926205.925517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:0.1:1788926205.972449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfc00. 00010000:00000010:0.1:1788926205.972464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffa00. 00010000:00000010:0.1:1788926205.972467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00000080:00000010:0.1:1788926205.986457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5560. 00000080:00000010:1.1:1788926205.990445:0:29490:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b5280. 00000080:00000010:1.1:1788926205.990456:0:29490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5a40. 00010000:00000010:1.1:1788926206.005793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788926206.005822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dff00. 00010000:00000010:1.1:1788926206.005827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00010000:00000010:1.1:1788926206.005829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:1.1:1788926206.005832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00000080:00000010:0.1:1788926206.017454:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1588000. 00000080:00000010:0.1:1788926206.017471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c680. 00010000:00000010:0.1:1788926206.062808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009600. 00010000:00000010:2.1:1788926206.109645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfb00. 00010000:00000010:2.1:1788926206.109657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:2.1:1788926206.109662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fee00. 00000080:00000010:2.1:1788926206.119506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e58e0. 00000080:00000010:2.1:1788926206.119533:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b2940. 00000080:00000010:2.1:1788926206.119540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5620. 00010000:00000010:0.1:1788926206.141439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a800. 00010000:00000010:0.1:1788926206.141455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df300. 00010000:00000010:0.1:1788926206.141459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ba00. 00010000:00000010:0.1:1788926206.141462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a100. 00010000:00000010:0.1:1788926206.141465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008a00. 00000080:00000010:0.1:1788926206.153440:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b6b40. 00000080:00000010:0.1:1788926206.153455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01420. 00010000:00000010:3.1:1788926210.280666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:3.1:1788926210.280689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:1.1:1788926212.181434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00000080:00000010:1.1:1788926212.183460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e50c0. 00010000:00000010:1.1:1788926212.183473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f200. 00010000:00000010:1.1:1788926212.183478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:1.1:1788926212.245434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000080:00000010:1.1:1788926212.245458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c920. 00010000:00000010:1.1:1788926212.245465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f200. 00010000:00000010:1.1:1788926212.245468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000080:00000010:2.1:1788926216.085599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d11724e0. 00000080:00000010:2.1:1788926216.085611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172320. 00010000:00000010:3.1:1788926216.112460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:3.1:1788926216.112475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:3.1:1788926216.112478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:3.1:1788926216.112481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:3.1:1788926216.112483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:3.1:1788926216.112486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00010000:00000010:3.1:1788926216.112496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a600. 00010000:00000010:3.1:1788926216.112499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00010000:00000010:3.1:1788926216.112502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a200. 00010000:00000010:3.1:1788926216.112504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00000080:00000010:0.1:1788926232.800207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172f40. 00000080:00000010:0.1:1788926232.800227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d11720e0. 00010000:00000010:3.1:1788926234.346694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:1.1:1788926234.396888:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:1.1:1788926234.396897:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:1.1:1788926234.396901:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000080:00000010:0.1:1788926234.403446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c500. 00000080:00000010:0.1:1788926234.403477:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b39c0. 00000080:00000010:0.1:1788926234.403482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cb00. 00010000:00000010:0.1:1788926234.428550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00010000:00000010:0.1:1788926234.428565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f300. 00010000:00000010:0.1:1788926234.428570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:0.1:1788926234.428575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065ff00. 00010000:00000010:0.1:1788926234.428578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00000080:00000010:0.1:1788926234.440503:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153eb40. 00000080:00000010:0.1:1788926234.440511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172ba0. 00010000:00000010:0.1:1788926234.468447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:1.1:1788926234.500921:0:30117:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f600. 00010000:00000010:1.1:1788926234.500929:0:30117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788926234.500933:0:30117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00000080:00000010:1.1:1788926234.507565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cf40. 00000080:00000010:1.1:1788926234.511455:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1588000. 00000080:00000010:1.1:1788926234.511473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01880. 00010000:00000010:1.1:1788926234.544840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788926234.544856:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f800. 00010000:00000010:1.1:1788926234.544861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ae00. 00010000:00000010:1.1:1788926234.544864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a200. 00010000:00000010:1.1:1788926234.544867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00000080:00000010:1.1:1788926234.560428:0:30120:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b5280. 00000080:00000010:1.1:1788926234.560443:0:30120:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c380. 00010000:00000010:2.1:1788926240.484598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f100. 00010000:00000010:2.1:1788926240.484615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:0.1:1788926240.491861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f400. 00010000:00000010:0.1:1788926240.491869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:1.1:1788926241.949207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000080:00000010:1.1:1788926241.949229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5ca00. 00010000:00000010:1.1:1788926241.953789:0:30693:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfb00. 00010000:00000010:1.1:1788926241.953801:0:30693:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff000. 00010000:00000010:0.1:1788926242.001639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000080:00000010:2.1:1788926242.007703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172b20. 00010000:00000010:2.1:1788926242.007716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:2.1:1788926242.007721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00010000:00000010:0.1:1788926243.068446:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a700. 00010000:00000010:0.1:1788926243.068455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00000080:00000010:0.1:1788926245.143848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01580. 00000080:00000010:0.1:1788926245.143863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01100. 00010000:00000010:1.1:1788926245.172610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225100. 00010000:00000010:1.1:1788926245.172633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff200. 00010000:00000010:1.1:1788926245.172636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225c00. 00010000:00000010:1.1:1788926245.172640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:1.1:1788926245.172643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:1.1:1788926245.172645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ae00. 00010000:00000010:1.1:1788926245.172648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225700. 00010000:00000010:1.1:1788926245.172650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a600. 00000080:00000010:2.1:1788926265.309439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172300. 00000080:00000010:2.1:1788926265.340435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01f60. 00010000:00000010:1.1:1788926265.435448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ae00. 00010000:00000010:0.1:1788926265.520477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f500. 00010000:00000010:0.1:1788926265.520491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:0.1:1788926265.520496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00000080:00000010:0.1:1788926265.570445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c820. 00000080:00000010:2.1:1788926265.571044:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d16fb180. 00000080:00000010:2.1:1788926265.571054:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c600. 00010000:00000010:2.1:1788926265.591192:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880be00. 00010000:00000010:2.1:1788926265.591199:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fa00. 00010000:00000010:2.1:1788926265.591204:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00010000:00000010:2.1:1788926265.591207:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:2.1:1788926265.591211:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00000080:00000010:2.1:1788926265.591217:0:2391:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b5280. 00000080:00000010:2.1:1788926265.591223:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01b40. 00010000:00000010:2.1:1788926265.602661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00010000:00000010:1.1:1788926265.633594:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225800. 00010000:00000010:1.1:1788926265.633600:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a400. 00010000:00000010:1.1:1788926265.633603:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000080:00000010:1.1:1788926265.652427:0:30728:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172e80. 00010000:00000010:1.1:1788926265.652438:0:30728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00010000:00000010:1.1:1788926265.652444:0:30728:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225d00. 00010000:00000010:1.1:1788926265.652448:0:30728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:1.1:1788926265.652451:0:30728:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225900. 00010000:00000010:1.1:1788926265.652563:0:30728:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b600. 00010000:00000010:1.1:1788926271.193441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fb00. 00010000:00000010:1.1:1788926271.193457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00000100:00000200:3.0:1788926321.733652:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513910656, portal 25 00000100:00000001:3.0:1788926321.733655:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926321.733656:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:3.0:1788926321.733661:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b100 x1875823513910656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.733668:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926321.733671:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926321.733673:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926321.733676:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513910656, offset 0 00000400:00000200:3.0:1788926321.733682:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926321.733691:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.733698:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926321.733703:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926321.733707:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926321.733711:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926321.733713:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926321.733717:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2502:2502:256:4294967295] 192.168.203.140@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:3.0:1788926321.733721:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.733730:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926321.733737:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926321.733741:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926321.733748:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926321.733755:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926321.733759:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926321.733770:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926321.733774:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926321.733777:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296361061 00000100:00000010:3.0:1788926321.733782:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198000. 00000100:00000001:3.0:1788926321.733788:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926321.733793:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296361061 00000100:00000010:3.0:1788926321.733796:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198360. 00000100:00000001:3.0:1788926321.733799:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926321.733802:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926321.733804:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.733807:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926321.733811:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39f80 x1875823513910912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.733817:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926321.733818:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926321.733820:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926321.733822:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926321.733824:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926321.733826:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513910912:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926321.733829:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926321.733831:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926321.733833:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926321.733834:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926321.733837:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73000. 02000000:00000001:3.0:1788926321.733838:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926321.733842:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926321.733845:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926321.733848:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926321.733851:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513910912, portal 10 00000100:00000001:3.0:1788926321.733853:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926321.733854:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000040:3.0:1788926321.733860:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39f80 x1875823513910912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.733865:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926321.733867:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926321.733869:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926321.733871:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513910912, offset 0 00000400:00000200:3.0:1788926321.733875:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926321.733879:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.733883:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926321.733886:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926321.733888:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926321.733890:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926321.733892:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926321.733895:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2503:2503:255:4294967295] 192.168.203.140@tcp LPNI seq info [2503:2503:7:4294967295] 00000400:00000200:3.0:1788926321.733898:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.733904:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926321.733909:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926321.733912:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406400. 00000800:00000200:3.0:1788926321.733916:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926321.733920:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926321.733922:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926321.733925:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926321.733928:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20545 usecs (21 jiffies) 00000400:00000200:3.0:1788926321.733931:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926321.733934:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296356889 00000100:00000001:3.0:1788926321.733936:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296361061 00000100:00000001:3.0:1788926321.733938:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296356889 00000100:00000001:3.0:1788926321.733940:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296361061 00000100:00000001:3.0:1788926321.733942:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926321.733944:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.733947:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.733949:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926321.733956:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926321.733958:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926321.733959:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926321.733961:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926321.733962:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.733964:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926321.734005:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926321.734008:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:3.0:1788926321.734014:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.734018:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926321.734024:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:3.0:1788926321.734026:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:3.0:1788926321.734030:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926321.734035:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513910656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734044:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926321.734046:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513910656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734052:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.734054:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926321.734114:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926321.734118:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406400. 00000400:00000200:3.0:1788926321.734120:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.734123:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926321.734126:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926321.734128:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926321.734130:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926321.734134:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39f80 x1875823513910912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734140:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926321.734143:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39f80 x1875823513910912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734149:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.734150:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926321.734710:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926321.734713:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:3.0:1788926321.734718:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.734721:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926321.734725:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:3.0:1788926321.734727:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:3.0:1788926321.734730:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926321.734735:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513910784/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734742:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926321.734745:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513910784/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734750:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.734752:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926321.734760:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926321.734762:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:3.0:1788926321.734765:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.734768:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926321.734770:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:3.0:1788926321.734772:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:3.0:1788926321.734774:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926321.734880:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513911040/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734889:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926321.734893:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513911040/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.734899:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926321.734901:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926321.739478:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739494:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926321.739498:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739501:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.739510:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739518:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926321.739526:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739531:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739537:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739541:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32353e80 00000400:00000200:3.0:1788926321.739546:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739553:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x72d5 [1] + 224 00000800:00000001:3.0:1788926321.739560:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739564:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.739568:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.739572:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926321.739579:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926321.739599:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39f80 x1875823513910912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926321.739611:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39f80 x1875823513910912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.739642:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926321.739650:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739655:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926321.739657:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739659:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.739662:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739666:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926321.739670:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739672:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739675:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739678:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32353d80 00000400:00000200:3.0:1788926321.739681:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.739685:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x72c5 [1] + 224 00000800:00000001:3.0:1788926321.739689:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739695:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.739697:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.739700:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926321.739703:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926321.739707:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513910656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926321.739716:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b100 x1875823513910656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.739724:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926321.739727:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.739729:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926321.743854:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.743869:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926321.743873:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.743875:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.743882:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.743890:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926321.743898:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.743902:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.743908:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.743912:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32353e00 00000400:00000200:3.0:1788926321.743917:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.743922:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x72e5 [1] + 224 00000800:00000001:3.0:1788926321.743928:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.743931:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.744547:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.744555:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926321.744563:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926321.744571:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39500 x1875823513910784/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926321.744596:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39500 x1875823513910784/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.744619:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926321.744633:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.744640:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926321.744642:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.744644:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.744648:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.744651:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926321.744657:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.744659:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.744662:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.744665:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32353f00 00000400:00000200:3.0:1788926321.744669:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926321.744673:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x72f5 [1] + 224 00000800:00000001:3.0:1788926321.744677:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.744682:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926321.744685:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926321.744688:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926321.744691:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926321.744696:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513911040/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926321.744705:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39180 x1875823513911040/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926321.744712:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926321.744715:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926321.744718:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926324.417633:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926324.417636:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926324.417639:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926326.337500:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296361061, at 4296361472 00000100:00000010:3.0:1788926326.337515:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198360. 00000100:00000040:3.0:1788926326.849577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926326.849587:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926326.849598:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc380. 00000020:00000040:3.0:1788926326.849603:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926326.849608:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926326.849610:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926326.849615:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926326.849622:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926326.849629:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849641:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926326.849653:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926326.849658:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9402364] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.849699:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926326.849705:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926326.849708:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926326.849710:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926326.849712:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926326.849713:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926326.849715:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926326.849718:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406200. 00000100:00000001:3.0:1788926326.849721:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849725:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926326.849731:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926326.849733:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849736:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.849743:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926326.849747:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926326.849750:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926326.849751:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926326.849753:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926326.849754:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926326.849756:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926326.849759:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:3.0:1788926326.849761:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849764:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926326.849771:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926326.849772:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849776:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_00+0] req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.849783:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788926326.849788:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926326.849790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926326.849793:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926326.849797:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926326.849798:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926326.849800:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926326.849801:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926326.849802:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926326.849805:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406900. 00000100:00000001:3.0:1788926326.849808:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849811:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926326.849817:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926326.849818:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849821:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bd3fd1] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.849827:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926326.849830:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1699) 00000100:00000200:2.0:1788926326.850562:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513911552, offset 0 00000400:00000200:2.0:1788926326.850567:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926326.850570:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926326.850574:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926326.850576:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926326.850578:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926326.850580:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926326.850582:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926326.850585:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2509:2509:253:4294967295] 192.168.203.140@tcp LPNI seq info [2509:2509:5:4294967295] 00000400:00000200:2.0:1788926326.850589:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926326.850595:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926326.850599:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926326.850602:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926326.850605:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926326.850610:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926326.850611:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926326.850614:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926326.850617:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 280448 usecs (281 jiffies) 00000400:00000200:2.0:1788926326.850620:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926326.850622:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296362266 00000100:00000001:2.0:1788926326.850624:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296366177 00000100:00000001:2.0:1788926326.850626:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296362266 00000100:00000001:2.0:1788926326.850628:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296366177 00000100:00000001:2.0:1788926326.850630:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926326.850632:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.850634:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.850636:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.850648:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.850650:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926326.850771:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926326.850775:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:3.0:1788926326.850782:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.850787:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926326.850792:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:3.0:1788926326.850795:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:3.0:1788926326.850799:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926326.850803:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850811:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926326.850814:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850820:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926326.850822:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926326.850834:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926326.850836:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:3.0:1788926326.850838:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.850841:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926326.850844:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:3.0:1788926326.850845:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:3.0:1788926326.850847:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926326.850851:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850858:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926326.850861:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850866:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926326.850868:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926326.850875:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926326.850877:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926326.850879:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.850882:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926326.850884:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530550 00000400:00000010:3.0:1788926326.850886:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530550. 00000100:00000001:3.0:1788926326.850888:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926326.850892:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850899:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926326.850902:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850908:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926326.850909:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926326.850971:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926326.850974:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926326.850977:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.850980:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926326.850983:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:3.0:1788926326.850985:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:3.0:1788926326.850987:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926326.850991:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.850999:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926326.851002:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.851008:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926326.851010:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926326.854941:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.854957:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926326.854960:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.854968:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.854978:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.854985:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926326.854994:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.854998:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855003:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855007:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354100 00000400:00000200:3.0:1788926326.855013:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855019:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7335 [1] + 224 00000800:00000001:3.0:1788926326.855027:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.855031:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.855035:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.855039:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926326.855047:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926326.855055:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926326.855067:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.855090:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926326.855097:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.855101:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926326.855103:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.855104:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.855108:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855111:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926326.855115:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855118:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855120:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855123:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354080 00000400:00000200:3.0:1788926326.855127:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.855131:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7315 [1] + 224 00000800:00000001:3.0:1788926326.855135:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.855140:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.855142:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.855145:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926326.855149:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926326.855152:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926326.855168:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.855176:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926326.855179:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.855182:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.855383:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.855388:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926326.855420:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926326.855423:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926326.855426:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:2.0:1788926326.855431:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:2.0:1788926326.855433:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:2.0:1788926326.855436:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926326.855440:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926326.855449:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.855455:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926326.855457:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.855459:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926326.855462:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926326.855464:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926326.855466:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926326.855480:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926326.855489:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=143 v=5 (5 37 37 37) 00000100:00001000:2.0:1788926326.855500:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926326.855503:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926326.855505:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926326.855508:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926326.855511:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.855514:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926326.855516:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:2.0:1788926326.855518:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926326.855520:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926326.855525:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.855532:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926326.855534:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926326.855537:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926326.855541:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926326.855565:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513911552:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926326.855571:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926326.855572:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926326.855574:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926326.855576:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:2.0:1788926326.855578:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:2.0:1788926326.855580:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926326.855583:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926326.855590:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.855596:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926326.855597:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.855599:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926326.855600:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926326.855601:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926326.855603:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926326.855604:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926326.855608:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=143 v=5 (104 104 104 137) 00000100:00001000:2.0:1788926326.855611:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926326.855614:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926326.855615:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926326.855616:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926326.855618:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.855620:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926326.855621:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926326.855623:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926326.855624:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926326.855628:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.855634:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926326.855637:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926326.855638:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926326.855642:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926326.855649:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513911424:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926326.855653:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.855655:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926326.855659:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513911552/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.855665:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926326.855667:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926326.855670:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553800. 02000000:00000001:2.0:1788926326.855673:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926326.855675:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926326.855677:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926326.855679:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926326.855682:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406900. 02000000:00000001:2.0:1788926326.855685:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926326.855687:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926326.855689:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:2.0:1788926326.855692:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926326.855694:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.855695:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926326.855699:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513911424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.855705:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926326.855706:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926326.855707:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553a00. 02000000:00000001:2.0:1788926326.855709:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926326.855711:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926326.855712:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926326.855713:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926326.855715:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:2.0:1788926326.855717:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926326.855718:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926326.855719:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:2.0:1788926326.855722:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926326.855723:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.855726:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.855728:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.855729:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926326.855730:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.855732:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926326.856254:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.856263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926326.856266:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.856269:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.856274:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.856278:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926326.856285:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.856288:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.856292:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.856295:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354000 00000400:00000200:3.0:1788926326.856300:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.856305:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7325 [1] + 224 00000800:00000001:3.0:1788926326.856310:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.856316:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.856318:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.856322:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926326.856326:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926326.856331:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926326.856340:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.856358:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926326.856363:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.856367:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926326.858482:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788926326.858867:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.858872:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926326.858879:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926326.858881:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926326.858885:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:2.0:1788926326.858892:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85305d8 00000400:00000010:2.0:1788926326.858895:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85305d8. 00000100:00000001:2.0:1788926326.858898:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926326.858908:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926326.858919:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.858926:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926326.858928:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.858930:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926326.858933:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926326.858935:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926326.858938:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926326.858940:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926326.858949:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=143 v=5 (104 104 104 137) 00000100:00001000:2.0:1788926326.858953:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926326.858956:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926326.858958:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926326.858961:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926326.858964:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.859151:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926326.859154:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:2.0:1788926326.859158:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926326.859159:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926326.859165:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.859173:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926326.859176:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926326.859178:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926326.859182:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926326.859191:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513911296:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926326.859196:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.859199:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926326.859202:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513911296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.859207:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926326.859210:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926326.859213:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553000. 02000000:00000001:2.0:1788926326.859216:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926326.859218:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926326.859220:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926326.859222:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926326.859225:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406200. 02000000:00000001:2.0:1788926326.859228:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926326.859230:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926326.859232:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:2.0:1788926326.859236:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926326.859238:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.859241:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.859242:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.859243:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926326.859245:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.859247:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926326.861795:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926326.861803:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.861813:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.861820:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.861828:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926326.861838:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.861843:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.861848:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.861852:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32353f80 00000400:00000200:3.0:1788926326.861857:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926326.861862:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7305 [1] + 224 00000800:00000001:3.0:1788926326.861868:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.861876:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926326.861879:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926326.861884:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926326.861891:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926326.861898:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926326.861908:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926326.861930:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926326.861937:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926326.861940:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.868644:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.868653:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926326.868663:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926326.868665:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926326.868669:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6160. 00000400:00000200:2.0:1788926326.868678:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:2.0:1788926326.868682:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:2.0:1788926326.868686:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926326.868697:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926326.868708:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.868716:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926326.868718:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.868720:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926326.868723:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926326.868726:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926326.868728:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926326.868730:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926326.868736:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926326.868740:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926326.868743:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926326.868745:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926326.868748:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926326.868750:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.868752:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926326.868756:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.868763:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926326.868766:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926326.868768:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926326.868772:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926326.868780:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513911168:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926326.868788:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.868790:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926326.868794:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc380 x1875823513911168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926326.868799:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926326.868801:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926326.868805:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552400. 02000000:00000001:2.0:1788926326.868808:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926326.868811:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926326.868813:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926326.868815:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926326.868817:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406400. 02000000:00000001:2.0:1788926326.868821:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926326.868822:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926326.868824:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc380. 00000100:00000001:2.0:1788926326.868827:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926326.868829:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.868831:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926326.868839:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926326.868841:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926326.868842:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926326.868845:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926327.489750:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926327.489754:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926327.489758:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926328.516644:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926328.516649:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926328.516652:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926330.561677:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926330.561681:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926330.561685:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926331.457748:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296366177, at 4296366592 00000100:00000010:3.0:1788926331.457764:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f780. 00000100:00000040:2.0:1788926331.463738:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296366177, at 4296366598 00000100:00000010:2.0:1788926331.463753:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fba0. 00000020:00000001:2.0:1788926331.585955:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926331.585959:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926331.585962:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926331.969469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926331.969478:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926331.969486:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de680. 00000020:00000040:3.0:1788926331.969492:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926331.969497:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926331.969500:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926331.969505:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926331.969524:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406f00. 00000100:00000001:3.0:1788926331.969531:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969542:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926331.969553:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926331.969557:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969563:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006346600f] to pc [ptlrpcd_01_00+0] req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.969592:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926331.969598:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926331.969601:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926331.969603:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926331.969606:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926331.969607:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926331.969609:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926331.969612:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406700. 00000100:00000001:3.0:1788926331.969615:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969619:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926331.969627:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926331.969629:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969632:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.969640:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926331.969646:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926331.969650:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc380. 00000020:00000040:3.0:1788926331.969652:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926331.969654:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926331.969655:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926331.969656:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926331.969659:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406e00. 00000100:00000001:3.0:1788926331.969661:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969665:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926331.969671:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926331.969673:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969676:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9402364] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.969683:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788926331.969689:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926331.969691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926331.969694:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926331.969696:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926331.969698:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926331.969700:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926331.969701:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926331.969702:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926331.969705:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926331.969707:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969710:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926331.969723:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926331.969725:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969728:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.969735:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.969739:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1704) 00000100:00000001:2.0:1788926331.969792:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926331.969796:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926331.969798:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926331.969804:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.969818:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926331.969820:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926331.969824:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926331.969826:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926331.969829:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926331.969832:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513911680:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926331.969836:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926331.969841:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926331.969843:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926331.969846:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926331.969850:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552400. 02000000:00000001:2.0:1788926331.969852:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926331.969859:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926331.969862:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6160. 00000400:00000010:2.0:1788926331.969868:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000200:2.0:1788926331.969874:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513911680, portal 25 00000100:00000001:2.0:1788926331.969876:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926331.969878:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227188352 : -108341482363264 : ffff9d76c86de680) 00000100:00000040:2.0:1788926331.969883:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.969890:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926331.969893:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926331.969896:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85305d8. 00000100:00000200:2.0:1788926331.969898:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513911680, offset 0 00000400:00000200:2.0:1788926331.969904:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926331.969912:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926331.969919:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926331.969924:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926331.969928:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926331.969931:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926331.969934:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926331.969938:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2510:2510:256:4294967295] 192.168.203.140@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:2.0:1788926331.969943:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926331.969952:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926331.969958:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926331.969962:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926331.969968:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926331.969975:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926331.969980:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926331.969997:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926331.970001:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926331.970003:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296371297 00000100:00000010:2.0:1788926331.970008:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fba0. 00000100:00000001:2.0:1788926331.970015:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926331.970019:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296371297 00000100:00000010:2.0:1788926331.970022:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f0c0. 00000100:00000001:2.0:1788926331.970025:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926331.970028:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926331.970030:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.970032:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926331.970036:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.970043:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926331.970044:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926331.970047:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926331.970048:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926331.970050:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926331.970053:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513911936:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926331.970057:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926331.970058:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926331.970060:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926331.970062:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926331.970064:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553000. 02000000:00000001:2.0:1788926331.970066:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926331.970069:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926331.970072:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000400:00000010:2.0:1788926331.970075:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000200:2.0:1788926331.970078:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513911936, portal 10 00000100:00000001:2.0:1788926331.970080:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926331.970081:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227179392 : -108341482372224 : ffff9d76c86dc380) 00000100:00000040:2.0:1788926331.970088:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.970095:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926331.970097:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926331.970099:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926331.970101:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513911936, offset 0 00000400:00000200:2.0:1788926331.970105:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926331.970108:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926331.970111:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926331.970114:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926331.970116:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926331.970118:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926331.970120:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926331.970123:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2511:2511:255:4294967295] 192.168.203.140@tcp LPNI seq info [2511:2511:7:4294967295] 00000400:00000200:2.0:1788926331.970127:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926331.970133:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926331.970138:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926331.970140:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4100. 00000800:00000200:2.0:1788926331.970144:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926331.970148:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926331.970151:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926331.970153:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926331.970157:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20438 usecs (21 jiffies) 00000400:00000200:2.0:1788926331.970160:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926331.970162:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296367125 00000100:00000001:2.0:1788926331.970165:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296371297 00000100:00000001:2.0:1788926331.970167:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296367125 00000100:00000001:2.0:1788926331.970169:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296371297 00000100:00000001:2.0:1788926331.970171:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926331.970173:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.970175:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926331.970292:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926331.970297:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:3.0:1788926331.970303:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.970307:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926331.970312:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85305d8 00000400:00000010:3.0:1788926331.970314:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85305d8. 00000100:00000001:3.0:1788926331.970319:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926331.970323:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970332:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926331.970335:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970342:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970344:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926331.970415:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926331.970418:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4100. 00000400:00000200:3.0:1788926331.970421:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.970424:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926331.970427:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:3.0:1788926331.970429:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:3.0:1788926331.970431:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926331.970435:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970442:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926331.970445:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970452:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970453:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926331.970473:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926331.970475:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926331.970477:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926331.970481:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970488:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926331.970490:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926331.970493:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926331.970494:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926331.970496:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926331.970564:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513911808:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926331.970569:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926331.970571:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926331.970573:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926331.970574:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926331.970578:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73400. 02000000:00000001:3.0:1788926331.970580:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926331.970584:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926331.970587:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bbb0. 00000400:00000010:3.0:1788926331.970590:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926331.970593:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513911808, portal 10 00000100:00000001:3.0:1788926331.970595:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926331.970596:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926331.970602:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970609:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926331.970611:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926331.970613:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926331.970615:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513911808, offset 0 00000400:00000200:3.0:1788926331.970619:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926331.970623:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.970627:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926331.970630:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926331.970633:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926331.970635:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926331.970637:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926331.970640:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2512:2512:256:4294967295] 192.168.203.140@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:3.0:1788926331.970644:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.970650:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926331.970655:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926331.970658:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926331.970662:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926331.970666:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926331.970669:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926331.970678:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.970681:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 534706 usecs (535 jiffies) 00000400:00000200:3.0:1788926331.970684:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926331.970686:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296367640 00000100:00000001:3.0:1788926331.970688:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296371297 00000100:00000001:3.0:1788926331.970690:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296367640 00000100:00000001:3.0:1788926331.970692:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296371297 00000100:00000001:3.0:1788926331.970694:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926331.970696:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970698:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926331.970701:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970708:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926331.970710:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926331.970712:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926331.970714:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926331.970716:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926331.970719:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513912064:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926331.970722:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926331.970724:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926331.970725:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926331.970727:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926331.970729:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72e00. 02000000:00000001:3.0:1788926331.970731:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926331.970734:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926331.970737:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc60. 00000400:00000010:3.0:1788926331.970740:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926331.970742:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513912064, portal 4 00000100:00000001:3.0:1788926331.970744:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926331.970746:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926331.970751:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970757:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926331.970760:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926331.970762:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926331.970764:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513912064, offset 0 00000400:00000200:3.0:1788926331.970768:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926331.970771:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.970774:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926331.970776:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926331.970779:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926331.970781:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926331.970783:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926331.970786:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2513:2513:255:4294967295] 192.168.203.140@tcp LPNI seq info [2513:2513:7:4294967295] 00000400:00000200:3.0:1788926331.970790:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.970795:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926331.970799:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926331.970802:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:3.0:1788926331.970806:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926331.970810:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926331.970812:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926331.970815:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.970817:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 278650 usecs (279 jiffies) 00000400:00000200:3.0:1788926331.970821:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926331.970822:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296367384 00000100:00000001:3.0:1788926331.970824:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296371297 00000100:00000001:3.0:1788926331.970826:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296367384 00000100:00000001:3.0:1788926331.970829:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296371297 00000100:00000001:3.0:1788926331.970831:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926331.970832:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970834:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970837:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.970843:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926331.970844:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926331.970846:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926331.970848:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926331.970849:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970851:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926331.970869:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926331.970872:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:3.0:1788926331.970875:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.970878:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926331.970881:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:3.0:1788926331.970883:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:3.0:1788926331.970886:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926331.970889:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970897:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926331.970900:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.970908:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.970910:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926331.971328:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.971334:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926331.971335:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926331.971337:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926331.971339:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926331.971340:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.971343:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926331.972125:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926331.972131:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:3.0:1788926331.972136:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.972142:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926331.972149:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:3.0:1788926331.972152:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:3.0:1788926331.972156:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926331.972163:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.972174:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926331.972260:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.972269:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.972270:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926331.979234:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979637:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926331.979642:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979646:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.979654:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979662:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926331.979671:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979676:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979751:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979755:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354280 00000400:00000200:3.0:1788926331.979760:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979766:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7355 [1] + 224 00000800:00000001:3.0:1788926331.979774:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979778:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.979781:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.979786:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926331.979793:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926331.979802:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926331.979812:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.979837:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926331.979845:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979850:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926331.979852:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979854:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.979857:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979861:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926331.979865:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979868:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979870:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979873:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354300 00000400:00000200:3.0:1788926331.979876:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.979881:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7375 [1] + 224 00000800:00000001:3.0:1788926331.979884:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979887:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.979889:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.979892:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926331.979895:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926331.979899:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926331.979909:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.979923:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926331.979927:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.979930:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926331.980154:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.980159:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.980163:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.980166:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926331.980171:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.980174:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.980176:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.980179:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354200 00000400:00000200:3.0:1788926331.980182:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.980186:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7365 [1] + 224 00000800:00000001:3.0:1788926331.980189:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788926331.980372:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926331.980376:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926331.980384:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926331.980386:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926331.980389:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:2.0:1788926331.980394:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000800:00000001:3.0:1788926331.980565:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.980569:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.980573:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000010:2.0:1788926331.980600:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:2.0:1788926331.980605:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926331.980609:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926331.980618:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.980625:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926331.980627:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.980629:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926331.980632:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926331.980635:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926331.980637:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926331.980641:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926331.980650:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=148 v=5 (104 104 104 137) 00000100:00001000:2.0:1788926331.980654:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926331.980657:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926331.980658:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926331.980661:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926331.980664:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.980667:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926331.980669:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926331.980671:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926331.980673:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926331.980678:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.980746:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926331.980749:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926331.980752:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926331.980756:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926331.980765:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513911936:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926331.980770:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.980773:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926331.980777:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc380 x1875823513911936/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.980783:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926331.980787:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926331.980791:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553000. 02000000:00000001:2.0:1788926331.980795:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926331.980798:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926331.980799:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926331.980802:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926331.980804:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406e00. 02000000:00000001:2.0:1788926331.980808:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926331.980811:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926331.980812:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc380. 00000100:00000001:2.0:1788926331.980816:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926331.980817:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.980820:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.980822:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926331.980823:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926331.980824:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.980826:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.980861:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926331.980867:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926331.980875:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.980881:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926331.980887:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.980891:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.980902:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926331.980904:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926331.980907:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926331.980909:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926331.980911:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bbb0. 00000400:00000200:3.0:1788926331.980913:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926331.980915:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926331.980917:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926331.980920:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926331.980929:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.981595:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926331.981598:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.981601:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926331.981602:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926331.981604:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926331.981606:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926331.981608:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926331.981613:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=148 v=5 (104 104 104 137) 00000100:00001000:3.0:1788926331.981617:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926331.981620:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926331.981621:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926331.981623:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926331.981625:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.981628:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926331.981630:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926331.981631:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926331.981633:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.981638:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.981645:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926331.981647:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926331.981648:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926331.981652:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926331.981659:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513911808:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926331.981666:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926331.981667:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926331.981669:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc60. 00000400:00000200:3.0:1788926331.981673:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:3.0:1788926331.981675:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:3.0:1788926331.981677:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926331.981691:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926331.981701:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.981707:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926331.981709:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.981710:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926331.981712:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926331.981713:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926331.981715:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926331.981717:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926331.981720:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=148 v=5 (5 37 37 37) 00000100:00001000:3.0:1788926331.981723:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926331.981725:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926331.981727:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926331.981728:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926331.981730:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.981732:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926331.981733:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788926331.981735:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926331.981736:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926331.981740:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.981746:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926331.981748:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926331.981749:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926331.981752:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926331.981758:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513912064:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926331.981762:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.981764:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926331.981767:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513911808/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.981774:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926331.981775:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926331.981778:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73400. 02000000:00000001:3.0:1788926331.981781:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926331.981782:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926331.981784:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926331.981785:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926331.981788:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406700. 02000000:00000001:3.0:1788926331.981790:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926331.981791:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926331.981792:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926331.981795:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926331.981797:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.981799:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926331.981801:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513912064/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.981807:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926331.981809:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926331.981810:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72e00. 02000000:00000001:3.0:1788926331.981813:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926331.981814:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926331.981815:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926331.981817:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926331.981818:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406400. 02000000:00000001:3.0:1788926331.981820:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926331.981821:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926331.981822:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926331.981824:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926331.981825:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.981827:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926331.981833:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926331.981835:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926331.981838:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926331.981840:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926331.989781:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.989797:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926331.989801:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.989804:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.989812:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.989819:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926331.989829:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.989833:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.989838:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.989842:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354180 00000400:00000200:3.0:1788926331.989847:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926331.989852:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7345 [1] + 224 00000800:00000001:3.0:1788926331.989858:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.989865:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926331.989869:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926331.989873:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926331.989879:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926331.989887:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926331.989897:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926331.989919:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926331.989926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926331.989934:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.991793:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926331.991799:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926331.991808:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926331.991810:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926331.991813:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6160. 00000400:00000200:2.0:1788926331.991821:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:2.0:1788926331.991824:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:2.0:1788926331.991827:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926331.991836:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926331.991847:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.991855:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926331.991857:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.991859:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926331.991862:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926331.991864:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926331.991866:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926331.991869:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926331.991875:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926331.991879:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926331.991882:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926331.991884:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926331.991887:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926331.991889:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.991892:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926331.991898:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.991911:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926331.991914:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926331.991916:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926331.991920:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926331.991927:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513911680:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926331.991946:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.991950:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926331.991954:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86de680 x1875823513911680/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926331.991960:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926331.991963:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926331.991967:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552400. 02000000:00000001:2.0:1788926331.991971:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926331.991974:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926331.991976:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926331.991978:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926331.991981:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406f00. 02000000:00000001:2.0:1788926331.991985:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926331.991986:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926331.991988:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86de680. 00000100:00000001:2.0:1788926331.991991:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926331.991993:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.991995:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926331.992003:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926331.992005:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926331.992007:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926331.992117:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926333.633682:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926333.633685:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926333.633688:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926334.660209:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926334.660215:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926334.660220:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926336.577660:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296371297, at 4296371712 00000100:00000040:2.0:1788926336.577661:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296371297, at 4296371712 00000100:00000010:3.0:1788926336.577676:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f0c0. 00000100:00000010:2.0:1788926336.577678:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fba0. 00000020:00000001:3.0:1788926336.705887:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926336.705889:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926336.705892:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788926337.092055:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926337.092061:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8f00. 00000400:00000200:3.0:1788926337.092069:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926337.092074:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926337.092079:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:3.0:1788926337.092082:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:3.0:1788926337.092086:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926337.092091:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513912192/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.092101:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926337.092114:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513912192/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.092121:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926337.092123:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926337.092136:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926337.092139:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8800. 00000400:00000200:3.0:1788926337.092141:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926337.092144:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926337.092147:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:3.0:1788926337.092149:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:3.0:1788926337.092151:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926337.092154:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513912448/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.092161:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926337.092164:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513912448/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.092170:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926337.092171:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926337.092231:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926337.092234:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8100. 00000400:00000200:3.0:1788926337.092237:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926337.092240:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926337.092243:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:3.0:1788926337.092245:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:3.0:1788926337.092247:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926337.092250:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513912320/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.092256:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926337.092259:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513912320/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.092264:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926337.092265:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926337.094662:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926337.094669:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8100. 00000400:00000200:2.0:1788926337.095013:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926337.095022:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926337.095029:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821440 00000400:00000010:2.0:1788926337.095032:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821440. 00000100:00000001:2.0:1788926337.095037:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926337.095044:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513912576/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926337.095055:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926337.095059:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513912576/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926337.095066:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926337.095068:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926337.100500:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926337.100515:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926337.100521:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926337.100523:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926337.100531:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926337.100538:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926337.100546:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926337.100550:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926337.100555:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926337.100560:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354480 00000400:00000200:3.0:1788926337.100564:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926337.100570:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x738d [1] + 224 00000800:00000001:3.0:1788926337.100577:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926337.100581:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926337.100585:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926337.100589:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926337.100596:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926337.100604:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513912448/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926337.100615:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629500 x1875823513912448/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926337.100635:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926337.100641:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926337.100644:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926337.109645:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109661:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926337.109665:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109668:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926337.109676:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109684:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926337.109694:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109698:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109704:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109708:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354400 00000400:00000200:2.0:1788926337.109714:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109720:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7395 [1] + 224 00000800:00000001:2.0:1788926337.109727:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109731:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926337.109734:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926337.109739:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926337.109747:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926337.109756:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513912320/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926337.109768:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b480 x1875823513912320/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926337.109790:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926337.109798:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109802:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926337.109804:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109806:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926337.109810:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109827:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926337.109832:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109835:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109837:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109840:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354500 00000400:00000200:2.0:1788926337.109844:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109848:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x739d [1] + 224 00000800:00000001:2.0:1788926337.109852:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109855:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926337.109857:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926337.109860:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926337.109862:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926337.109866:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513912576/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926337.109874:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629180 x1875823513912576/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926337.109902:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926337.109907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109911:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926337.109913:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109915:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926337.109918:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109922:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926337.109926:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109928:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109931:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109933:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354380 00000400:00000200:2.0:1788926337.109937:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926337.109941:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7385 [1] + 224 00000800:00000001:2.0:1788926337.109944:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109950:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926337.109953:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926337.109956:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926337.109959:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926337.109964:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513912192/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926337.109972:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a300 x1875823513912192/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926337.109980:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926337.109984:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926337.109987:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926337.730580:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926337.730585:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926337.730590:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926339.778799:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926339.778802:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926339.778805:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926340.802389:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926340.802393:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926340.802416:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926341.697517:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296376419, at 4296376832 00000100:00000010:2.0:1788926341.697533:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052d20. 00000100:00000040:3.0:1788926341.697803:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296376419, at 4296376832 00000100:00000010:3.0:1788926341.697809:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052600. 00000800:00000200:3.0:1788926342.210244:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926342.210248:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926342.210253:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926342.210259:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926342.210263:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:3.0:1788926342.210266:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:3.0:1788926342.210270:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926342.210274:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513912704/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.210283:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926342.210286:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513912704/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.210292:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926342.210294:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926342.210306:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926342.210308:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:3.0:1788926342.210310:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926342.210313:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926342.210316:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:3.0:1788926342.210317:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:3.0:1788926342.210319:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926342.210322:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513912960/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.210328:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926342.210331:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513912960/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.210338:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926342.210340:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926342.210632:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926342.210638:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926342.210643:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926342.210653:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926342.210659:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:2.0:1788926342.210662:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:2.0:1788926342.210665:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926342.210670:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513912832/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926342.210691:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926342.210694:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513912832/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926342.210701:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926342.210702:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926342.210985:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926342.210988:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:3.0:1788926342.210992:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926342.210995:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926342.210999:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:3.0:1788926342.211001:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:3.0:1788926342.211003:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926342.211007:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513913088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.211014:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926342.211017:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513913088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.211035:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926342.211036:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926342.213336:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926342.213352:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926342.213356:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926342.213359:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926342.213367:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926342.213374:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926342.213381:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926342.213386:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926342.213430:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926342.213435:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354580 00000400:00000200:2.0:1788926342.213439:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926342.213454:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x73a5 [1] + 224 00000800:00000001:2.0:1788926342.213460:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926342.213467:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926342.213470:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926342.213474:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926342.213480:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926342.213487:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513912704/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926342.213497:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857aa00 x1875823513912704/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926342.213518:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926342.213526:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926342.213529:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926342.223367:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.223381:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926342.223385:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.223424:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926342.223434:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.223442:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926342.223499:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.223503:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.223508:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.223512:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354700 00000400:00000200:3.0:1788926342.223518:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.223523:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x73bd [1] + 224 00000800:00000001:3.0:1788926342.223529:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.223536:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926342.223539:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926342.223542:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926342.223550:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926342.223558:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513913088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926342.223568:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513913088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.223588:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926342.223595:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.223597:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926342.229452:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.229468:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926342.229473:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.229476:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926342.229484:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.229492:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926342.229501:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.229505:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.229510:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.229514:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354600 00000400:00000200:3.0:1788926342.229519:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.229525:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x73b5 [1] + 224 00000800:00000001:3.0:1788926342.229531:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.229538:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926342.229541:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926342.229545:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926342.229552:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926342.229561:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513912832/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926342.229572:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513912832/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.229593:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926342.229600:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.229602:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926342.231684:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.231695:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926342.231699:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.231701:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926342.231708:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.231714:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926342.231729:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.231734:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.231739:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.231742:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354680 00000400:00000200:3.0:1788926342.231748:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926342.231752:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x73ad [1] + 224 00000800:00000001:3.0:1788926342.231757:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.231763:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926342.231766:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926342.231769:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926342.231775:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926342.231782:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513912960/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926342.231792:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513912960/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926342.231818:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926342.231826:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926342.231829:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926342.854882:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926342.854889:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926342.854894:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926345.922361:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926345.922365:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926345.922367:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926346.819238:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296381537, at 4296381953 00000100:00000010:3.0:1788926346.819253:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e540. 00000100:00000040:2.0:1788926346.820284:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296381537, at 4296381954 00000100:00000010:2.0:1788926346.820293:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e6c0. 00000800:00000200:3.0:1788926347.332174:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926347.332181:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8b00. 00000400:00000200:3.0:1788926347.332188:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.332249:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926347.332256:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08212a8 00000400:00000010:3.0:1788926347.332258:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08212a8. 00000100:00000001:3.0:1788926347.332263:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926347.332270:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513913216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.332281:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926347.332288:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513913216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.332295:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926347.332297:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926347.333145:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926347.333149:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8f00. 00000400:00000200:3.0:1788926347.333153:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.333157:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926347.333161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:3.0:1788926347.333162:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:3.0:1788926347.333165:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926347.333169:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513913344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.333176:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926347.333179:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513913344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.333185:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926347.333186:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926347.333269:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926347.333272:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:3.0:1788926347.333275:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.333278:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926347.333281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:3.0:1788926347.333283:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:3.0:1788926347.333286:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926347.333290:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513913600/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.333297:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926347.333300:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513913600/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.333306:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926347.333307:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926347.333344:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926347.333346:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8a00. 00000400:00000200:3.0:1788926347.333349:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.333352:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926347.333355:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821908 00000400:00000010:3.0:1788926347.333356:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821908. 00000100:00000001:3.0:1788926347.333358:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926347.333362:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513913472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.333368:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926347.333370:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513913472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.333377:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926347.333378:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926347.338719:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.338733:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926347.338737:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.338740:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.338748:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.338757:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926347.338765:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.338770:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.338776:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.338780:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354800 00000400:00000200:3.0:1788926347.338785:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.338792:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x73cd [1] + 224 00000800:00000001:3.0:1788926347.338800:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.338806:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.338809:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.338823:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926347.338931:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926347.338940:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513913344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926347.338951:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a300 x1875823513913344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.338971:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926347.338980:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.339191:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926347.344299:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344314:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926347.344318:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344320:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.344327:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344334:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926347.344343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344347:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344352:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344356:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354780 00000400:00000200:3.0:1788926347.344705:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344712:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x73c5 [1] + 224 00000800:00000001:3.0:1788926347.344720:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344725:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.344728:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.344732:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926347.344738:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926347.344746:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513913216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926347.344762:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629180 x1875823513913216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.344773:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926347.344780:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344782:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926347.344784:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344786:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.344790:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344793:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926347.344797:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344799:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344802:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344804:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354900 00000400:00000200:3.0:1788926347.344807:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.344811:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x73d5 [1] + 224 00000800:00000001:3.0:1788926347.344814:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344817:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.344818:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.344821:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926347.344824:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926347.344839:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513913600/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926347.344848:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629500 x1875823513913600/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.344860:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926347.344864:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.344867:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926347.345065:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.345071:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.345075:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.345079:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926347.345083:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.345086:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.345088:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.345091:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354880 00000400:00000200:3.0:1788926347.345094:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926347.345098:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x73dd [1] + 224 00000800:00000001:3.0:1788926347.345102:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926347.345108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926347.345110:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926347.345113:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926347.345116:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926347.345121:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513913472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926347.347288:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b480 x1875823513913472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926347.347301:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926347.349445:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926347.349469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926348.994436:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926348.994441:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926348.994444:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926351.937520:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296386657, at 4296387072 00000100:00000010:3.0:1788926351.937535:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e00527e0. 00000100:00000040:2.0:1788926351.937667:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296386657, at 4296387072 00000100:00000010:2.0:1788926351.937673:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052de0. 00000020:00000001:3.0:1788926352.065666:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926352.065670:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926352.065673:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788926352.450988:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926352.450993:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:3.0:1788926352.450999:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926352.451003:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926352.451008:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:3.0:1788926352.451010:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:3.0:1788926352.451015:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926352.451019:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513913728/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.451028:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926352.451031:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513913728/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.451038:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926352.451040:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926352.451050:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926352.451052:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926352.451054:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926352.451058:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926352.451060:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8198 00000400:00000010:3.0:1788926352.451061:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8198. 00000100:00000001:3.0:1788926352.451063:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926352.451066:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513913984/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.451073:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926352.451075:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513913984/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.451081:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926352.451082:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926352.451139:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926352.451142:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926352.451145:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926352.451148:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926352.451151:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:3.0:1788926352.451152:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:3.0:1788926352.451155:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926352.451158:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513913856/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.451164:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926352.451167:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513913856/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.451173:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926352.451174:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926352.451821:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926352.451826:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:2.0:1788926352.451831:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926352.451836:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926352.451839:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:2.0:1788926352.451841:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:2.0:1788926352.451844:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926352.451849:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513914112/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926352.451858:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926352.451861:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513914112/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926352.451869:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926352.451870:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926352.453736:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453753:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926352.453758:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453761:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926352.453769:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453777:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926352.453786:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453791:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453802:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453807:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354a80 00000400:00000200:3.0:1788926352.453812:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453818:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x73ed [1] + 224 00000800:00000001:3.0:1788926352.453825:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453829:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926352.453833:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926352.453837:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926352.453844:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926352.453854:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513913984/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926352.453867:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513913984/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.453897:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926352.453907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453911:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926352.453913:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453915:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926352.453918:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453922:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926352.453927:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453930:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453933:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453935:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354980 00000400:00000200:3.0:1788926352.453939:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.453943:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x73e5 [1] + 224 00000800:00000001:3.0:1788926352.453947:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453953:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926352.453956:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926352.453959:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926352.453962:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926352.453967:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513913728/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926352.453976:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579880 x1875823513913728/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.453983:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926352.453987:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.453990:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926352.460179:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926352.460199:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926352.460204:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926352.460207:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926352.460215:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926352.460223:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926352.460233:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926352.460238:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926352.460243:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926352.460247:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354b00 00000400:00000200:2.0:1788926352.460252:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926352.460259:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x73fd [1] + 224 00000800:00000001:2.0:1788926352.460266:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926352.460278:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926352.460281:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926352.460285:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926352.460293:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926352.460301:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513914112/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926352.460311:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513914112/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926352.460337:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926352.460346:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926352.460349:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926352.461024:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.461032:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926352.461035:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.461037:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926352.461110:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.461114:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926352.461120:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.461123:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.461126:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.461130:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354a00 00000400:00000200:3.0:1788926352.461134:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926352.461138:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x73f5 [1] + 224 00000800:00000001:3.0:1788926352.461143:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.461149:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926352.461151:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926352.461154:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926352.461158:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926352.461163:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513913856/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926352.461172:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513913856/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926352.461189:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926352.461195:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926352.461198:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926355.137930:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926355.137934:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926355.137937:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926357.057516:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296391778, at 4296392192 00000100:00000040:2.0:1788926357.057516:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296391778, at 4296392192 00000100:00000010:2.0:1788926357.057535:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004ef00. 00000100:00000010:3.0:1788926357.057537:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e7e0. 00000800:00000200:2.0:1788926357.570386:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926357.570390:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8b00. 00000400:00000200:2.0:1788926357.570440:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926357.570446:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926357.570452:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821aa0 00000400:00000010:2.0:1788926357.570455:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821aa0. 00000100:00000001:2.0:1788926357.570460:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926357.570464:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513914240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926357.570473:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926357.570484:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513914240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926357.570492:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926357.570493:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926357.579349:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926357.579354:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8b00. 00000400:00000200:3.0:1788926357.579359:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926357.579365:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926357.579370:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821e58 00000400:00000010:3.0:1788926357.579373:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821e58. 00000100:00000001:3.0:1788926357.579377:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926357.579382:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513914368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926357.579604:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926357.579608:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513914368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926357.579616:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926357.579618:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926357.579641:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926357.579643:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8100. 00000400:00000200:3.0:1788926357.579647:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926357.579650:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926357.579653:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821bb0 00000400:00000010:3.0:1788926357.579654:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821bb0. 00000100:00000001:3.0:1788926357.579656:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926357.579660:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513914624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926357.579666:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926357.579669:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513914624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926357.579675:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926357.579676:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926357.580257:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926357.580261:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8f00. 00000400:00000200:3.0:1788926357.580264:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926357.580268:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926357.580272:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821aa0 00000400:00000010:3.0:1788926357.580275:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821aa0. 00000100:00000001:3.0:1788926357.580278:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926357.580282:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513914496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926357.580290:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926357.580293:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513914496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926357.580300:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926357.580301:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926357.589933:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.589950:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926357.589954:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.589958:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.589966:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.589973:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926357.589981:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.589986:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.589991:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.589994:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354b80 00000400:00000200:2.0:1788926357.589998:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590004:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7405 [1] + 224 00000800:00000001:2.0:1788926357.590011:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590017:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926357.590021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926357.590028:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926357.590035:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513914240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926357.590045:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629500 x1875823513914240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926357.590064:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926357.590071:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590075:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926357.590077:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590079:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590081:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590084:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926357.590088:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590090:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590093:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590095:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354d00 00000400:00000200:2.0:1788926357.590098:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590102:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7415 [1] + 224 00000800:00000001:2.0:1788926357.590105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590110:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926357.590113:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926357.590116:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926357.590119:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513914624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926357.590127:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513914624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926357.590218:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926357.590224:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590228:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926357.590231:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590232:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590236:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590240:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926357.590243:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590246:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590249:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590251:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354c00 00000400:00000200:2.0:1788926357.590255:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590258:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x740d [1] + 224 00000800:00000001:2.0:1788926357.590262:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590265:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590267:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926357.590270:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926357.590274:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926357.590278:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513914368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926357.590286:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b100 x1875823513914368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926357.590293:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926357.590297:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590299:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926357.590301:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590303:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590305:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590308:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926357.590311:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590314:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590316:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590319:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354c80 00000400:00000200:2.0:1788926357.590322:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926357.590325:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x741d [1] + 224 00000800:00000001:2.0:1788926357.590328:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590334:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926357.590336:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926357.590349:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926357.590352:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926357.590356:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513914496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926357.590364:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962ad80 x1875823513914496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926357.590370:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926357.590373:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926357.590376:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926358.211605:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926358.211608:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926358.211611:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926361.284253:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926361.284260:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926361.284266:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926362.177497:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296396897, at 4296397312 00000100:00000040:2.0:1788926362.177497:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296396897, at 4296397312 00000100:00000010:3.0:1788926362.177511:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052f00. 00000100:00000010:2.0:1788926362.177512:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052420. 00000100:00000040:3.0:1788926362.691250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926362.691259:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926362.691269:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926362.691274:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926362.691277:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926362.691279:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926362.691283:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926362.691290:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926362.691296:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.691318:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926362.691328:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926362.691332:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.691338:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.691356:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.691359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926362.691362:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788926362.691364:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788926362.691365:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926362.691367:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926362.691368:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926362.691369:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926362.691370:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788926362.691371:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788926362.691372:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926362.691375:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406700. 00000100:00000040:2.0:1788926362.691376:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.691377:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.691381:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926362.691385:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926362.691388:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926362.691388:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.691389:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926362.691391:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788926362.691392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788926362.691393:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926362.691413:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926362.691417:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513914752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926362.691421:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926362.691425:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926362.691428:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926362.691430:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926362.691435:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553a00. 02000000:00000001:2.0:1788926362.691437:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.691438:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.691440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926362.691443:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1788926362.691443:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000010:3.0:1788926362.691445:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000400:00000010:2.0:1788926362.691447:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6160. 00000020:00000040:3.0:1788926362.691448:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926362.691450:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926362.691451:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926362.691452:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926362.691454:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000400:00000010:2.0:1788926362.691454:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000001:3.0:1788926362.691457:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.691460:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1788926362.691460:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513914752, portal 25 00000100:00000001:2.0:1788926362.691463:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926362.691465:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:3.0:1788926362.691467:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926362.691469:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926362.691470:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926362.691473:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_00+0] req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.691478:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788926362.691480:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926362.691481:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000040:3.0:1788926362.691482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1788926362.691483:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000040:3.0:1788926362.691485:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1788926362.691486:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513914752, offset 0 00000100:00000040:3.0:1788926362.691488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926362.691491:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1788926362.691491:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000010:3.0:1788926362.691493:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926362.691495:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926362.691496:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926362.691497:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926362.691499:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691499:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 02000000:00000010:3.0:1788926362.691501:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406200. 00000100:00000001:3.0:1788926362.691503:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691506:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000100:00000040:3.0:1788926362.691507:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926362.691512:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1788926362.691512:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788926362.691514:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691516:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000040:3.0:1788926362.691517:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bd3fd1] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926362.691520:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926362.691522:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000001:3.0:1788926362.691524:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691526:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2534:2534:256:4294967295] 192.168.203.140@tcp LPNI seq info [2534:2534:8:4294967295] 00000100:00000040:3.0:1788926362.691527:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1735) 00000400:00000200:2.0:1788926362.691530:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926362.691538:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000001:3.0:1788926362.691539:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926362.691541:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926362.691542:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788926362.691544:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00000040:3.0:1788926362.691546:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1788926362.691549:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000100:00000001:3.0:1788926362.691552:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926362.691553:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.691555:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1788926362.691555:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 02000000:00000001:3.0:1788926362.691557:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926362.691558:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926362.691561:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513914880:192.168.203.140@tcp:400:kworker.0 00000800:00000200:2.0:1788926362.691563:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000100:00000001:3.0:1788926362.691564:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926362.691566:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1788926362.691567:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788926362.691568:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.691569:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926362.691572:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73400. 02000000:00000001:3.0:1788926362.691574:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926362.691577:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926362.691579:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788926362.691580:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc60. 00000400:00000200:2.0:1788926362.691582:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926362.691583:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000001:2.0:1788926362.691585:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296402019 00000100:00000200:3.0:1788926362.691586:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513914880, portal 10 00000100:00000001:3.0:1788926362.691588:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926362.691589:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000010:2.0:1788926362.691589:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fba0. 00000100:00000001:2.0:1788926362.691595:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1788926362.691596:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.691599:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296402019 00000100:00000010:2.0:1788926362.691602:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fea0. 00000100:00000001:3.0:1788926362.691603:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788926362.691604:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1788926362.691605:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926362.691607:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000001:2.0:1788926362.691607:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1788926362.691609:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513914880, offset 0 00000100:00000001:2.0:1788926362.691609:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.691612:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926362.691613:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000001:2.0:1788926362.691614:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.691616:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.691620:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000100:00000001:2.0:1788926362.691621:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788926362.691622:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788926362.691623:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788926362.691624:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000001:2.0:1788926362.691625:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926362.691626:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788926362.691627:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788926362.691628:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788926362.691629:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000040:2.0:1788926362.691631:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788926362.691632:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2535:2535:255:4294967295] 192.168.203.140@tcp LPNI seq info [2535:2535:7:4294967295] 00000400:00000200:3.0:1788926362.691636:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926362.691638:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926362.691639:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926362.691641:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788926362.691642:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 02000000:00000001:2.0:1788926362.691643:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926362.691645:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926362.691646:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00100000:2.0:1788926362.691648:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513915008:192.168.203.140@tcp:400:kworker.0 00000800:00000010:3.0:1788926362.691649:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000100:00000001:2.0:1788926362.691651:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1788926362.691652:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 02000000:00000001:2.0:1788926362.691653:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926362.691655:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926362.691656:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788926362.691657:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926362.691659:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1788926362.691659:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553000. 02000000:00000001:2.0:1788926362.691660:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.691662:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691663:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:3.0:1788926362.691665:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 529493 usecs (530 jiffies) 00000400:00000010:2.0:1788926362.691666:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000400:00000200:3.0:1788926362.691668:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926362.691669:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85307f8. 00000100:00000001:3.0:1788926362.691670:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296398356 00000100:00000200:2.0:1788926362.691671:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513915008, portal 10 00000100:00000001:3.0:1788926362.691672:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296402019 00000100:00000001:2.0:1788926362.691673:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926362.691674:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926362.691675:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296398356 00000100:00000001:3.0:1788926362.691676:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296402019 00000100:00000001:3.0:1788926362.691678:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788926362.691679:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.691680:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.691682:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926362.691685:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.691686:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926362.691688:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926362.691690:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000001:3.0:1788926362.691692:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1788926362.691692:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513915008, offset 0 00000100:00000001:3.0:1788926362.691693:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.691695:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788926362.691696:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 02000000:00000001:3.0:1788926362.691697:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926362.691699:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691699:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00100000:3.0:1788926362.691701:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915136:192.168.203.140@tcp:400:kworker.0 00000400:00000200:2.0:1788926362.691702:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000100:00000001:3.0:1788926362.691704:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788926362.691704:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1788926362.691706:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788926362.691706:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 02000000:00000001:3.0:1788926362.691707:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.691709:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788926362.691709:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1788926362.691711:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72600. 00000400:00000200:2.0:1788926362.691711:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 02000000:00000001:3.0:1788926362.691713:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.691714:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2536:2536:254:4294967295] 192.168.203.140@tcp LPNI seq info [2536:2536:6:4294967295] 00000400:00000200:3.0:1788926362.691716:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926362.691718:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bbb0. 00000400:00000200:2.0:1788926362.691718:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926362.691722:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000400:00000200:2.0:1788926362.691723:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000200:3.0:1788926362.691724:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513915136, portal 4 00000100:00000001:3.0:1788926362.691726:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926362.691727:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926362.691732:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.691738:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926362.691740:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926362.691743:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926362.691745:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513915136, offset 0 00000400:00000200:3.0:1788926362.691748:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000800:00000200:2.0:1788926362.691846:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926362.691850:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4100. 00000800:00000200:2.0:1788926362.691854:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926362.691858:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926362.691860:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926362.691864:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926362.691867:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20392 usecs (21 jiffies) 00000400:00000200:2.0:1788926362.691871:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926362.691873:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296397847 00000100:00000001:2.0:1788926362.691875:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296402019 00000100:00000001:2.0:1788926362.691877:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296397847 00000100:00000001:2.0:1788926362.691878:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296402019 00000100:00000001:2.0:1788926362.691880:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926362.691882:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.691885:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.691886:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926362.691890:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926362.691891:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926362.691893:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926362.691894:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926362.691895:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.691898:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926362.691936:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926362.692124:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:2.0:1788926362.692131:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926362.692135:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926362.699018:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.699032:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926362.699038:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926362.699042:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926362.699046:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926362.699050:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926362.699054:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2537:2537:253:4294967295] 192.168.203.140@tcp LPNI seq info [2537:2537:5:4294967295] 00000400:00000200:3.0:1788926362.699058:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.699068:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926362.699075:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926362.699100:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926362.699108:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926362.699115:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926362.699119:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926362.699125:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.699131:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 268733 usecs (269 jiffies) 00000400:00000200:3.0:1788926362.699136:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926362.699139:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296398095 00000100:00000001:3.0:1788926362.699142:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296402019 00000100:00000001:3.0:1788926362.699144:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296398095 00000100:00000001:3.0:1788926362.699146:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296402019 00000100:00000001:3.0:1788926362.699148:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926362.699152:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.699155:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.699159:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.699166:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926362.699168:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926362.699171:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926362.699173:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926362.699175:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.699178:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926362.701925:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:2.0:1788926362.701933:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:2.0:1788926362.701950:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926362.701961:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.701981:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926362.701985:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.701993:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.701995:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926362.702439:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926362.702444:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926362.702450:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926362.702457:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926362.702460:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:2.0:1788926362.702462:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:2.0:1788926362.702465:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926362.702470:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.702478:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926362.702481:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.702487:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.702489:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926362.702497:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926362.702499:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4100. 00000400:00000200:2.0:1788926362.702502:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926362.702506:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926362.702508:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530880 00000400:00000010:2.0:1788926362.702510:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530880. 00000100:00000001:2.0:1788926362.702512:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926362.702516:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.702523:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926362.702526:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.702532:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.702533:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926362.702744:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926362.702747:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:2.0:1788926362.702759:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926362.702763:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926362.702766:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:2.0:1788926362.702768:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:2.0:1788926362.702771:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926362.702775:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.702784:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926362.702786:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926362.702792:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926362.702794:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926362.711253:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711271:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926362.711275:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711278:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.711285:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711293:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926362.711302:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711320:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711325:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711329:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354e00 00000400:00000200:3.0:1788926362.711334:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711339:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7435 [1] + 224 00000800:00000001:3.0:1788926362.711346:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711350:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.711353:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926362.711358:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926362.711365:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.711373:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926362.711384:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.711837:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926362.711847:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711852:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926362.711854:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711856:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.711860:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711864:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926362.711869:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711871:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711873:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711876:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32354e80 00000400:00000200:3.0:1788926362.711880:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711884:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7445 [1] + 224 00000800:00000001:3.0:1788926362.711888:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711892:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.711894:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926362.711897:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926362.711901:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.711905:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926362.711914:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.711934:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926362.711938:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926362.711944:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.711946:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.711949:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711952:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926362.711955:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711958:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711960:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.711962:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32354f00 00000400:00000200:3.0:1788926362.711965:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.712877:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7455 [1] + 224 00000800:00000001:3.0:1788926362.712890:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.712899:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.712902:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926362.712906:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926362.712911:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.712917:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926362.712926:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.712934:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926362.712941:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.712945:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926362.712947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.712949:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.712954:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.712957:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926362.712962:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.712964:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.712968:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.712980:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354d80 00000400:00000200:3.0:1788926362.712985:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926362.712990:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7425 [1] + 224 00000800:00000001:3.0:1788926362.712993:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.713001:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926362.713070:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926362.713076:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926362.713079:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.713169:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926362.713178:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713186:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926362.713192:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926362.713196:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713221:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926362.713225:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926362.713232:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926362.713234:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926362.713237:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc60. 00000400:00000200:3.0:1788926362.713241:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:3.0:1788926362.713243:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:3.0:1788926362.713246:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.713250:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926362.713265:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713271:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926362.713273:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713275:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926362.713278:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926362.713280:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926362.713282:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.713285:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926362.713294:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=29 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926362.713298:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=130 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926362.713301:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926362.713304:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926362.713315:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926362.713318:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.713322:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926362.713324:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926362.713326:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926362.713328:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.713333:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713340:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926362.713342:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926362.713345:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926362.713348:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926362.713356:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513914880:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926362.713362:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926362.713363:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926362.713365:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bbb0. 00000400:00000200:3.0:1788926362.713367:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:3.0:1788926362.713369:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:3.0:1788926362.713371:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.713374:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926362.713381:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713387:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926362.713389:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713390:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926362.713391:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926362.713393:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926362.713394:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.713413:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926362.713416:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=29 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926362.713419:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926362.713422:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926362.713423:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926362.713424:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926362.713426:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.713428:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926362.713430:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788926362.713431:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926362.713433:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.713436:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713443:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926362.713445:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926362.713447:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926362.713450:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926362.713458:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915136:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926362.713464:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713467:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926362.713470:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513914880/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713477:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926362.713479:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926362.713482:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73400. 02000000:00000001:3.0:1788926362.713486:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926362.713489:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926362.713491:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926362.713493:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926362.713496:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406700. 02000000:00000001:3.0:1788926362.713499:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926362.713502:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926362.713504:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926362.713507:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926362.713508:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713510:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926362.713513:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513915136/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713518:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926362.713519:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926362.713521:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72600. 02000000:00000001:3.0:1788926362.713522:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926362.713524:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926362.713525:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926362.713526:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926362.713528:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406200. 02000000:00000001:3.0:1788926362.713530:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926362.713531:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926362.713533:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:3.0:1788926362.713534:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926362.713536:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713538:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713544:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926362.713546:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.713548:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926362.713550:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.713577:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926362.713579:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926362.713582:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926362.713583:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926362.713585:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:3.0:1788926362.713589:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85307f8 00000400:00000010:3.0:1788926362.713590:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85307f8. 00000100:00000001:3.0:1788926362.713593:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.713597:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926362.713606:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713612:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926362.713613:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713615:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926362.713616:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926362.713617:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926362.713619:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.713621:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926362.713624:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=29 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926362.713627:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926362.713629:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926362.713631:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926362.713632:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926362.713634:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.713637:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926362.713638:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926362.713640:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926362.713641:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.713645:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713651:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926362.713653:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926362.713654:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926362.713658:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926362.713664:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513915008:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926362.713669:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926362.713670:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926362.713671:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6160. 00000400:00000200:3.0:1788926362.713673:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:3.0:1788926362.713674:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:3.0:1788926362.713676:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926362.713679:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926362.713686:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713692:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926362.713693:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.713695:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926362.713696:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926362.713697:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926362.713699:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926362.713700:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926362.713703:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926362.713705:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926362.713707:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926362.713709:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926362.713710:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926362.713712:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.713713:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926362.713717:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.713723:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926362.714878:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926362.714879:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926362.714888:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926362.714899:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513914752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926362.714903:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.714906:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926362.714909:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513915008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.714917:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926362.714919:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926362.714921:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553000. 02000000:00000001:3.0:1788926362.714926:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926362.714928:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926362.714930:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926362.714933:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926362.714935:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:3.0:1788926362.714938:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926362.714939:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926362.714941:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926362.714944:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926362.714945:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.714947:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926362.714950:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513914752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926362.714955:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926362.714956:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926362.714958:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553a00. 02000000:00000001:3.0:1788926362.714959:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926362.714961:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926362.714961:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926362.714963:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926362.714964:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406400. 02000000:00000001:3.0:1788926362.714966:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926362.714967:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926362.715159:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926362.715164:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926362.715166:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.715168:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926362.715176:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926362.715177:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926362.715180:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926362.715182:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926364.353616:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926364.353619:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926364.353622:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926367.297865:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296402019, at 4296402432 00000100:00000010:2.0:1788926367.297879:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fba0. 00000100:00000040:3.0:1788926367.301095:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296402019, at 4296402435 00000100:00000010:3.0:1788926367.301108:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fea0. 00000020:00000001:3.0:1788926367.427324:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926367.427327:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926367.427329:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926367.809515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926367.809525:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926367.809534:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926367.809541:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926367.809545:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926367.809548:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926367.809552:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926367.809560:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926367.809567:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809577:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926367.809588:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926367.809591:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809597:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.809635:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926367.809642:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926367.809645:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926367.809648:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926367.809650:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926367.809652:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926367.809653:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926367.809657:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:3.0:1788926367.809660:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809664:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926367.809672:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926367.809674:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809678:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_01+1] req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.809686:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926367.809692:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926367.809694:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926367.809696:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926367.809698:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926367.809700:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926367.809701:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926367.809704:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406200. 00000100:00000001:3.0:1788926367.809706:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809710:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926367.809716:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926367.809718:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809722:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bd3fd1] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.809734:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788926367.809740:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926367.809742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926367.809745:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926367.809749:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926367.809751:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926367.809753:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926367.809754:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926367.809755:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926367.809759:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406700. 00000100:00000001:3.0:1788926367.809761:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809765:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926367.809772:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926367.809774:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809777:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.809785:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.809789:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1740) 00000100:00000001:3.0:1788926367.809804:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926367.809808:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926367.809810:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926367.809815:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.809822:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926367.809825:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.809829:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926367.809831:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926367.809834:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926367.809837:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915392:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926367.809841:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926367.809846:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926367.809848:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.809850:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926367.809854:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73e00. 02000000:00000001:3.0:1788926367.809856:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926367.809864:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926367.809868:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bbb0. 00000400:00000010:3.0:1788926367.809874:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926367.809880:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513915392, portal 10 00000100:00000001:3.0:1788926367.809882:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926367.809884:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926367.809892:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.809899:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926367.809902:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926367.809905:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926367.809907:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513915392, offset 0 00000400:00000200:3.0:1788926367.809914:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926367.809934:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.809941:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926367.809946:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926367.809950:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926367.809953:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926367.809956:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926367.809960:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2538:2538:256:4294967295] 192.168.203.140@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:3.0:1788926367.809965:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.809974:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926367.809980:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926367.809986:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:3.0:1788926367.809992:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926367.810000:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926367.810004:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926367.810015:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.810020:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 528647 usecs (529 jiffies) 00000400:00000200:3.0:1788926367.810023:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926367.810025:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296403473 00000100:00000010:3.0:1788926367.810030:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198360. 00000100:00000001:3.0:1788926367.810037:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926367.810041:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296403473 00000100:00000010:3.0:1788926367.810044:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198840. 00000100:00000001:3.0:1788926367.810047:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926367.810050:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.810053:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810056:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926367.810070:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810077:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926367.810079:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.810081:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926367.810083:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926367.810085:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926367.810087:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915648:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926367.810091:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926367.810093:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926367.810095:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.810096:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926367.810099:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73200. 02000000:00000001:3.0:1788926367.810101:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926367.810105:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926367.810108:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc60. 00000400:00000010:3.0:1788926367.810255:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab000. 00000100:00000200:3.0:1788926367.810259:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513915648, portal 4 00000100:00000001:3.0:1788926367.810261:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926367.810262:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926367.810284:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810291:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926367.810293:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926367.810297:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926367.810299:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513915648, offset 0 00000400:00000200:3.0:1788926367.810304:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926367.810308:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.810312:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926367.810315:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926367.810318:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926367.810320:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926367.810322:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926367.810325:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2539:2539:255:4294967295] 192.168.203.140@tcp LPNI seq info [2539:2539:7:4294967295] 00000400:00000200:3.0:1788926367.810329:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.810336:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926367.810340:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926367.810344:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:3.0:1788926367.810348:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926367.810352:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926367.810355:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926367.810358:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.810361:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 267216 usecs (268 jiffies) 00000400:00000200:3.0:1788926367.810364:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926367.810366:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296403212 00000100:00000001:3.0:1788926367.810369:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296403473 00000100:00000001:3.0:1788926367.810371:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296403212 00000100:00000001:3.0:1788926367.810373:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296403473 00000100:00000001:3.0:1788926367.810375:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.810378:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810380:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810383:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.810389:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926367.810391:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926367.810393:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926367.810421:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926367.810423:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926367.810426:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788926367.810427:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.810430:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926367.810431:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.810433:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926367.810434:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926367.810435:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926367.810439:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810446:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926367.810447:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.810449:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926367.810451:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926367.810453:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926367.810456:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513915264:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926367.810459:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926367.810462:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926367.810464:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.810465:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926367.810469:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73000. 02000000:00000001:3.0:1788926367.810470:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926367.810474:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926367.810477:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b5d8. 00000400:00000010:3.0:1788926367.810481:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926367.810484:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513915264, portal 25 00000100:00000001:3.0:1788926367.810486:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926367.810487:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926367.810492:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810498:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926367.810501:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926367.810503:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926367.810505:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513915264, offset 0 00000400:00000200:3.0:1788926367.810509:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926367.810512:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.810516:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926367.810519:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926367.810521:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926367.810523:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926367.810525:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926367.810528:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2540:2540:254:4294967295] 192.168.203.140@tcp LPNI seq info [2540:2540:6:4294967295] 00000400:00000200:3.0:1788926367.810533:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.810539:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926367.810543:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926367.810546:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406b00. 00000800:00000200:3.0:1788926367.810550:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926367.810554:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926367.810557:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926367.810559:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926367.810562:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926367.810564:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296407138 00000100:00000001:3.0:1788926367.810568:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296403473 00000100:00000001:3.0:1788926367.810571:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296407138 00000100:00000001:3.0:1788926367.810574:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296403473 00000100:00000001:3.0:1788926367.810577:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.810579:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810581:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926367.810584:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810591:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926367.810593:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.810595:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926367.810596:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926367.810598:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926367.810601:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915520:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926367.810604:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926367.810606:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926367.810607:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.810609:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926367.810611:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72400. 02000000:00000001:3.0:1788926367.810613:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926367.810616:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926367.810618:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b688. 00000400:00000010:3.0:1788926367.810621:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab5d8. 00000100:00000200:3.0:1788926367.810624:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513915520, portal 10 00000100:00000001:3.0:1788926367.810626:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926367.810627:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926367.810633:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810639:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926367.810642:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926367.810644:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab440. 00000100:00000200:3.0:1788926367.810646:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513915520, offset 0 00000400:00000200:3.0:1788926367.810650:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926367.810653:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.810655:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926367.810658:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926367.810660:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926367.810662:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926367.810664:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926367.810666:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2541:2541:253:4294967295] 192.168.203.140@tcp LPNI seq info [2541:2541:5:4294967295] 00000400:00000200:3.0:1788926367.810670:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926367.810675:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926367.810679:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926367.810682:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926367.810686:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926367.810690:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926367.810693:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926367.810695:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.810698:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20422 usecs (21 jiffies) 00000400:00000200:3.0:1788926367.810701:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926367.810703:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296402966 00000100:00000001:3.0:1788926367.810705:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296407138 00000100:00000001:3.0:1788926367.810707:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296402966 00000100:00000001:3.0:1788926367.810709:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296407138 00000100:00000001:3.0:1788926367.810711:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.810713:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810715:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810717:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926367.810758:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926367.810762:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:3.0:1788926367.810767:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926367.810772:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926367.810776:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:3.0:1788926367.810778:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:3.0:1788926367.810782:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926367.810787:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810796:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.810800:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810807:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810809:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926367.810818:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926367.810820:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926367.810822:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926367.810825:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926367.810827:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:3.0:1788926367.810829:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:3.0:1788926367.810831:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926367.810834:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810841:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.810844:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810850:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810852:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926367.810857:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926367.810859:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406b00. 00000400:00000200:3.0:1788926367.810861:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926367.810864:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926367.810866:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:3.0:1788926367.810868:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:3.0:1788926367.810870:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926367.810873:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810879:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.810882:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.810889:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.810890:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926367.811020:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926367.811024:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926367.812054:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926367.812167:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926367.812173:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926367.812179:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926367.812184:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab440 00000400:00000010:3.0:1788926367.812187:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab440. 00000100:00000001:3.0:1788926367.812190:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926367.812195:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.812206:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.812209:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.812216:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.812218:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926367.830383:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830415:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926367.830420:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830423:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.830432:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830440:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926367.830451:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830456:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830461:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830466:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32354f80 00000400:00000200:2.0:1788926367.830471:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830476:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7485 [1] + 224 00000800:00000001:2.0:1788926367.830483:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830486:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.830489:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926367.830494:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926367.830501:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926367.830510:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926367.830522:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926367.830545:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926367.830554:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830557:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926367.830559:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830561:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.830564:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830568:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926367.830572:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830574:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830577:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830580:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355000 00000400:00000200:2.0:1788926367.830584:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830588:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7465 [1] + 224 00000800:00000001:2.0:1788926367.830592:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830595:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.830597:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926367.830600:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926367.830603:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926367.830607:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926367.830617:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926367.830625:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926367.830627:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830630:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926367.830631:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830633:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.830636:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830640:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926367.830643:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830646:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830648:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830651:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355080 00000400:00000200:2.0:1788926367.830654:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.830658:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7495 [1] + 224 00000800:00000001:2.0:1788926367.830661:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.830664:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.830666:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926367.830669:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926367.830671:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926367.830675:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926367.830684:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.830810:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926367.830814:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926367.830821:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926367.830823:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926367.830826:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b5d8. 00000400:00000200:3.0:1788926367.830831:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926367.830834:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926367.830837:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926367.830841:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926367.830850:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.830857:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926367.830859:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.830861:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926367.830864:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926367.830867:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926367.830869:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.830872:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926367.830878:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926367.830882:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926367.830885:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926367.830887:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926367.830889:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926367.830892:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.830894:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.830899:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.830906:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.830909:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926367.830911:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926367.830915:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926367.830933:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513915264:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926367.832207:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926367.832218:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.832228:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926367.832230:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.832233:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.832238:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.832243:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926367.832249:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.832252:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.832256:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.832260:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32355100 00000400:00000200:2.0:1788926367.832264:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926367.832269:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7475 [1] + 224 00000800:00000001:2.0:1788926367.832285:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.832294:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926367.832297:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926367.832301:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926367.832305:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926367.832310:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926367.832320:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926367.832327:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926367.832330:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926367.832333:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788926367.836842:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926367.836846:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926367.836850:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b688. 00000400:00000200:3.0:1788926367.836858:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab5d8 00000400:00000010:3.0:1788926367.836860:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab5d8. 00000100:00000001:3.0:1788926367.836865:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926367.836875:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926367.836887:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.836894:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926367.836896:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.836899:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926367.836902:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926367.836905:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926367.836908:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.836911:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926367.836919:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=34 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926367.836922:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926367.836924:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926367.836926:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926367.836928:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926367.836932:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.836935:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926367.836937:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926367.836939:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926367.836945:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.836950:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.836956:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.836958:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926367.836961:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926367.836964:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926367.836971:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915520:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926367.836978:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926367.836979:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926367.836981:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bbb0. 00000400:00000200:3.0:1788926367.836983:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:3.0:1788926367.836985:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:3.0:1788926367.836987:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926367.836990:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926367.836999:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837004:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926367.837006:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837008:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926367.837009:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926367.837010:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926367.837012:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.837014:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926367.837018:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=34 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926367.837020:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=135 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926367.837022:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926367.837023:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926367.837025:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926367.837027:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.837029:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926367.837031:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926367.837033:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926367.837034:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.837038:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837044:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.837045:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926367.837047:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926367.837050:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926367.837057:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915392:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926367.837062:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926367.837063:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926367.837065:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc60. 00000400:00000200:3.0:1788926367.837068:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab000 00000400:00000010:3.0:1788926367.837069:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab000. 00000100:00000001:3.0:1788926367.837072:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926367.837075:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926367.837083:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837087:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926367.837089:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837090:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926367.837091:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926367.837091:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926367.837092:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926367.837093:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926367.837096:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=34 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926367.837098:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926367.837100:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926367.837100:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926367.837101:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926367.837103:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.837104:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926367.837105:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788926367.837106:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926367.837107:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926367.837109:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837112:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926367.837114:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926367.837114:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926367.837116:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926367.837120:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513915648:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926367.837122:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837124:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.837127:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513915264/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837131:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926367.837132:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926367.837135:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73000. 02000000:00000001:3.0:1788926367.837137:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926367.837139:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926367.837141:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926367.837142:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926367.837144:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406400. 02000000:00000001:3.0:1788926367.837146:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926367.837148:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926367.837149:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926367.837151:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926367.837152:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837153:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.837155:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513915520/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837158:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926367.837159:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926367.837160:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72400. 02000000:00000001:3.0:1788926367.837161:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926367.837162:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926367.837163:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926367.837165:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926367.837166:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406200. 02000000:00000001:3.0:1788926367.837168:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926367.837169:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926367.837170:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:3.0:1788926367.837182:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926367.837183:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837185:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.837188:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513915392/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837194:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926367.837195:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926367.837196:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73e00. 02000000:00000001:3.0:1788926367.837198:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926367.837199:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926367.837200:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926367.837203:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926367.837204:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:3.0:1788926367.837206:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926367.837207:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926367.837209:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926367.837210:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926367.837211:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837213:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926367.837216:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513915648/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926367.837221:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926367.837222:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926367.837224:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73200. 02000000:00000001:3.0:1788926367.837226:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926367.837227:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926367.837237:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926367.837239:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926367.837241:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406700. 02000000:00000001:3.0:1788926367.837243:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926367.837244:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926367.837246:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926367.837248:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926367.837249:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837252:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926367.837259:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926367.837260:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926367.837263:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926367.837266:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926370.499824:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926370.499830:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926370.499876:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926372.417643:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296407138, at 4296407552 00000100:00000010:2.0:1788926372.417657:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198360. 00000100:00000040:3.0:1788926372.418599:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296407138, at 4296407553 00000100:00000010:3.0:1788926372.418607:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198840. 00000020:00000001:2.0:1788926372.545816:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926372.545819:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926372.545823:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788926372.932589:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926372.932657:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8a00. 00000400:00000200:3.0:1788926372.932666:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.932673:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926372.932744:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821880 00000400:00000010:3.0:1788926372.932747:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821880. 00000100:00000001:3.0:1788926372.932753:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926372.932760:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513915776/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.932778:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926372.932785:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513915776/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.932801:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926372.932805:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926372.935307:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926372.935316:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926372.935322:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.935330:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926372.935337:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8a18 00000400:00000010:3.0:1788926372.935340:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8a18. 00000100:00000001:3.0:1788926372.935345:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926372.935353:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513915904/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.935363:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926372.935366:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513915904/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.935374:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926372.935376:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926372.935424:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926372.935426:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926372.937220:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.937228:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926372.937245:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:3.0:1788926372.937249:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:3.0:1788926372.937254:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926372.937261:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513916160/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.937273:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926372.937276:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513916160/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.937283:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926372.937285:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926372.941562:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926372.941572:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8800. 00000400:00000200:3.0:1788926372.941578:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.941587:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926372.941967:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:3.0:1788926372.941980:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:3.0:1788926372.941986:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926372.941995:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513916032/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.942006:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926372.942010:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513916032/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.942018:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926372.942020:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926372.942030:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942040:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926372.942043:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942046:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942052:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942057:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926372.942064:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942068:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942072:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942076:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32355180 00000400:00000200:3.0:1788926372.942081:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942086:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x74a5 [1] + 224 00000800:00000001:3.0:1788926372.942095:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942099:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942101:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.942105:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926372.942109:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926372.942114:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513915776/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926372.942123:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962ad80 x1875823513915776/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.942150:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926372.942156:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942160:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926372.942162:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942164:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942167:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942170:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926372.942174:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942177:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942179:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942182:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355200 00000400:00000200:3.0:1788926372.942186:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942190:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x74ad [1] + 224 00000800:00000001:3.0:1788926372.942194:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942198:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942200:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.942203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926372.942206:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926372.942209:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513915904/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926372.942218:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513915904/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.942249:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926372.942253:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942258:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926372.942260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942262:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942265:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942268:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926372.942272:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942275:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942278:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942280:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32355300 00000400:00000200:3.0:1788926372.942283:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942287:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x74bd [1] + 224 00000800:00000001:3.0:1788926372.942291:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942294:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942296:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.942300:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926372.942302:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926372.942307:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513916160/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926372.942315:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962aa00 x1875823513916160/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.942322:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926372.942325:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942329:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926372.942331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942333:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942336:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942339:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926372.942343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942346:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942349:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942352:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355280 00000400:00000200:3.0:1788926372.942355:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926372.942358:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x74b5 [1] + 224 00000800:00000001:3.0:1788926372.942362:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942367:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926372.942370:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926372.942373:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926372.942376:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926372.942379:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513916032/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926372.942387:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629880 x1875823513916032/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926372.942394:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926372.942421:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926372.942424:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926373.570151:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926373.570154:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926373.570158:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926375.617636:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926375.617697:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926375.617700:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926376.641768:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926376.641772:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926376.641775:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926377.537572:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296412258, at 4296412672 00000100:00000010:3.0:1788926377.537585:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052c60. 00000100:00000040:2.0:1788926377.537717:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296412258, at 4296412672 00000100:00000010:2.0:1788926377.537723:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052180. 00000100:00000040:3.0:1788926378.051745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926378.051754:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926378.051763:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926378.051769:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926378.051773:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926378.051776:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926378.051780:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926378.051787:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406700. 00000100:00000001:3.0:1788926378.051794:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051805:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926378.051815:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926378.051819:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.051862:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926378.051868:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926378.051871:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926378.051874:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926378.051876:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926378.051878:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926378.051879:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926378.051883:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:3.0:1788926378.051886:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051891:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926378.051897:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926378.051899:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051903:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_01+1] req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.051910:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926378.051915:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926378.051919:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926378.051921:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926378.051923:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926378.051924:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926378.051926:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926378.051928:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406200. 00000100:00000001:3.0:1788926378.051931:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051934:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926378.051940:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926378.051941:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bd3fd1] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.051951:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788926378.051956:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926378.051959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926378.051962:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926378.051965:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926378.051967:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926378.051968:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926378.051969:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926378.051971:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926378.051973:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926378.051975:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051979:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926378.051986:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926378.051987:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.051991:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.051998:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.052002:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1750) 00000100:00000001:3.0:1788926378.052014:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926378.052017:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926378.052020:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926378.052024:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052031:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926378.052034:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052037:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926378.052039:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926378.052042:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926378.052046:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513916416:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926378.052049:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926378.052054:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926378.052056:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052058:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926378.052062:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73a00. 02000000:00000001:3.0:1788926378.052064:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926378.052071:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926378.052075:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc60. 00000400:00000010:3.0:1788926378.052081:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab000. 00000100:00000200:3.0:1788926378.052087:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513916416, portal 10 00000100:00000001:3.0:1788926378.052090:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926378.052091:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926378.052098:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052104:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926378.052107:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926378.052109:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926378.052112:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513916416, offset 0 00000400:00000200:3.0:1788926378.052118:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052126:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052133:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926378.052138:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926378.052142:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926378.052146:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926378.052148:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052152:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2546:2546:256:4294967295] 192.168.203.140@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:3.0:1788926378.052156:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052165:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926378.052170:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926378.052175:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926378.052182:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926378.052190:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926378.052193:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926378.052216:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.052221:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 526961 usecs (527 jiffies) 00000400:00000200:3.0:1788926378.052224:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926378.052227:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296413713 00000100:00000010:3.0:1788926378.052232:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198840. 00000100:00000001:3.0:1788926378.052239:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926378.052244:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296413713 00000100:00000010:3.0:1788926378.052247:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198780. 00000100:00000001:3.0:1788926378.052250:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926378.052252:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926378.052255:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052258:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926378.052261:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052267:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926378.052269:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052271:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926378.052272:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926378.052274:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926378.052277:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513916672:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926378.052280:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926378.052282:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926378.052283:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052285:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926378.052287:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73400. 02000000:00000001:3.0:1788926378.052289:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926378.052292:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926378.052295:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bbb0. 00000400:00000010:3.0:1788926378.052298:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab5d8. 00000100:00000200:3.0:1788926378.052301:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513916672, portal 4 00000100:00000001:3.0:1788926378.052303:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926378.052304:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926378.052309:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052315:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926378.052317:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926378.052319:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926378.052322:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513916672, offset 0 00000400:00000200:3.0:1788926378.052325:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052329:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052332:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926378.052335:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926378.052337:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926378.052339:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926378.052342:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052344:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2547:2547:255:4294967295] 192.168.203.140@tcp LPNI seq info [2547:2547:7:4294967295] 00000400:00000200:3.0:1788926378.052348:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052353:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926378.052357:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926378.052360:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406b00. 00000800:00000200:3.0:1788926378.052364:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926378.052368:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926378.052370:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926378.052372:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.052375:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 264220 usecs (265 jiffies) 00000400:00000200:3.0:1788926378.052377:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926378.052379:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296413451 00000100:00000001:3.0:1788926378.052381:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296413713 00000100:00000001:3.0:1788926378.052383:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296413451 00000100:00000001:3.0:1788926378.052385:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296413713 00000100:00000001:3.0:1788926378.052386:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926378.052388:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052391:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052393:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926378.052438:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926378.052441:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926378.052443:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926378.052444:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926378.052446:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926378.052448:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788926378.052450:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926378.052451:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926378.052453:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926378.052455:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926378.052456:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926378.052457:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926378.052461:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052468:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926378.052469:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052471:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926378.052472:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926378.052474:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926378.052477:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513916288:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926378.052480:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926378.052483:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926378.052484:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052486:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926378.052489:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72600. 02000000:00000001:3.0:1788926378.052491:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926378.052494:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926378.052496:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b688. 00000400:00000010:3.0:1788926378.052500:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab440. 00000100:00000200:3.0:1788926378.052503:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513916288, portal 25 00000100:00000001:3.0:1788926378.052504:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926378.052506:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926378.052510:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052516:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926378.052518:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926378.052520:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926378.052522:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513916288, offset 0 00000400:00000200:3.0:1788926378.052526:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052530:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052533:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926378.052536:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926378.052538:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926378.052541:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926378.052543:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052546:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2548:2548:254:4294967295] 192.168.203.140@tcp LPNI seq info [2548:2548:6:4294967295] 00000400:00000200:3.0:1788926378.052549:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052569:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926378.052573:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926378.052577:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:3.0:1788926378.052581:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926378.052585:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926378.052587:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926378.052590:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926378.052593:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926378.052595:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296417380 00000100:00000001:3.0:1788926378.052599:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296413713 00000100:00000001:3.0:1788926378.052602:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296417380 00000100:00000001:3.0:1788926378.052604:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296413713 00000100:00000001:3.0:1788926378.052606:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926378.052608:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052610:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926378.052614:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052620:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926378.052621:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052623:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926378.052625:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926378.052626:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926378.052629:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513916544:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926378.052632:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926378.052634:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926378.052636:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926378.052637:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926378.052640:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72e00. 02000000:00000001:3.0:1788926378.052642:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926378.052644:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926378.052647:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b5d8. 00000400:00000010:3.0:1788926378.052650:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926378.052653:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513916544, portal 10 00000100:00000001:3.0:1788926378.052655:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926378.052656:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926378.052662:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052668:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926378.052669:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926378.052671:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926378.052674:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513916544, offset 0 00000400:00000200:3.0:1788926378.052677:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052680:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052683:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926378.052685:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926378.052688:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926378.052689:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926378.052691:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926378.052694:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2549:2549:253:4294967295] 192.168.203.140@tcp LPNI seq info [2549:2549:5:4294967295] 00000400:00000200:3.0:1788926378.052698:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.052702:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926378.052706:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926378.052708:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:3.0:1788926378.052711:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926378.052716:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926378.052718:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926378.052721:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926378.052723:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20461 usecs (21 jiffies) 00000400:00000200:3.0:1788926378.052726:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926378.052728:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296413208 00000100:00000001:3.0:1788926378.052730:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296417380 00000100:00000001:3.0:1788926378.052732:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296413208 00000100:00000001:3.0:1788926378.052734:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296417380 00000100:00000001:3.0:1788926378.052737:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926378.052739:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052741:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052743:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926378.052783:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926378.052788:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926378.052793:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.052798:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926378.052802:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:3.0:1788926378.052805:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:3.0:1788926378.052809:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926378.052813:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052821:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926378.052824:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052830:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052831:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926378.052842:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926378.052844:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406b00. 00000400:00000200:3.0:1788926378.052846:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.052849:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926378.052851:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926378.052853:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926378.052855:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926378.052858:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052864:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926378.052866:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052873:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052874:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926378.052881:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926378.052883:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926378.052886:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.052889:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926378.052891:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:3.0:1788926378.052892:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:3.0:1788926378.052894:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926378.052897:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052903:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926378.052906:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052913:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.052914:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926378.052973:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926378.052975:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:3.0:1788926378.052977:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.052981:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926378.052983:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:3.0:1788926378.052985:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:3.0:1788926378.052987:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926378.052991:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.052998:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926378.053001:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.053007:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926378.053009:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926378.053359:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926378.053362:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926378.064722:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.064737:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926378.064741:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.064743:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.064753:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.064761:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926378.064780:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.064785:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.064790:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.064794:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355400 00000400:00000200:3.0:1788926378.064799:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.064804:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x74c5 [1] + 224 00000800:00000001:3.0:1788926378.064811:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.064815:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.064818:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.064822:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926378.064829:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926378.065039:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926378.065051:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.065080:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926378.065090:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065094:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926378.065096:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065099:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.065102:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065106:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926378.065111:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065113:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065117:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065119:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355480 00000400:00000200:3.0:1788926378.065123:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065126:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x74f5 [1] + 224 00000800:00000001:3.0:1788926378.065130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065134:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.065137:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.065141:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926378.065144:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926378.065148:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926378.065157:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.065165:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926378.065168:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065172:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926378.065174:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065176:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.065179:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065183:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926378.065187:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065189:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065191:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065194:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32355500 00000400:00000200:3.0:1788926378.065197:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065211:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x74d5 [1] + 224 00000800:00000001:3.0:1788926378.065216:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065220:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.065222:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.065226:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926378.065229:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926378.065233:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926378.065241:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.065248:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926378.065252:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926378.065258:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.065263:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065266:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926378.065270:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065273:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065276:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065278:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32355380 00000400:00000200:3.0:1788926378.065281:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926378.065285:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x74e5 [1] + 224 00000800:00000001:3.0:1788926378.065289:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065294:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926378.065296:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926378.065299:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926378.065302:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926378.065306:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926378.065314:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926378.065321:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926378.065324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926378.065327:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065425:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926378.065429:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926378.065436:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926378.065438:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926378.065441:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b688. 00000400:00000200:2.0:1788926378.065446:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab440 00000400:00000010:2.0:1788926378.065449:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab440. 00000100:00000001:2.0:1788926378.065452:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926378.065457:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926378.065466:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065473:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926378.065475:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065478:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926378.065482:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926378.065484:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926378.065486:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926378.065489:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926378.065495:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926378.065499:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926378.065502:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926378.065503:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926378.065506:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926378.065508:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926378.065510:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926378.065515:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065522:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926378.065525:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926378.065527:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926378.065531:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926378.065539:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513916288:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926378.065545:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926378.065547:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926378.065548:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b5d8. 00000400:00000200:2.0:1788926378.065563:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:2.0:1788926378.065566:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:2.0:1788926378.065568:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926378.065571:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926378.065579:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065585:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926378.065587:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065589:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926378.065590:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926378.065591:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926378.065593:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926378.065594:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926378.065600:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=45 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926378.065603:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926378.065605:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926378.065606:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926378.065608:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926378.065610:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926378.065613:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926378.065615:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926378.065617:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926378.065619:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926378.065623:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065630:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926378.065632:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926378.065633:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926378.065636:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926378.065644:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513916544:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926378.065649:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926378.065651:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926378.065652:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc60. 00000400:00000200:2.0:1788926378.065654:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab000 00000400:00000010:2.0:1788926378.065656:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab000. 00000100:00000001:2.0:1788926378.065658:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926378.065661:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926378.065668:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065675:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926378.065676:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065678:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926378.065679:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926378.065680:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926378.065681:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926378.065683:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926378.065686:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=45 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926378.065689:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=146 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926378.065692:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926378.065693:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926378.065694:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926378.065696:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926378.065698:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926378.065699:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:2.0:1788926378.065701:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926378.065702:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926378.065706:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065713:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926378.065715:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926378.065716:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926378.065719:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926378.065727:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513916416:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926378.065733:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926378.065734:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926378.065735:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bbb0. 00000400:00000200:2.0:1788926378.065738:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab5d8 00000400:00000010:2.0:1788926378.065739:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab5d8. 00000100:00000001:2.0:1788926378.065741:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926378.065745:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926378.065753:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065759:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926378.065760:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065762:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926378.065763:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926378.065775:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926378.065777:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926378.065778:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926378.065782:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=45 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926378.065785:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926378.065787:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926378.065788:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926378.065790:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926378.065792:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926378.065794:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926378.065795:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:2.0:1788926378.065797:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926378.065798:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926378.065802:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065809:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926378.065811:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926378.065812:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926378.065815:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926378.065822:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513916672:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926378.065826:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065828:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926378.065832:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513916288/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065850:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926378.065853:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926378.065857:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72600. 02000000:00000001:2.0:1788926378.065860:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926378.065862:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926378.065864:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926378.065866:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926378.065869:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406700. 02000000:00000001:2.0:1788926378.065872:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926378.065874:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926378.065876:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:2.0:1788926378.065879:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926378.065881:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065882:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926378.065886:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513916544/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065892:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926378.065894:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926378.065895:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72e00. 02000000:00000001:2.0:1788926378.065897:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926378.065898:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926378.065899:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926378.065901:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926378.065903:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406200. 02000000:00000001:2.0:1788926378.065905:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926378.065906:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926378.065907:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:2.0:1788926378.065909:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926378.065910:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065912:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926378.065915:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513916416/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065921:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926378.065922:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926378.065924:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73a00. 02000000:00000001:2.0:1788926378.065926:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926378.065927:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926378.065928:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926378.065930:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926378.065931:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:2.0:1788926378.065933:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926378.065934:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926378.065935:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:2.0:1788926378.065937:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926378.065938:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065940:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926378.065943:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513916672/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926378.065948:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926378.065949:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926378.065951:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73400. 02000000:00000001:2.0:1788926378.065953:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926378.065954:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926378.065955:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926378.065956:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926378.065958:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406400. 02000000:00000001:2.0:1788926378.065960:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926378.065961:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926378.065962:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:2.0:1788926378.065964:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926378.065965:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065967:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926378.065974:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926378.065976:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926378.065978:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926378.065980:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926378.690026:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926378.690030:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926378.690033:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926379.713623:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926379.713626:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926379.713629:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926381.765752:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926381.765759:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926381.765763:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926382.658433:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296417380, at 4296417793 00000100:00000010:2.0:1788926382.658460:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198840. 00000100:00000040:3.0:1788926382.659589:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296417380, at 4296417794 00000100:00000010:3.0:1788926382.659601:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198780. 00000020:00000001:3.0:1788926382.789943:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926382.789949:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926382.789954:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926383.170847:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926383.170858:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926383.170868:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df800. 00000020:00000040:3.0:1788926383.170874:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926383.170878:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926383.170880:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926383.170885:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926383.170894:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406600. 00000100:00000001:3.0:1788926383.170901:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.170917:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926383.170955:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926383.170963:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.170975:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005696799a] to pc [ptlrpcd_01_00+0] req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.171009:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.171011:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926383.171014:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926383.171017:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddf80. 00000020:00000040:3.0:1788926383.171019:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926383.171021:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926383.171022:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926383.171024:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926383.171028:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406c00. 00000100:00000001:3.0:1788926383.171031:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.171038:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926383.171044:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926383.171046:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.171050:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000872c54cc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.171054:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926383.171061:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.171061:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926383.171065:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926383.171068:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926383.171072:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1788926383.171078:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788926383.171085:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc000. 00000020:00000040:3.0:1788926383.171095:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926383.171096:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926383.171102:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.171103:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926383.171108:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926383.171110:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926383.171112:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171116:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788926383.171119:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406b00. 02000000:00000001:2.0:1788926383.171121:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.171128:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926383.171130:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513916800:192.168.203.140@tcp:400:kworker.0 00000100:00000040:3.0:1788926383.171139:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926383.171155:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788926383.171162:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788926383.171164:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788926383.171165:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171177:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171182:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788926383.171190:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ed6116] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788926383.171191:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552e00. 02000000:00000001:2.0:1788926383.171198:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.171212:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926383.171214:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.171220:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1788926383.171224:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000100:00000040:3.0:1788926383.171225:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926383.171233:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1788926383.171236:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000001:3.0:1788926383.171238:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926383.171246:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de300. 00000100:00000200:2.0:1788926383.171247:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513916800, portal 25 00000100:00000001:2.0:1788926383.171253:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1788926383.171254:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926383.171256:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227192832 : -108341482358784 : ffff9d76c86df800) 00000100:00000001:3.0:1788926383.171264:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926383.171268:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1788926383.171270:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788926383.171272:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926383.171284:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406d00. 00000100:00000001:2.0:1788926383.171289:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788926383.171292:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.171298:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926383.171305:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000040:3.0:1788926383.171309:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1788926383.171310:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513916800, offset 0 00000400:00000200:2.0:1788926383.171329:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000001:3.0:1788926383.171340:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926383.171342:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.171344:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:3.0:1788926383.171353:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c9745b9] to pc [ptlrpcd_01_01+1] req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926383.171359:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926383.171366:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926383.171377:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926383.171384:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788926383.171387:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.171391:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000040:3.0:1788926383.171425:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1756) 00000400:00000200:2.0:1788926383.171448:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2550:2550:256:4294967295] 192.168.203.140@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:2.0:1788926383.171456:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.171467:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926383.171473:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926383.171479:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4100. 00000800:00000200:2.0:1788926383.171487:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926383.171496:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926383.171501:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926383.171518:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.171522:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926383.171525:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296422499 00000100:00000010:2.0:1788926383.171530:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f8a0. 00000100:00000001:2.0:1788926383.171537:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926383.171543:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296422499 00000100:00000010:2.0:1788926383.171546:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f6c0. 00000100:00000001:2.0:1788926383.171558:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926383.171564:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.171568:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.171572:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.171575:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.171584:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926383.171587:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926383.171590:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.171592:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926383.171594:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926383.171600:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.171607:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926383.171609:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171611:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926383.171614:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926383.171616:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926383.171619:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513917056:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926383.171623:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926383.171625:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926383.171627:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171629:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926383.171632:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552800. 02000000:00000001:2.0:1788926383.171634:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.171638:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926383.171641:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926383.171645:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000800:00000200:3.0:1788926383.171648:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1788926383.171649:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513917056, portal 10 00000100:00000001:2.0:1788926383.171656:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1788926383.171657:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4100. 00000100:00000001:2.0:1788926383.171660:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000400:00000200:3.0:1788926383.171669:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1788926383.171673:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788926383.171684:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926383.171694:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788926383.171700:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000100:00000040:2.0:1788926383.171701:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926383.171708:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530088. 00000400:00000010:3.0:1788926383.171709:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:3.0:1788926383.171718:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926383.171718:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513917056, offset 0 00000400:00000200:2.0:1788926383.171732:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000200:3.0:1788926383.171733:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926383.171738:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.171745:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926383.171748:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926383.171751:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926383.171753:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926383.171756:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926383.171759:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2551:2551:255:4294967295] 192.168.203.140@tcp LPNI seq info [2551:2551:7:4294967295] 00000400:00000200:2.0:1788926383.171763:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.171769:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926383.171774:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926383.171777:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000800:00000200:2.0:1788926383.171781:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926383.171785:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926383.171789:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926383.171792:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.171796:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20447 usecs (21 jiffies) 00000400:00000200:2.0:1788926383.171800:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926383.171802:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296418327 00000100:00000001:2.0:1788926383.171806:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:3.0:1788926383.171821:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926383.171823:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296418327 00000100:00000001:2.0:1788926383.171828:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000040:3.0:1788926383.171830:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.171834:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.171842:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.171848:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.171855:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.171865:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926383.171866:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.171869:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926383.171871:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926383.171875:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.171879:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926383.171881:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926383.171887:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788926383.171889:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.171892:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926383.171894:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.171897:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.171899:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926383.171901:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926383.171908:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.171916:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926383.171917:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171921:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926383.171922:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926383.171924:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926383.171927:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513916928:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926383.171930:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926383.171933:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926383.171934:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.171936:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926383.171939:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553400. 02000000:00000001:2.0:1788926383.171941:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.171944:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926383.171946:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926383.171950:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530660. 00000100:00000200:2.0:1788926383.171952:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513916928, portal 10 00000100:00000001:2.0:1788926383.171954:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926383.171955:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227186560 : -108341482365056 : ffff9d76c86ddf80) 00000100:00000040:2.0:1788926383.171969:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.171976:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926383.171978:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926383.171980:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530a18. 00000100:00000200:2.0:1788926383.171983:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513916928, offset 0 00000400:00000200:2.0:1788926383.171986:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926383.171990:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.171993:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926383.171995:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926383.171998:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926383.172000:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926383.172003:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926383.172005:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2552:2552:255:4294967295] 192.168.203.140@tcp LPNI seq info [2552:2552:7:4294967295] 00000400:00000200:2.0:1788926383.172009:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.172016:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926383.172020:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926383.172023:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926383.172027:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926383.172030:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926383.172034:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926383.172036:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.172039:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 526107 usecs (527 jiffies) 00000400:00000200:2.0:1788926383.172042:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926383.172044:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296418833 00000100:00000001:2.0:1788926383.172046:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:2.0:1788926383.172048:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296418833 00000100:00000001:2.0:1788926383.172050:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:2.0:1788926383.172052:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.172053:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.172055:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926383.172059:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.172065:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926383.172067:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.172069:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926383.172070:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926383.172072:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926383.172075:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513917184:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926383.172078:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926383.172080:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926383.172082:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.172083:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926383.172086:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552a00. 02000000:00000001:2.0:1788926383.172087:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926383.172090:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926383.172093:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926383.172096:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530ee0. 00000100:00000200:2.0:1788926383.172098:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513917184, portal 4 00000100:00000001:2.0:1788926383.172100:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926383.172101:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00000100:00000040:2.0:1788926383.172106:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.172112:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926383.172114:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926383.172116:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530cc0. 00000100:00000200:2.0:1788926383.172118:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513917184, offset 0 00000400:00000200:2.0:1788926383.172121:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926383.172124:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.172127:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926383.172129:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926383.172131:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926383.172133:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926383.172136:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926383.172138:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2553:2553:254:4294967295] 192.168.203.140@tcp LPNI seq info [2553:2553:6:4294967295] 00000400:00000200:2.0:1788926383.172142:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.172147:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926383.172150:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926383.172152:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926383.172155:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926383.172158:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926383.172161:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926383.172163:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.172176:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 262695 usecs (263 jiffies) 00000400:00000200:2.0:1788926383.172180:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926383.172182:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296418569 00000100:00000001:2.0:1788926383.172184:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:2.0:1788926383.172187:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296418569 00000100:00000001:2.0:1788926383.172189:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:2.0:1788926383.172190:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.172192:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.172196:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.172198:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.172216:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788926383.172218:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788926383.172220:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788926383.172224:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:3.0:1788926383.172231:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.172240:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926383.172245:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530088 00000400:00000010:3.0:1788926383.172247:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530088. 00000100:00000001:3.0:1788926383.172250:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926383.172254:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.172261:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926383.172264:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.172270:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.172271:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926383.172285:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926383.172287:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:3.0:1788926383.172289:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.172293:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926383.172295:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530a18 00000400:00000010:3.0:1788926383.172297:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530a18. 00000100:00000001:3.0:1788926383.172299:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926383.172304:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.172309:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926383.172312:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.172317:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.172319:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926383.172644:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926383.172647:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926383.172650:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.172653:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926383.172656:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530cc0 00000400:00000010:3.0:1788926383.172658:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530cc0. 00000100:00000001:3.0:1788926383.172711:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926383.172716:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.172724:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926383.172727:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.172734:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.172735:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926383.183247:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.183264:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926383.183269:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.183272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.183281:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.183289:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926383.183297:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.183302:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.183308:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.183312:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32355700 00000400:00000200:3.0:1788926383.183317:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.183323:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7535 [1] + 224 00000800:00000001:3.0:1788926383.183329:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.183335:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.183339:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.183343:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926383.183350:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926383.183357:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926383.183369:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.183393:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926383.183429:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.183433:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.183960:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.183965:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926383.183972:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926383.183974:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926383.183977:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6c60. 00000400:00000200:2.0:1788926383.183981:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530ee0 00000400:00000010:2.0:1788926383.183983:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530ee0. 00000100:00000001:2.0:1788926383.183987:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.183992:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926383.184002:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184009:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926383.184010:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.184013:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926383.184016:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926383.184018:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926383.184020:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.184023:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926383.184031:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=50 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926383.184036:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=118 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926383.184039:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926383.184042:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926383.184044:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926383.184047:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.184051:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926383.184053:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:2.0:1788926383.184055:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926383.184057:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.184062:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184069:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.184072:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926383.184074:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926383.184078:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926383.184086:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513917184:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926383.184091:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.184094:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.184098:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86de300 x1875823513917184/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184103:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926383.184106:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926383.184109:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552a00. 02000000:00000001:2.0:1788926383.184111:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926383.184114:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926383.184115:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926383.184117:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926383.184119:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406d00. 02000000:00000001:2.0:1788926383.184123:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926383.184125:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926383.184127:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86de300. 00000100:00000001:2.0:1788926383.184130:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926383.184131:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.184134:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.184136:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.184137:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926383.184139:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.184141:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926383.184334:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184339:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926383.184342:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184344:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.184349:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184354:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926383.184360:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184363:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184366:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184370:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355680 00000400:00000200:3.0:1788926383.184375:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184381:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7515 [1] + 224 00000800:00000001:3.0:1788926383.184386:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184389:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.184391:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.184416:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926383.184420:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926383.184426:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926383.184435:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.184450:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926383.184455:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184459:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926383.184460:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184462:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.184465:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184468:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926383.184472:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184475:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184477:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184480:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32355600 00000400:00000200:3.0:1788926383.184483:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.184486:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7525 [1] + 224 00000800:00000001:3.0:1788926383.184490:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184495:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.184497:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.184500:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926383.184503:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926383.184507:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926383.184520:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.184527:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926383.184530:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.184532:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.184682:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.184685:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926383.184688:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926383.184689:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926383.184691:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:2.0:1788926383.184694:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530660 00000400:00000010:2.0:1788926383.184696:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530660. 00000100:00000001:2.0:1788926383.184698:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.184702:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926383.184711:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184717:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926383.184718:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.184720:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926383.184722:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926383.184724:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926383.184725:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.184727:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926383.184732:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=50 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926383.184735:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=151 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926383.184737:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926383.184739:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926383.184741:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926383.184743:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.184745:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926383.184747:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:2.0:1788926383.184749:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926383.184750:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.184754:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184760:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.184763:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926383.184764:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926383.184768:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926383.184774:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513916928:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926383.184779:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926383.184781:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926383.184782:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:2.0:1788926383.184785:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:2.0:1788926383.184787:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:2.0:1788926383.184788:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.184791:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926383.184798:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184804:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926383.184805:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.184806:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926383.184808:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926383.184809:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926383.184810:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.184812:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926383.184816:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=50 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926383.184819:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926383.184821:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926383.184822:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926383.184823:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926383.184825:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.184827:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926383.184828:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926383.184830:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926383.184831:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.184834:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.184841:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.184843:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926383.184844:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926383.184847:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926383.184854:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513917056:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926383.185647:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.185653:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.185659:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddf80 x1875823513916928/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.185666:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926383.185669:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926383.185671:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553400. 02000000:00000001:2.0:1788926383.185674:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926383.185676:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926383.185677:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926383.185679:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926383.185681:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406c00. 02000000:00000001:2.0:1788926383.185683:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926383.185685:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926383.185687:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddf80. 00000100:00000001:2.0:1788926383.185690:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926383.185691:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.185693:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.185696:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc000 x1875823513917056/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.185701:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926383.185702:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926383.185704:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552800. 02000000:00000001:2.0:1788926383.185706:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926383.185707:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926383.185709:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926383.185711:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926383.185712:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406b00. 02000000:00000001:2.0:1788926383.185714:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926383.185714:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926383.185716:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc000. 00000100:00000001:2.0:1788926383.185718:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926383.185719:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.185722:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.185723:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.185725:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926383.185727:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.185729:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926383.188107:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.188124:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926383.188128:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.188131:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.188139:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.188147:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926383.188155:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.188160:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.188179:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.188184:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32355580 00000400:00000200:3.0:1788926383.188188:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.188194:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7505 [1] + 224 00000800:00000001:3.0:1788926383.188200:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.188209:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.188211:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.188215:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926383.188222:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926383.188230:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926383.188240:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.188259:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926383.188267:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.188270:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.188437:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.188441:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926383.188447:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926383.188448:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926383.188451:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926383.188455:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530880 00000400:00000010:2.0:1788926383.188458:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530880. 00000100:00000001:2.0:1788926383.188460:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.188465:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926383.188473:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.188478:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926383.188480:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.188482:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926383.188485:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926383.188487:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926383.188489:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926383.188492:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926383.188498:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926383.188501:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926383.188504:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926383.188505:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926383.188508:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926383.188511:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.188513:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.188517:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.188523:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926383.188526:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926383.188527:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926383.188530:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926383.188538:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513916800:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926383.188543:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.188545:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.188548:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df800 x1875823513916800/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.188554:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926383.188556:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926383.188559:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552e00. 02000000:00000001:2.0:1788926383.188563:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926383.188565:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926383.188567:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926383.188569:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926383.188572:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406600. 02000000:00000001:2.0:1788926383.188575:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926383.188577:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926383.188578:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df800. 00000100:00000001:2.0:1788926383.188581:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926383.188583:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.188596:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.188603:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926383.188605:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.188607:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.188609:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788926383.204790:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788926383.204800:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788926383.204802:0:474:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788926383.204806:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788926383.204810:0:474:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788926383.204816:0:474:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1600 00000400:00000200:3.0:1788926383.204824:0:474:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.204830:0:474:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:3.0:1788926383.204834:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926383.204837:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926383.204839:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926383.204842:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:3.0:1788926383.204849:0:474:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926383.204851:0:474:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926383.204854:0:474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926383.204868:0:474:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926383.204871:0:474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926383.204873:0:474:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:3.0:1788926383.204876:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926383.204878:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926383.204880:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926383.204882:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:3.0:1788926383.204885:0:474:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:3.0:1788926383.204888:0:474:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:3.0:1788926383.204891:0:474:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926383.204893:0:474:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788926383.204900:0:474:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926383.204902:0:474:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.204905:0:474:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788926383.204908:0:474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788926383.204911:0:474:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.204913:0:474:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926383.204923:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc700. 00000020:00000040:3.0:1788926383.204927:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926383.204931:0:474:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926383.204932:0:474:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926383.204935:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926383.204937:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926383.204942:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926383.204949:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d93800. 00000100:00000001:3.0:1788926383.204955:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926383.204964:0:474:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926383.204974:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926383.204978:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.204983:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001531372e] to pc [ptlrpcd_rcv+-1] req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788926383.205458:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926383.205463:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:2.0:1788926383.205469:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.205473:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926383.205478:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:2.0:1788926383.205481:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:2.0:1788926383.205485:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926383.205489:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.205497:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.205500:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.205506:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.205508:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926383.206454:0:474:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926383.206460:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788926383.206464:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926383.206470:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1756) 00000800:00000001:3.0:1788926383.222959:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.222974:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926383.222978:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.222981:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.222988:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.222995:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926383.223004:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.223008:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.223013:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.223017:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 10 MB=0x6aa0d32355780 00000400:00000200:3.0:1788926383.223022:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.223028:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 416/416 into md 0x7545 [1] + 0 00000800:00000001:3.0:1788926383.223035:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.223040:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.223043:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.223047:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926383.223053:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926383.223062:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926383.223074:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.223097:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926383.223105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.223108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926383.224461:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.224464:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788926383.224468:0:2396:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00080000:2.0:1788926383.224475:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a55b2f7f): req@ffff9d76d857a680 x1875823513896320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926383 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.224492:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.224495:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926383.224500:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926383.224508:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513917312:192.168.203.140@tcp:38:kworker.0 00000100:00000001:2.0:1788926383.224512:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.224515:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.224518:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc700 x1875823513917312/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.224525:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926383.224527:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926383.224530:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00400. 02000000:00000001:2.0:1788926383.224535:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926383.224536:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926383.224538:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926383.224540:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926383.224543:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d93800. 02000000:00000001:2.0:1788926383.224546:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926383.224548:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926383.224549:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc700. 00000100:00000001:2.0:1788926383.224552:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926383.224554:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.224556:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926383.224562:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926383.224563:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.224565:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926383.224567:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926383.225111:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926383.225115:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8800. 00000400:00000200:2.0:1788926383.225119:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.225125:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926383.225129:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08216e8 00000400:00000010:2.0:1788926383.225131:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08216e8. 00000100:00000001:2.0:1788926383.225135:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926383.225138:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513896320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926523 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.225146:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.225149:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513896320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926523 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926383.225155:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.225156:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926383.279260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.279277:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926383.279281:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.279284:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.279293:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.279301:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926383.279310:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.279315:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.279320:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.279324:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32355800 00000400:00000200:3.0:1788926383.279329:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926383.279335:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x754d [1] + 224 00000800:00000001:3.0:1788926383.279342:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.279350:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926383.279353:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926383.279357:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926383.279364:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926383.279371:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513896320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926523 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926383.279382:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9d76d857a680 x1875823513896320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926523 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926383.279437:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926383.279445:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926383.279448:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926383.281052:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926383.281057:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8a00. 00000400:00000200:2.0:1788926383.281061:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.281066:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926383.281070:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821908 00000400:00000010:2.0:1788926383.281072:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821908. 00000100:00000001:2.0:1788926383.281076:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926383.281081:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513917568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926399 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.281090:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.281092:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513917568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926399 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.281099:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.281100:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926383.299032:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.299048:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926383.299052:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.299055:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926383.299063:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.299072:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926383.299081:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.299086:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.299091:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.299096:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 10 MB=0x6aa0d32355880 00000400:00000200:2.0:1788926383.299101:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.299107:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 400/400 into md 0x7555 [1] + 224 00000800:00000001:2.0:1788926383.299115:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.299125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926383.299129:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.299133:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926383.299140:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.299148:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513917568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926383.299159:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9d76d857a680 x1875823513917568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926399 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.299187:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926383.299195:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.299198:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926383.304521:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926383.304526:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:2.0:1788926383.304531:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.304536:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926383.304542:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:2.0:1788926383.304544:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:2.0:1788926383.304548:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926383.304553:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513917696/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926399 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.304561:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.304564:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513917696/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.304571:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.304572:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926383.314058:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.314078:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926383.314083:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.314085:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926383.314096:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.314103:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926383.314113:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.314117:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.314131:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.314136:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 432 into portal 4 MB=0x6aa0d32355900 00000400:00000200:2.0:1788926383.314141:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.314146:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 432/432 into md 0x755d [1] + 224 00000800:00000001:2.0:1788926383.314154:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.314163:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926383.314175:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.314180:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926383.314187:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.314198:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513917696/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926399 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926383.314215:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9d76d857a680 x1875823513917696/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926399 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.314231:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926383.314238:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.314242:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926383.320308:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926383.320313:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8f00. 00000400:00000200:2.0:1788926383.320319:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.320327:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926383.320334:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08212a8 00000400:00000010:2.0:1788926383.320336:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08212a8. 00000100:00000001:2.0:1788926383.320342:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926383.320347:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513917952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926399 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.320357:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926383.320361:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513917952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926399 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.320367:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926383.320369:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926383.334456:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.334471:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926383.334476:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.334478:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926383.334486:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.334493:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926383.334501:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.334505:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.334511:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.334515:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32355a00 00000400:00000200:2.0:1788926383.334520:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926383.334526:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7565 [1] + 224 00000800:00000001:2.0:1788926383.334532:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.334536:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926383.334539:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926383.334544:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926383.334550:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926383.334558:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513917952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926399 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926383.334569:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d857aa00 x1875823513917952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926399 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926383.334586:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926383.334598:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926383.334601:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788926383.357559:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158b9c0. 00000080:00000010:0.1:1788926383.357575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01840. 00000080:00000010:0.1:1788926383.357594:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15398c0. 00000080:00000010:0.1:1788926383.357602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5fa0. 00000080:00000001:3.0:1788926383.484791:0:31180:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926383.810157:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926383.810162:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926383.810175:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788926384.413856:0:31273:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926384.842231:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926384.842235:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926384.842238:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926385.150470:0:31322:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926385.150477:0:31322:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926385.150479:0:31322:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926385.150482:0:31322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420ffb20 00000080:00200000:2.0:1788926385.150486:0:31322:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926385.150494:0:31322:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a34400. 00800000:00000002:2.0:1788926385.150501:0:31322:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926385.150505:0:31322:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926385.150510:0:31322:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926385.150512:0:31322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420ffa40 00800000:00000002:2.0:1788926385.150514:0:31322:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926385.150518:0:31322:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926385.150521:0:31322:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926385.150524:0:31322:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926385.150526:0:31322:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926385.150528:0:31322:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926385.150531:0:31322:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926385.150534:0:31322:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926385.150536:0:31322:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926385.150540:0:31322:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926385.150545:0:31322:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926385.150547:0:31322:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420ff910 00000002:00010000:2.0:1788926385.150549:0:31322:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926385.150552:0:31322:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926385.150554:0:31322:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926385.150557:0:31322:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926385.150564:0:31322:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.150566:0:31322:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.150568:0:31322:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.150571:0:31322:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926385.150573:0:31322:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926385.150578:0:31322:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926385.150582:0:31322:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926385.150588:0:31322:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926385.150593:0:31322:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926385.150599:0:31322:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.150601:0:31322:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926385.150603:0:31322:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.150606:0:31322:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926385.150608:0:31322:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926385.150612:0:31322:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926385.150619:0:31322:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10de800. 00000100:00000001:2.0:1788926385.150625:0:31322:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.150630:0:31322:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926385.150632:0:31322:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.150633:0:31322:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926385.150635:0:31322:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.150637:0:31322:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.150642:0:31322:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00010000:00000001:2.0:1788926385.150646:0:31322:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926385.150648:0:31322:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926385.150653:0:31322:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225c00. 00010000:00000010:2.0:1788926385.150657:0:31322:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642080. 00010000:00000001:2.0:1788926385.150661:0:31322:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926385.150664:0:31322:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880aa00. 00000020:00000001:2.0:1788926385.150668:0:31322:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926385.150671:0:31322:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880aa00 with handle 0xdeff66104c08c648 to hash 00000020:00000001:2.0:1788926385.150673:0:31322:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926385.150674:0:31322:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926385.150678:0:31322:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926385.150681:0:31322:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926385.150684:0:31322:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926385.150688:0:31322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c648 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31322 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926385.150697:0:31322:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c648 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31322 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926385.150708:0:31322:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c648 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31322 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926385.150713:0:31322:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926385.150715:0:31322:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926385.150721:0:31322:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c944ed80. 00000100:00000001:2.0:1788926385.150724:0:31322:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732241280384 : -108341468271232 : ffff9d76c944ed80) 00000100:00000001:2.0:1788926385.150726:0:31322:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926385.150728:0:31322:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000001:2.0:1788926385.150732:0:31322:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926385.150736:0:31322:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.150738:0:31322:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926385.150740:0:31322:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926385.150751:0:31322:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513918080/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.150759:0:31322:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926385.150761:0:31322:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926385.150764:0:31322:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926385.150766:0:31322:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926385.150769:0:31322:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926385.150772:0:31322:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:31322:1875823513918080:192.168.203.140@tcp:101:lfs.0 00000100:00000001:2.0:1788926385.150776:0:31322:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926385.150780:0:31322:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926385.150783:0:31322:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926385.150785:0:31322:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926385.150790:0:31322:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c9621800. 02000000:00000001:2.0:1788926385.150792:0:31322:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926385.150799:0:31322:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926385.150803:0:31322:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926385.150810:0:31322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000200:2.0:1788926385.150817:0:31322:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513918080, portal 10 00000100:00000001:2.0:1788926385.150819:0:31322:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926385.150821:0:31322:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:2.0:1788926385.150826:0:31322:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39180 x1875823513918080/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.150833:0:31322:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926385.150836:0:31322:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926385.150839:0:31322:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926385.150842:0:31322:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513918080, offset 0 00000400:00000200:2.0:1788926385.150849:0:31322:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926385.150857:0:31322:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.150863:0:31322:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926385.150869:0:31322:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926385.150873:0:31322:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926385.150877:0:31322:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926385.150880:0:31322:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926385.150883:0:31322:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2559:2559:256:4294967295] 192.168.203.140@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:2.0:1788926385.150887:0:31322:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.150896:0:31322:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926385.150901:0:31322:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926385.150908:0:31322:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926385.150914:0:31322:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926385.150922:0:31322:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926385.150926:0:31322:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926385.150947:0:31322:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926385.150951:0:31322:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 813037 usecs (814 jiffies) 00000400:00000200:2.0:1788926385.150955:0:31322:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926385.150958:0:31322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296421096 00000800:00000200:2.0:1788926385.151059:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.151063:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:2.0:1788926385.151070:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.151074:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.151080:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:2.0:1788926385.151082:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:2.0:1788926385.151086:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.151090:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513918080/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.151100:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.151103:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39180 x1875823513918080/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.151110:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.151111:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926385.151125:0:31322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:2.0:1788926385.151129:0:31322:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296421096 00000100:00000001:2.0:1788926385.151131:0:31322:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:2.0:1788926385.151133:0:31322:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926385.151136:0:31322:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.151138:0:31322:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926385.151140:0:31322:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926385.151142:0:31322:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c944ed80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926385.151145:0:31322:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926385.151147:0:31322:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926385.156933:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.156948:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.156952:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.156954:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.156963:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.156971:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.156980:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.156985:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.156990:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.156993:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32355a80 00000400:00000200:2.0:1788926385.156998:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.157003:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x756d [1] + 224 00000800:00000001:2.0:1788926385.157010:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.157017:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.157020:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.157024:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.157032:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.157041:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513918080/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.157052:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b39180 x1875823513918080/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.157107:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.157114:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.157118:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926385.175015:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.175024:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8100. 00000400:00000200:2.0:1788926385.175033:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.175041:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.175048:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:2.0:1788926385.175051:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:2.0:1788926385.175056:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.175063:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513918208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.175080:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.175084:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a300 x1875823513918208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.175091:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.175093:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926385.176793:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.176807:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.176810:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.176812:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.176820:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.176826:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.176833:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.176837:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.176842:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.176847:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d32355b00 00000400:00000200:2.0:1788926385.176852:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.176858:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x757d [1] + 224 00000800:00000001:2.0:1788926385.176864:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.176870:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.176873:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.176877:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.176883:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.176889:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513918208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.176900:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76d857a300 x1875823513918208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.176919:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.176925:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.176928:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926385.189788:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.189797:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8b00. 00000400:00000200:2.0:1788926385.189805:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.189813:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.189820:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821440 00000400:00000010:2.0:1788926385.189823:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821440. 00000100:00000001:2.0:1788926385.189829:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.189836:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513918464/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926385.189848:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.189852:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a300 x1875823513918464/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926385.189858:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.189860:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926385.197435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00000800:00000001:2.0:1788926385.198222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.198235:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.198239:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.198241:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.198249:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.198255:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.198264:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.198269:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.198274:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.198279:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d32355c00 00000400:00000200:2.0:1788926385.198284:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.198289:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x7585 [1] + 224 00000800:00000001:2.0:1788926385.198296:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.198303:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.198306:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.198311:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.198318:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.198327:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513918464/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926385.198336:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76d857a300 x1875823513918464/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926385.198360:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.198367:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.198370:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788926385.201435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172080. 00010000:00000010:0.1:1788926385.201450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225c00. 00010000:00000010:0.1:1788926385.201455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00000800:00000200:2.0:1788926385.225271:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.225281:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926385.225289:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.225297:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.225305:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:2.0:1788926385.225308:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000100:00000001:2.0:1788926385.225313:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.225322:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513918592/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.225335:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.225338:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513918592/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.225346:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.225348:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926385.228222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.228239:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.228244:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.228246:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.228253:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.228260:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.228270:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.228274:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.228279:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.228283:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32355c80 00000400:00000200:2.0:1788926385.228288:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.228294:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x758d [1] + 224 00000800:00000001:2.0:1788926385.228300:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.228308:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.228311:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.228316:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.228321:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.228330:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513918592/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.228341:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c962aa00 x1875823513918592/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.228361:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.228368:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.228371:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926385.229799:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.229804:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:2.0:1788926385.229808:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.229812:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.229816:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8c38 00000400:00000010:2.0:1788926385.229818:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8c38. 00000100:00000001:2.0:1788926385.229821:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.229825:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513918720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.229833:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.229836:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513918720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.229843:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.229845:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926385.247331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.247348:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.247353:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.247356:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.247365:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.247372:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.247381:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.247387:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.247392:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.247439:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d32355d00 00000400:00000200:2.0:1788926385.247445:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.247451:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x7595 [1] + 224 00000800:00000001:2.0:1788926385.247458:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.247466:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.247469:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.247473:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.247481:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.247490:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513918720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.247501:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76c962aa00 x1875823513918720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.247522:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.247530:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.247533:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926385.250588:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.250593:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:2.0:1788926385.250598:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.250603:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.250608:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:2.0:1788926385.250611:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:2.0:1788926385.250615:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.250619:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513918976/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926385.250628:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.250631:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513918976/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926385.250638:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.250640:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926385.255458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00000080:00000010:1.1:1788926385.258559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c460. 00010000:00000010:1.1:1788926385.258579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:1.1:1788926385.258584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00000800:00000001:2.0:1788926385.260788:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.260804:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.260808:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.260810:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.260819:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.260826:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.260835:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.260840:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.260846:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.260850:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d32355e00 00000400:00000200:2.0:1788926385.260855:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.260860:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x759d [1] + 224 00000800:00000001:2.0:1788926385.260867:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.260871:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.260874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.260879:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.260885:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.260893:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513918976/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926385.260906:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76c962aa00 x1875823513918976/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926385.260926:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.260932:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.260935:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926385.295319:0:31325:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926385.295327:0:31325:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926385.295329:0:31325:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926385.295332:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bbc0 00000080:00200000:2.0:1788926385.295337:0:31325:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926385.295345:0:31325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a35600. 00800000:00000002:2.0:1788926385.295351:0:31325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926385.295355:0:31325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926385.295360:0:31325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926385.295362:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bae0 00800000:00000002:2.0:1788926385.295365:0:31325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926385.295369:0:31325:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926385.295371:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926385.295374:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926385.295376:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926385.295379:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926385.295381:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926385.295383:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926385.295386:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926385.295390:0:31325:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926385.295477:0:31325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926385.295480:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b9b0 00000002:00010000:2.0:1788926385.295483:0:31325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926385.295487:0:31325:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926385.295489:0:31325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926385.295493:0:31325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926385.295499:0:31325:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.295502:0:31325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.295504:0:31325:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.295506:0:31325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926385.295509:0:31325:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926385.295514:0:31325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39500. 00000020:00000040:2.0:1788926385.295518:0:31325:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926385.295525:0:31325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926385.295530:0:31325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926385.295536:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.295539:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926385.295540:0:31325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.295544:0:31325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926385.295558:0:31325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926385.295563:0:31325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926385.295710:0:31325:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd000. 00000100:00000001:2.0:1788926385.295719:0:31325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.295724:0:31325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926385.295726:0:31325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.295728:0:31325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926385.295729:0:31325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.295732:0:31325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.295738:0:31325:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00010000:00000001:2.0:1788926385.295742:0:31325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926385.295744:0:31325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926385.295750:0:31325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225100. 00010000:00000010:2.0:1788926385.295753:0:31325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642c80. 00010000:00000001:2.0:1788926385.295757:0:31325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926385.295761:0:31325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880be00. 00000020:00000001:2.0:1788926385.295765:0:31325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926385.295768:0:31325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880be00 with handle 0xdeff66104c08c664 to hash 00000020:00000001:2.0:1788926385.295770:0:31325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926385.295771:0:31325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:2.0:1788926385.295774:0:31325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:2.0:1788926385.295778:0:31325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926385.295781:0:31325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926385.295786:0:31325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926385.295795:0:31325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926385.295804:0:31325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926385.295809:0:31325:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926385.295811:0:31325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926385.295817:0:31325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c944e480. 00000100:00000001:2.0:1788926385.295819:0:31325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732241278080 : -108341468273536 : ffff9d76c944e480) 00000100:00000001:2.0:1788926385.295822:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926385.295823:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000100:00000001:2.0:1788926385.295827:0:31325:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926385.295831:0:31325:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.295833:0:31325:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926385.295834:0:31325:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926385.295844:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.295858:0:31325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926385.295860:0:31325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926385.295863:0:31325:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926385.295866:0:31325:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926385.295868:0:31325:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926385.295871:0:31325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513919104:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926385.295875:0:31325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926385.295879:0:31325:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926385.295882:0:31325:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926385.295884:0:31325:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926385.295888:0:31325:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c9623000. 02000000:00000001:2.0:1788926385.295890:0:31325:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926385.295896:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926385.295900:0:31325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926385.295905:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926385.295912:0:31325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513919104, portal 10 00000100:00000001:2.0:1788926385.295914:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926385.295915:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000100:00000040:2.0:1788926385.295920:0:31325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.295927:0:31325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926385.295930:0:31325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926385.295932:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530660. 00000100:00000200:2.0:1788926385.295935:0:31325:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513919104, offset 0 00000400:00000200:2.0:1788926385.295940:0:31325:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926385.295948:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.295955:0:31325:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926385.295959:0:31325:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926385.295963:0:31325:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926385.295966:0:31325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926385.295969:0:31325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926385.295974:0:31325:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2565:2565:256:4294967295] 192.168.203.140@tcp LPNI seq info [2565:2565:8:4294967295] 00000400:00000200:2.0:1788926385.295978:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.295986:0:31325:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926385.295992:0:31325:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926385.295997:0:31325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926385.296004:0:31325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926385.296011:0:31325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926385.296015:0:31325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926385.296034:0:31325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926385.296039:0:31325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 805175 usecs (806 jiffies) 00000400:00000200:2.0:1788926385.296042:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926385.296045:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296421236 00000800:00000200:2.0:1788926385.298741:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.298750:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:2.0:1788926385.298758:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.298766:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.298773:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530660 00000400:00000010:2.0:1788926385.298775:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530660. 00000100:00000001:2.0:1788926385.298780:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.298786:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.298797:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.298801:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.298807:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.298809:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926385.298832:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:2.0:1788926385.298837:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296421239 00000100:00000001:2.0:1788926385.298839:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:2.0:1788926385.298841:0:31325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926385.298844:0:31325:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.298847:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926385.298849:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926385.298851:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c944e480 going to sleep for 11 seconds 00000100:00000001:2.0:1788926385.298854:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926385.298856:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926385.303204:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.303220:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.303224:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.303226:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.303234:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.303242:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.303250:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.303254:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.303259:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.303262:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32355e80 00000400:00000200:2.0:1788926385.303268:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.303273:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x75a5 [1] + 224 00000800:00000001:2.0:1788926385.303280:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.303288:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.303291:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.303295:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.303302:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.303310:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.303321:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.303342:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.303349:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.303352:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.303438:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926385.303445:0:31325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926385.303447:0:31325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926385.303450:0:31325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:3.0:1788926385.303454:0:31325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:3.0:1788926385.303457:0:31325:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:3.0:1788926385.303460:0:31325:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926385.303465:0:31325:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926385.303474:0:31325:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.303480:0:31325:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926385.303482:0:31325:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.303484:0:31325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926385.303487:0:31325:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926385.303490:0:31325:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926385.303492:0:31325:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.303495:0:31325:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926385.303504:0:31325:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=52 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926385.303508:0:31325:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926385.303511:0:31325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926385.303513:0:31325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.303516:0:31325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926385.303519:0:31325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.303523:0:31325:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926385.303525:0:31325:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926385.303527:0:31325:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926385.303530:0:31325:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926385.303534:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.303541:0:31325:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926385.303543:0:31325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926385.303555:0:31325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926385.303559:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926401 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926385.303568:0:31325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513919104:192.168.203.140@tcp:101:multiop.0 00000100:00000001:3.0:1788926385.303579:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.303581:0:31325:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.303584:0:31325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926385.303585:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926385.303588:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926401 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.303595:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926385.303597:0:31325:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c944e480. 00000100:00000001:3.0:1788926385.303600:0:31325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926385.303602:0:31325:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.303604:0:31325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926385.303608:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.303611:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.303613:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=4 00000020:00000001:3.0:1788926385.303616:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.303619:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000040:3.0:1788926385.303625:0:31325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880be00, remote cookie: 0x840913afd2daac8a, flags: 0x1001 00010000:00010000:3.0:1788926385.303630:0:31325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926385.303640:0:31325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304219:0:31325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926385.304223:0:31325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926385.304225:0:31325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926385.304226:0:31325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926385.304228:0:31325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926385.304231:0:31325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225100) refcount = 1 00010000:00010000:3.0:1788926385.304236:0:31325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304242:0:31325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926385.304245:0:31325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926385.304247:0:31325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926385.304250:0:31325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926385.304253:0:31325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.304256:0:31325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304262:0:31325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926385.304264:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304265:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304266:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304268:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304269:0:31325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.304274:0:31325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926385.304276:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304277:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304279:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304281:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304283:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304285:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304286:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304287:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=4 00000020:00000001:3.0:1788926385.304289:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304291:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304294:0:31325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926385.304296:0:31325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.304300:0:31325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304306:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304307:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304308:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304310:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304311:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=5 00000020:00000001:3.0:1788926385.304312:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304314:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304317:0:31325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926385.304320:0:31325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304325:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304326:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926385.304328:0:31325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304335:0:31325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926385.304336:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304337:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304338:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304339:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926385.304345:0:31325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926401 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788926385.304354:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304356:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304357:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304359:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304362:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304363:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304365:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.304366:0:31325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.304368:0:31325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.304371:0:31325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788926385.304373:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304374:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304376:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304378:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304379:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00000002:00010000:3.0:1788926385.304383:0:31325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304389:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304390:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304392:0:31325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926385.304393:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304420:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304422:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304423:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304425:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000040:3.0:1788926385.304431:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225100 count: 2 00010000:00000001:3.0:1788926385.304434:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926385.304438:0:31325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788926385.304441:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304442:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.304444:0:31325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926385.304446:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b938 00000002:00002000:3.0:1788926385.304448:0:31325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788926385.304451:0:31325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.304455:0:31325:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.304458:0:31325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926385.304461:0:31325:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788926385.304465:0:31325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926385.304469:0:31325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926385.304472:0:31325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a35600. 00000080:00000001:3.0:1788926385.304477:0:31325:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926385.304479:0:31325:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926385.304484:0:31325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788926385.304488:0:31325:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788926385.304493:0:31325:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c2d82080. 00800000:00000001:3.0:1788926385.304495:0:31325:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732133486720 : -108341576064896 : ffff9d76c2d82080) 00800000:00000001:3.0:1788926385.304497:0:31325:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.304499:0:31325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926385.304502:0:31325:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926385.304504:0:31325:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788926385.304507:0:31325:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788926385.304510:0:31325:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788926385.304512:0:31325:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926385.304516:0:31325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788926385.304520:0:31325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788926385.304524:0:31325:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788926385.304527:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304528:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304529:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304531:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304533:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304535:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304536:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926385.304538:0:31325:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926385.304540:0:31325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788926385.304541:0:31325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c2d82080 1 00800000:00000010:3.0:1788926385.304543:0:31325:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c2d82080. 00800000:00000001:3.0:1788926385.304555:0:31325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926385.304559:0:31325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c664 00800000:00000001:3.0:1788926385.304562:0:31325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926385.304564:0:31325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926385.304565:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304566:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304567:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304569:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304578:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304581:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304582:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.304584:0:31325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.304585:0:31325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926385.304587:0:31325:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926385.304589:0:31325:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926385.304592:0:31325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c664 from it ffffb2d840e2bbf8 00010000:00000001:3.0:1788926385.304594:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.304595:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.304596:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926385.304598:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304600:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926385.304602:0:31325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926385.304605:0:31325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.304611:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304612:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304614:0:31325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926385.304617:0:31325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926385.304620:0:31325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880be00/0xdeff66104c08c664 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daac8a expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926385.304626:0:31325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926385.304629:0:31325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926385.304631:0:31325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926385.304636:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304637:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.304639:0:31325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.304642:0:31325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926385.304643:0:31325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.304896:0:31325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.304901:0:31325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.304903:0:31325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926385.304905:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.304906:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926385.304908:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926385.304913:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39500 x1875823513919104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926401 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.304919:0:31325:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926385.304921:0:31325:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926385.304924:0:31325:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c9623000. 02000000:00000001:3.0:1788926385.304929:0:31325:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926385.304931:0:31325:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926385.304933:0:31325:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926385.304935:0:31325:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926385.304938:0:31325:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:3.0:1788926385.304941:0:31325:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926385.304942:0:31325:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926385.304944:0:31325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39500. 00000100:00000001:3.0:1788926385.304947:0:31325:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926385.304949:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926385.304952:0:31325:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926385.304956:0:31325:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926385.304967:0:31325:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c83e5ee0. 00000020:00000001:3.0:1788926385.304971:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bb28 00000080:00200000:3.0:1788926385.304973:0:31325:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=25 00000080:00000001:3.0:1788926385.304976:0:31325:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788926385.304978:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b9d8 00000080:00200000:3.0:1788926385.304980:0:31325:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:3.0:1788926385.304986:0:31325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73a00. 00800000:00000002:3.0:1788926385.304990:0:31325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926385.304993:0:31325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926385.304996:0:31325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926385.304998:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b8f8 00800000:00000002:3.0:1788926385.305000:0:31325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926385.305003:0:31325:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926385.305007:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926385.305010:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926385.305012:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926385.305014:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926385.305017:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926385.305018:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926385.305020:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926385.305023:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b890 00800000:00000002:3.0:1788926385.305025:0:31325:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788926385.305029:0:31325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926385.305030:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b7c8 00000002:00010000:3.0:1788926385.305032:0:31325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788926385.305035:0:31325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926385.305037:0:31325:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926385.305041:0:31325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df100. 00000020:00000040:3.0:1788926385.305044:0:31325:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926385.305048:0:31325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926385.305052:0:31325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926385.305055:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.305056:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.305057:0:31325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.305060:0:31325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926385.305062:0:31325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926385.305066:0:31325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926385.305072:0:31325:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90800. 00000100:00000001:3.0:1788926385.305077:0:31325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.305080:0:31325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926385.305082:0:31325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.305083:0:31325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926385.305085:0:31325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.305086:0:31325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.305092:0:31325:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00010000:00000001:3.0:1788926385.305096:0:31325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926385.305098:0:31325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788926385.305101:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225100 count: 2 00010000:00000001:3.0:1788926385.305104:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926385.305106:0:31325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926385.305109:0:31325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fee00. 00000020:00000001:3.0:1788926385.305113:0:31325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926385.305115:0:31325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fee00 with handle 0xdeff66104c08c66b to hash 00000020:00000001:3.0:1788926385.305117:0:31325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926385.305119:0:31325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.305122:0:31325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.305125:0:31325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926385.305126:0:31325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.305130:0:31325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926385.305137:0:31325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926385.305146:0:31325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926385.305162:0:31325:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926385.305164:0:31325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926385.305170:0:31325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8375d80. 00000100:00000001:3.0:1788926385.305172:0:31325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223614336 : -108341485937280 : ffff9d76c8375d80) 00000100:00000001:3.0:1788926385.305175:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.305177:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000001:3.0:1788926385.305181:0:31325:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926385.305185:0:31325:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.305187:0:31325:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926385.305188:0:31325:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926385.305193:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.305200:0:31325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926385.305203:0:31325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.305206:0:31325:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926385.305209:0:31325:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926385.305211:0:31325:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926385.305215:0:31325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513919232:192.168.203.140@tcp:101:multiop.0 00000100:00000001:3.0:1788926385.305218:0:31325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926385.305222:0:31325:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926385.305224:0:31325:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.305226:0:31325:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926385.305230:0:31325:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca69b800. 02000000:00000001:3.0:1788926385.305232:0:31325:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926385.305238:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926385.305242:0:31325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9f8. 00000400:00000010:3.0:1788926385.305246:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926385.305252:0:31325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513919232, portal 10 00000100:00000001:3.0:1788926385.305254:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.305255:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000040:3.0:1788926385.305261:0:31325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.305268:0:31325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926385.305272:0:31325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926385.305275:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926385.305277:0:31325:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513919232, offset 0 00000400:00000200:3.0:1788926385.305282:0:31325:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926385.305289:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926385.305296:0:31325:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926385.305301:0:31325:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926385.305305:0:31325:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926385.305308:0:31325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926385.305310:0:31325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926385.305314:0:31325:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2566:2566:256:4294967295] 192.168.203.140@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:3.0:1788926385.305318:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926385.305326:0:31325:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926385.305331:0:31325:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926385.305335:0:31325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:3.0:1788926385.305342:0:31325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926385.305349:0:31325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926385.305353:0:31325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788926385.305370:0:31325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926385.305374:0:31325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 803868 usecs (804 jiffies) 00000400:00000200:3.0:1788926385.305377:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926385.305380:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296421243 00000100:00000001:3.0:1788926385.305383:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:3.0:1788926385.305385:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296421243 00000100:00000001:3.0:1788926385.305387:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:3.0:1788926385.305389:0:31325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926385.305391:0:31325:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.305467:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926385.305470:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926385.305472:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8375d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788926385.305475:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926385.305477:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926385.305930:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.305934:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:2.0:1788926385.305939:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.305944:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.305949:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:2.0:1788926385.305952:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:2.0:1788926385.305955:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.305959:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.305968:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.305972:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.305978:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.305979:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926385.317237:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.317253:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.317257:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.317260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.317267:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.317274:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.317283:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.317288:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.317294:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.317298:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32355f00 00000400:00000200:2.0:1788926385.317303:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.317309:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x75b5 [1] + 224 00000800:00000001:2.0:1788926385.317316:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.317323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.317326:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.317331:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.317338:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.317347:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.317358:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.317384:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.317391:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.317394:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.317534:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926385.317541:0:31325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926385.317543:0:31325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926385.317546:0:31325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9f8. 00000400:00000200:3.0:1788926385.317549:0:31325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:3.0:1788926385.317551:0:31325:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:3.0:1788926385.317554:0:31325:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926385.317559:0:31325:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926385.317566:0:31325:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.317572:0:31325:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926385.317574:0:31325:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.317576:0:31325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926385.317587:0:31325:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926385.317590:0:31325:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926385.317592:0:31325:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.317594:0:31325:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926385.317603:0:31325:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=52 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926385.317606:0:31325:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926385.317608:0:31325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926385.317610:0:31325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.317612:0:31325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926385.317615:0:31325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.317618:0:31325:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926385.317620:0:31325:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926385.317622:0:31325:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926385.317625:0:31325:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926385.317629:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.317635:0:31325:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926385.317638:0:31325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926385.317639:0:31325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926385.317643:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926401 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926385.317657:0:31325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513919232:192.168.203.140@tcp:101:multiop.0 00000100:00000001:3.0:1788926385.317661:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.317663:0:31325:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.317666:0:31325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926385.317668:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926385.317671:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926401 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.317677:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926385.317680:0:31325:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8375d80. 00000100:00000001:3.0:1788926385.317682:0:31325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926385.317684:0:31325:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.317686:0:31325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926385.317690:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317692:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317695:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=4 00000020:00000001:3.0:1788926385.317698:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317700:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000040:3.0:1788926385.317706:0:31325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fee00, remote cookie: 0x840913afd2daaca6, flags: 0x1001 00010000:00010000:3.0:1788926385.317710:0:31325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926385.317718:0:31325:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788926385.317721:0:31325:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788926385.317728:0:31325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfa00. 00010000:00000010:3.0:1788926385.317732:0:31325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11fa200. 00010000:00000001:3.0:1788926385.317736:0:31325:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.317739:0:31325:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926385.317748:0:31325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317754:0:31325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926385.317758:0:31325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926385.317760:0:31325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926385.317761:0:31325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926385.317763:0:31325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926385.317765:0:31325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1b:0x0].0x0 (ffff9d76c52dfa00) refcount = 1 00010000:00010000:3.0:1788926385.317769:0:31325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317775:0:31325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926385.317779:0:31325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926385.317780:0:31325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926385.317783:0:31325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926385.317785:0:31325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.317789:0:31325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317795:0:31325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926385.317796:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317798:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.317799:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317799:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.317801:0:31325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.317804:0:31325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926385.317806:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317807:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317808:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.317810:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317812:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317814:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317815:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317816:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=4 00000020:00000001:3.0:1788926385.317818:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317820:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317823:0:31325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926385.317825:0:31325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.317829:0:31325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317835:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317836:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.317837:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317838:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317839:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=5 00000020:00000001:3.0:1788926385.317840:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317842:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317845:0:31325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926385.317847:0:31325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317853:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317854:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926385.317856:0:31325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317862:0:31325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926385.317863:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317864:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.317865:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317866:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926385.317870:0:31325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926401 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788926385.317878:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317879:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317880:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.317882:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317883:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317886:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317887:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.317888:0:31325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.317890:0:31325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.317893:0:31325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788926385.317894:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317895:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317896:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.317898:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317900:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00000002:00010000:3.0:1788926385.317903:0:31325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.317908:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317909:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.317911:0:31325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926385.317912:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.317912:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.317914:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.317915:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.317917:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000040:3.0:1788926385.317921:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfa00 count: 2 00010000:00000001:3.0:1788926385.317923:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926385.317926:0:31325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/27 (0 0) 00010000:00000001:3.0:1788926385.317928:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.317929:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.317930:0:31325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926385.317933:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b750 00000002:00002000:3.0:1788926385.317935:0:31325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788926385.317938:0:31325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.317941:0:31325:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.317943:0:31325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926385.317946:0:31325:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788926385.317949:0:31325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926385.317952:0:31325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926385.317954:0:31325:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788926385.317956:0:31325:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d840e2bac8 it_disposition b 00000080:00000001:3.0:1788926385.317958:0:31325:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926385.317963:0:31325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788926385.317967:0:31325:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788926385.317971:0:31325:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c2d82080. 00800000:00000001:3.0:1788926385.317973:0:31325:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732133486720 : -108341576064896 : ffff9d76c2d82080) 00800000:00000001:3.0:1788926385.317975:0:31325:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.317977:0:31325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926385.317979:0:31325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1788926385.317983:0:31325:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788926385.317987:0:31325:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926385.317989:0:31325:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1b:0x0] 00000080:00000001:3.0:1788926385.317991:0:31325:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1788926385.317994:0:31325:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1788926385.317998:0:31325:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788926385.318000:0:31325:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926385.318002:0:31325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1788926385.318005:0:31325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788926385.318009:0:31325:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1b:0x0], updating i_size 4096 00000080:00200000:3.0:1788926385.318012:0:31325:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1b:0x0](ffff9d76d15b42c8): rc = 0 00000080:00000001:3.0:1788926385.318014:0:31325:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376961736 : -108341332589880 : ffff9d76d15b42c8) 00010000:00000001:3.0:1788926385.318016:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.318017:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.318018:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.318020:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.318022:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.318023:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.318024:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926385.318026:0:31325:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926385.318028:0:31325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788926385.318030:0:31325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926385.318032:0:31325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff9d76d15b42c8) for lock 0xdeff66104c08c66b 00800000:00000001:3.0:1788926385.318035:0:31325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926385.318036:0:31325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926385.318037:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.318038:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.318040:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.318042:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.318043:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.318045:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.318046:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.318048:0:31325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.318050:0:31325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788926385.318056:0:31325:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d173d6c0 inode ffff9d76d15b42c8 refc 1 flags 0x20000e 00000080:00000002:3.0:1788926385.318060:0:31325:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788926385.318063:0:31325:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788926385.318066:0:31325:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff9d76d15b42c8) 00000080:00010000:3.0:1788926385.318070:0:31325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c66b from it ffffb2d840e2bac8 00010000:00000001:3.0:1788926385.318071:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.318072:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.318074:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fee00 refcount=3 00000020:00000001:3.0:1788926385.318075:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.318077:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106735104 : -108341602816512 : ffff9d76c13fee00) 00010000:00000001:3.0:1788926385.318079:0:31325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926385.318082:0:31325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.318088:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.318089:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.318090:0:31325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926385.318092:0:31325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926385.318094:0:31325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fee00/0xdeff66104c08c66b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaca6 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926385.318100:0:31325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926385.318103:0:31325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926385.318104:0:31325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926385.318108:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.318109:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.318111:0:31325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318113:0:31325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926385.318115:0:31325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318116:0:31325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318119:0:31325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318120:0:31325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926385.318121:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.318122:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926385.318123:0:31325:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788926385.318126:0:31325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73a00. 00000100:00000001:3.0:1788926385.318129:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926385.318133:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df100 x1875823513919232/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926401 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.318138:0:31325:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926385.318141:0:31325:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926385.318143:0:31325:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca69b800. 02000000:00000001:3.0:1788926385.318146:0:31325:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926385.318148:0:31325:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926385.318150:0:31325:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926385.318165:0:31325:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926385.318168:0:31325:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90800. 02000000:00000001:3.0:1788926385.318173:0:31325:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926385.318174:0:31325:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926385.318176:0:31325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df100. 00000100:00000001:3.0:1788926385.318179:0:31325:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926385.318180:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926385.318188:0:31325:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788926385.318190:0:31325:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff9d76d15b42c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788926385.318195:0:31325:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926385.318207:0:31325:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c83e5580. 00000080:00000001:3.0:1788926385.318211:0:31325:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788926385.318213:0:31325:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff9d76d15b42c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788926385.318215:0:31325:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926385.318217:0:31325:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788926385.318219:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bb58 00000080:00200000:3.0:1788926385.318221:0:31325:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff9d76d15b42c8), file ffff9d76e1240c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788926385.318225:0:31325:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76d1198900. 00000080:00000001:3.0:1788926385.318229:0:31325:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788926385.318230:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2ba08 00000080:00200000:3.0:1788926385.318232:0:31325:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff9d76d15b42c8), intent=open|creat 00000080:00000010:3.0:1788926385.318239:0:31325:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73a00. 00800000:00000002:3.0:1788926385.318243:0:31325:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c2d82080 2 00000080:00000001:3.0:1788926385.318248:0:31325:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926385.318251:0:31325:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926385.318253:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b928 00800000:00000002:3.0:1788926385.318255:0:31325:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926385.318258:0:31325:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788926385.318261:0:31325:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788926385.318264:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926385.318266:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926385.318268:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926385.318270:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926385.318272:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926385.318274:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926385.318276:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.318279:0:31325:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:3.0:1788926385.318282:0:31325:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788926385.318284:0:31325:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788926385.318286:0:31325:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788926385.318288:0:31325:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788926385.318291:0:31325:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x1d:0x0] 40000000:00000001:3.0:1788926385.318293:0:31325:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.318295:0:31325:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.318297:0:31325:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.318298:0:31325:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926385.318300:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b8a8 00800000:00000002:3.0:1788926385.318302:0:31325:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x1b:0x0], fid2=[0x200000405:0x1d:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1788926385.318306:0:31325:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926385.318307:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b7e0 00000002:00010000:3.0:1788926385.318309:0:31325:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x1d:0x0]) in obj [0x200000405:0x1b:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788926385.318312:0:31325:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926385.318314:0:31325:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788926385.318317:0:31325:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788926385.318320:0:31325:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.318321:0:31325:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926385.318323:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfa00 count: 2 00010000:00000001:3.0:1788926385.318325:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926385.318327:0:31325:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926385.318330:0:31325:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318332:0:31325:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.318334:0:31325:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926385.318338:0:31325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df100. 00000020:00000040:3.0:1788926385.318341:0:31325:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926385.318345:0:31325:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926385.318347:0:31325:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318349:0:31325:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926385.318353:0:31325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926385.318355:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.318356:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.318357:0:31325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.318360:0:31325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926385.318361:0:31325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926385.318364:0:31325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926385.318370:0:31325:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90800. 00000100:00000001:3.0:1788926385.318376:0:31325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318379:0:31325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926385.318381:0:31325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318383:0:31325:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926385.318384:0:31325:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.318386:0:31325:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.318393:0:31325:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00010000:00000001:3.0:1788926385.318444:0:31325:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926385.318447:0:31325:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788926385.318449:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfa00 count: 2 00010000:00000001:3.0:1788926385.318451:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926385.318453:0:31325:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926385.318456:0:31325:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ffe00. 00000020:00000001:3.0:1788926385.318459:0:31325:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926385.318462:0:31325:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ffe00 with handle 0xdeff66104c08c672 to hash 00000020:00000001:3.0:1788926385.318464:0:31325:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926385.318465:0:31325:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.318469:0:31325:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.318471:0:31325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926385.318474:0:31325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.318476:0:31325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926385.318483:0:31325:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788926385.318493:0:31325:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788926385.318499:0:31325:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788926385.318507:0:31325:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926385.318512:0:31325:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926385.318513:0:31325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926385.318519:0:31325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8375d80. 00000100:00000001:3.0:1788926385.318521:0:31325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223614336 : -108341485937280 : ffff9d76c8375d80) 00000100:00000001:3.0:1788926385.318523:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.318524:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000001:3.0:1788926385.318528:0:31325:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926385.318531:0:31325:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.318534:0:31325:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926385.318535:0:31325:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926385.318539:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.318545:0:31325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926385.318547:0:31325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.318550:0:31325:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926385.318552:0:31325:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926385.318554:0:31325:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926385.318558:0:31325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513919488:192.168.203.140@tcp:101:multiop.0 00000100:00000001:3.0:1788926385.318561:0:31325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926385.318565:0:31325:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926385.318567:0:31325:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.318570:0:31325:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926385.318624:0:31325:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76d1140000. 02000000:00000001:3.0:1788926385.318627:0:31325:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926385.318633:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926385.318637:0:31325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9f8. 00000400:00000010:3.0:1788926385.318641:0:31325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c2d92400. 00000100:00000200:3.0:1788926385.318648:0:31325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513919488, portal 10 00000100:00000001:3.0:1788926385.318650:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.318651:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000040:3.0:1788926385.318657:0:31325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.318663:0:31325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926385.318666:0:31325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926385.318669:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926385.318671:0:31325:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513919488, offset 0 00000400:00000200:3.0:1788926385.318676:0:31325:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926385.318682:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926385.318688:0:31325:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926385.318693:0:31325:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926385.318696:0:31325:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926385.318699:0:31325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926385.318702:0:31325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926385.318705:0:31325:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2567:2567:256:4294967295] 192.168.203.140@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:3.0:1788926385.318709:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926385.318717:0:31325:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926385.318722:0:31325:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926385.318726:0:31325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406e00. 00000800:00000200:3.0:1788926385.318732:0:31325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926385.318738:0:31325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926385.318743:0:31325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788926385.318755:0:31325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926385.318759:0:31325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 802576 usecs (803 jiffies) 00000400:00000200:3.0:1788926385.318763:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926385.318765:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296421255 00000100:00000001:3.0:1788926385.318768:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:3.0:1788926385.318769:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296421255 00000100:00000001:3.0:1788926385.318771:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:3.0:1788926385.318773:0:31325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926385.318776:0:31325:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.318778:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926385.318779:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926385.318782:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8375d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788926385.318784:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926385.318786:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926385.319040:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926385.319045:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406e00. 00000400:00000200:2.0:1788926385.319049:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.319054:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926385.319058:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:2.0:1788926385.319061:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:2.0:1788926385.319064:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926385.319068:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.319078:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.319081:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.319088:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926385.319089:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926385.342811:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.342828:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926385.342833:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.342835:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.342843:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.342852:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926385.342861:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.342866:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.342872:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.342876:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32356000 00000400:00000200:2.0:1788926385.342881:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926385.342887:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x75c5 [32] + 224 00000800:00000001:2.0:1788926385.342894:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.342900:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926385.342903:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926385.342908:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926385.342914:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926385.342923:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926385.342933:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.342954:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926385.342961:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926385.342965:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.343112:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926385.343120:0:31325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926385.343123:0:31325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926385.343126:0:31325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9f8. 00000400:00000200:3.0:1788926385.343131:0:31325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c2d92400 00000400:00000010:3.0:1788926385.343133:0:31325:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c2d92400. 00000100:00000001:3.0:1788926385.343136:0:31325:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926385.343141:0:31325:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926385.343150:0:31325:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df100 x1875823513919488/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926401 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.343166:0:31325:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926385.343168:0:31325:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.343171:0:31325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926385.343173:0:31325:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926385.343176:0:31325:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926385.343178:0:31325:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926385.343181:0:31325:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926385.343190:0:31325:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=52 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926385.343195:0:31325:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926385.343198:0:31325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926385.343200:0:31325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.343202:0:31325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926385.343205:0:31325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.343208:0:31325:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926385.343210:0:31325:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000119/0x1] 00000100:00000001:3.0:1788926385.343212:0:31325:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926385.343214:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.343215:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000001:3.0:1788926385.343219:0:31325:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926385.343220:0:31325:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926385.343222:0:31325:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926385.343225:0:31325:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926385.343230:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926401 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.343237:0:31325:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926385.343240:0:31325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926385.343241:0:31325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926385.343245:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926401 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926385.343254:0:31325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513919488:192.168.203.140@tcp:101:multiop.0 00000100:00000001:3.0:1788926385.343258:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926385.343261:0:31325:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926385.343263:0:31325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926385.343265:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926385.343269:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926401 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926385.343276:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926385.343278:0:31325:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8375d80. 00000100:00000001:3.0:1788926385.343282:0:31325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926385.343283:0:31325:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.343286:0:31325:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926385.343291:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343294:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343296:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=4 00000020:00000001:3.0:1788926385.343298:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343301:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000040:3.0:1788926385.343307:0:31325:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ffe00, remote cookie: 0x840913afd2daacc2, flags: 0x1001 00010000:00010000:3.0:1788926385.343312:0:31325:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926385.343321:0:31325:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1d:0x0].0x0, instead of [0x200000405:0x1b:0x0].0x0 00010000:00000001:3.0:1788926385.343324:0:31325:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788926385.343333:0:31325:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df600. 00010000:00000010:3.0:1788926385.343337:0:31325:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11fa380. 00010000:00000001:3.0:1788926385.343342:0:31325:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.343346:0:31325:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926385.343354:0:31325:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343360:0:31325:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926385.343364:0:31325:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926385.343365:0:31325:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926385.343367:0:31325:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926385.343369:0:31325:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926385.343372:0:31325:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1d:0x0].0x0 (ffff9d76c52df600) refcount = 1 00010000:00010000:3.0:1788926385.343376:0:31325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343383:0:31325:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926385.343387:0:31325:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926385.343388:0:31325:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926385.343392:0:31325:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926385.343436:0:31325:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.343440:0:31325:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343445:0:31325:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926385.343447:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343448:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.343450:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343450:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.343452:0:31325:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.343456:0:31325:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926385.343458:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343459:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343461:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:3.0:1788926385.343463:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343466:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343468:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343469:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343470:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=4 00000020:00000001:3.0:1788926385.343472:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343473:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343476:0:31325:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926385.343478:0:31325:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.343481:0:31325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343488:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343489:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.343490:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343491:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343493:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=5 00000020:00000001:3.0:1788926385.343494:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343496:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343499:0:31325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926385.343501:0:31325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343506:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343507:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926385.343509:0:31325:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343514:0:31325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926385.343516:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343516:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.343517:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343518:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926385.343523:0:31325:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926401 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926385.343532:0:31325:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788926385.343535:0:31325:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926401 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926385.343542:0:31325:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926385.343547:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343548:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343549:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:3.0:1788926385.343551:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343553:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00000002:00010000:3.0:1788926385.343556:0:31325:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788926385.343564:0:31325:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76c2d82dc0. 00010000:00000001:3.0:1788926385.343567:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343568:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.343770:0:31325:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.343772:0:31325:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926385.343775:0:31325:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788926385.343777:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.343779:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000001:3.0:1788926385.343781:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926385.343782:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00010000:00000001:3.0:1788926385.343784:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343785:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343787:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:3.0:1788926385.343788:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343791:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00000002:00010000:3.0:1788926385.343794:0:31325:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926385.343801:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343802:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926385.343803:0:31325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926385.343805:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926385.343806:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926385.343807:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:3.0:1788926385.343809:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:3.0:1788926385.343811:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000040:3.0:1788926385.343814:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:3.0:1788926385.343816:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926385.343820:0:31325:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/29 (0 0) 00010000:00000001:3.0:1788926385.343822:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926385.343824:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926385.343825:0:31325:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926385.343827:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b768 00000002:00002000:3.0:1788926385.343829:0:31325:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788926385.343832:0:31325:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.343835:0:31325:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926385.343838:0:31325:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926385.343841:0:31325:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x1b:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788926385.343844:0:31325:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926385.343848:0:31325:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c2d82080 2 00000080:00000001:3.0:1788926385.343850:0:31325:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788926385.343852:0:31325:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76d1198900 it_disposition 1800037 00000080:00002000:3.0:1788926385.343857:0:31325:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d173d288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788926385.343861:0:31325:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926385.343863:0:31325:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788926385.343865:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b990 00000080:00200000:3.0:1788926385.343867:0:31325:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x1b:0x0](ffff9d76d15b42c8), intent=open|creat 00000080:00000001:3.0:1788926385.343869:0:31325:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788926385.343871:0:31325:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926385.343875:0:31325:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788926385.343878:0:31325:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926385.343880:0:31325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:3.0:1788926385.343884:0:31325:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926385.344326:0:31325:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d1538840. 00000020:00000001:2.0:1788926385.344337:0:31325:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788926385.344339:0:31325:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788926385.344342:0:31325:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926385.344344:0:31325:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x1d:0x0](ffff9d76d1538908) 00000020:00000001:2.0:1788926385.344348:0:31325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926385.344352:0:31325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:2.0:1788926385.344354:0:31325:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:2.0:1788926385.344358:0:31325:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788926385.344363:0:31325:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d84ee960. 00000020:00000001:2.0:1788926385.344365:0:31325:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926385.344367:0:31325:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926385.344374:0:31325:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788926385.344378:0:31325:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76d8417e88. 00020000:00000001:2.0:1788926385.344381:0:31325:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732492713608 : -108341216838008 : ffff9d76d8417e88) 00020000:00000001:2.0:1788926385.344384:0:31325:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788926385.344386:0:31325:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926385.344391:0:31325:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866fa80. 00020000:00000010:2.0:1788926385.344415:0:31325:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c864b580. 00020000:00000010:2.0:1788926385.344420:0:31325:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f0c0. 00020000:00000001:2.0:1788926385.344422:0:31325:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226732224 : -108341482819392 : ffff9d76c866f0c0) 00020000:00000002:2.0:1788926385.344426:0:31325:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f0c0, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926385.344431:0:31325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926385.344434:0:31325:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c864b580: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926385.344438:0:31325:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788926385.344440:0:31325:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f0c0, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926385.344443:0:31325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926385.344446:0:31325:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c864b580: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000010:2.0:1788926385.344449:0:31325:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76c866a280. 00020000:00000010:2.0:1788926385.344452:0:31325:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76c944ef00. 00020000:00000001:2.0:1788926385.344455:0:31325:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788926385.344458:0:31325:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c7c6d7a0. 00020000:00000001:2.0:1788926385.344460:0:31325:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788926385.344461:0:31325:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788926385.344467:0:31325:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788926385.344469:0:31325:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d84ee4b0. 00000020:00000001:2.0:1788926385.344471:0:31325:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926385.344472:0:31325:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926385.344474:0:31325:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732493591856 : -108341215959760 : ffff9d76d84ee530) 00020000:00000001:2.0:1788926385.344478:0:31325:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788926385.344484:0:31325:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c6941500. 00020000:00000001:2.0:1788926385.344487:0:31325:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926385.344491:0:31325:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493591856 : -108341215959760 : ffff9d76d84ee530) 00020000:00000001:2.0:1788926385.344493:0:31325:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732493591856 : -108341215959760 : ffff9d76d84ee530) 00020000:00000002:2.0:1788926385.344497:0:31325:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x13:0x0]@ffff9d76d84ee4b0[0:0] -> [0x200000405:0x1d:0x0]@ffff9d76d84ee960: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926385.344501:0:31325:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788926385.344503:0:31325:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788926385.344505:0:31325:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926385.344508:0:31325:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493593056 : -108341215958560 : ffff9d76d84ee9e0) 00000020:00001000:2.0:1788926385.344511:0:31325:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:2.0:1788926385.344515:0:31325:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611165 : 144115205339611165 : 20000040500001d) 00000080:00000001:2.0:1788926385.344517:0:31325:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926385.344520:0:31325:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611165 mtime from 0 to 1788926385 00000080:00000001:2.0:1788926385.344524:0:31325:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926385.344526:0:31325:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376455432 : -108341333096184 : ffff9d76d1538908) 00010000:00000001:2.0:1788926385.344529:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926385.344531:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926385.344532:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:2.0:1788926385.344534:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:2.0:1788926385.344536:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00000080:00000001:2.0:1788926385.344539:0:31325:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926385.344540:0:31325:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926385.344542:0:31325:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:2.0:1788926385.344544:0:31325:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:2.0:1788926385.344557:0:31325:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926385.344560:0:31325:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926385.344561:0:31325:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926385.344564:0:31325:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f780. 00020000:00000010:2.0:1788926385.344567:0:31325:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c864b780. 00020000:00000010:2.0:1788926385.344570:0:31325:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f4e0. 00020000:00000001:2.0:1788926385.344578:0:31325:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226733280 : -108341482818336 : ffff9d76c866f4e0) 00020000:00000002:2.0:1788926385.344581:0:31325:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f4e0, objid 0x1d:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926385.344584:0:31325:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926385.344587:0:31325:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c864b780: ostid: 0x280000401:19 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926385.344590:0:31325:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d8417e88) owner ffff9d76c913a7c0 00020000:00000001:2.0:1788926385.344593:0:31325:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926385.344595:0:31325:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d8417e88) owner ffff9d76c913a7c0 00020000:00000010:2.0:1788926385.344606:0:31325:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c864b780. 00020000:00000010:2.0:1788926385.344611:0:31325:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f780. 00020000:00000010:2.0:1788926385.344614:0:31325:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f4e0. 00020000:00000002:2.0:1788926385.344616:0:31325:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926385.344618:0:31325:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926385.344620:0:31325:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926385.344623:0:31325:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926385.344625:0:31325:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417e88) owner 0000000000000000/ffff9d76c913a7c0 00020000:00000002:2.0:1788926385.344627:0:31325:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f0c0 addref 2/0 by ffff9d76c913a7c0. 00020000:00000002:2.0:1788926385.344629:0:31325:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417e88) owner 0000000000000000/ffff9d76c913a7c0 00020000:00000001:2.0:1788926385.344631:0:31325:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926385.344633:0:31325:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926385.344635:0:31325:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926385.344636:0:31325:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926385.344638:0:31325:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926385.344640:0:31325:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926385.344642:0:31325:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:2.0:1788926385.344644:0:31325:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.344851:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.344853:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926385.344855:0:31325:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926385.344859:0:31325:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926385.344861:0:31325:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926385.344863:0:31325:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x1d:0x0](ffff9d76d1538908) 00000080:00010000:2.0:1788926385.344866:0:31325:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c672 00800000:00000001:2.0:1788926385.344868:0:31325:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926385.344870:0:31325:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926385.344871:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926385.344872:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926385.344873:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:2.0:1788926385.344875:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:2.0:1788926385.344877:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:2.0:1788926385.344880:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.344881:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926385.344882:0:31325:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926385.344883:0:31325:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.344885:0:31325:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926385.344887:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.344894:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.344901:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926385.344905:0:31325:0:(namei.c:1651:ll_create_it()) inode ffff9d76d1538908 need_sync_to_mds [0x200000405:0x1d:0x0] 00000080:00000001:2.0:1788926385.344908:0:31325:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926385.344911:0:31325:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1d:0x0](ffff9d76d1538908) 00000080:00000001:2.0:1788926385.344914:0:31325:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926385.344916:0:31325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73a00. 00000100:00000001:2.0:1788926385.344920:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.344923:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926385.344929:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.344932:0:31325:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926385.344934:0:31325:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926385.344936:0:31325:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d1538908 need_sync_to_mds [0x200000405:0x1d:0x0] 00000080:00000001:2.0:1788926385.344943:0:31325:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926385.344945:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2ba68 00000080:00200008:2.0:1788926385.344947:0:31325:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x1d:0x0](ffff9d76d1538908), flags 100102 00000080:00000010:2.0:1788926385.344955:0:31325:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95680. 00000080:00000010:2.0:1788926385.344961:0:31325:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d33182c0. 00000080:00000001:2.0:1788926385.344963:0:31325:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926385.344966:0:31325:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926385.344968:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926385.344971:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926385.344972:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926385.344975:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926385.344976:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926385.344978:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1788926385.344980:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926385.344982:0:31325:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926385.344986:0:31325:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01640. 00000002:00100000:2.0:1788926385.344989:0:31325:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926385.344995:0:31325:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926385.344997:0:31325:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926385.345000:0:31325:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926385.345003:0:31325:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.345006:0:31325:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926385.345008:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926385.345011:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926385.345018:0:31325:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926385.345022:0:31325:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76d1140000. 02000000:00000001:2.0:1788926385.345043:0:31325:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926385.345046:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926385.345049:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2ba68 00000080:00000008:2.0:1788926385.345051:0:31325:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff9d76d1538908), flags 100102, rc = 0 00000080:00000001:2.0:1788926385.345055:0:31325:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926385.345056:0:31325:0:(dcache.c:176:ll_intent_release()) intent ffff9d76d1198900 released 00000080:00010000:2.0:1788926385.345058:0:31325:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c672 from it ffff9d76d1198900 00010000:00000001:2.0:1788926385.345060:0:31325:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926385.345062:0:31325:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926385.345063:0:31325:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffe00 refcount=3 00000020:00000001:2.0:1788926385.345065:0:31325:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:2.0:1788926385.345066:0:31325:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106739200 : -108341602812416 : ffff9d76c13ffe00) 00010000:00000001:2.0:1788926385.345069:0:31325:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926385.345072:0:31325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926385.345079:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.345081:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926385.345082:0:31325:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926385.345084:0:31325:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926385.345087:0:31325:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffe00/0xdeff66104c08c672 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daacc2 expref: -99 pid: 31325 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926385.345093:0:31325:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926385.345097:0:31325:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926385.345099:0:31325:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926385.345103:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.345104:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926385.345105:0:31325:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.345108:0:31325:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926385.345110:0:31325:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.345112:0:31325:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.345114:0:31325:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926385.345117:0:31325:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926385.345118:0:31325:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926385.345119:0:31325:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926385.345121:0:31325:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926385.345122:0:31325:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788926385.345124:0:31325:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926385.345126:0:31325:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926385.345128:0:31325:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926385.345130:0:31325:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.345132:0:31325:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788926385.345134:0:31325:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.345135:0:31325:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926385.345138:0:31325:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.345140:0:31325:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926385.345142:0:31325:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76d1198900. 00000080:00000001:2.0:1788926385.345145:0:31325:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926385.345149:0:31325:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926385.345151:0:31325:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1d:0x0](ffff9d76d1538908), inode mode 81a4 mask 40 00000080:00000001:2.0:1788926385.345164:0:31325:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926385.857972:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926385.857976:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926385.857979:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788926386.180105:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926386.180114:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8b00. 00000400:00000200:3.0:1788926386.180121:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926386.180130:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926386.180138:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:3.0:1788926386.180141:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:3.0:1788926386.180146:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926386.180164:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513919616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926402 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926386.180175:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926386.180179:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513919616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926402 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926386.180185:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926386.180187:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926386.203564:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.203715:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926386.203720:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.203723:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926386.203732:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.203739:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926386.203750:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.203754:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.203759:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.203763:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32356080 00000400:00000200:2.0:1788926386.203769:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.203774:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x75d5 [1] + 224 00000800:00000001:2.0:1788926386.203780:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.203790:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926386.203793:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926386.203797:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926386.203804:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926386.203812:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513919616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926402 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926386.203824:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8578700 x1875823513919616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926402 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926386.203896:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926386.203904:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.203907:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926386.214993:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926386.214999:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8100. 00000400:00000200:2.0:1788926386.215005:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926386.215011:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926386.215017:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:2.0:1788926386.215020:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:2.0:1788926386.215024:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926386.215029:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513919872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926402 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926386.215040:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926386.215043:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513919872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926402 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926386.215051:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926386.215052:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926386.233842:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.233859:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926386.233864:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.233867:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926386.233875:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.233881:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926386.233890:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.233894:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.233899:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.233903:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32356180 00000400:00000200:2.0:1788926386.233908:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.233914:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x75dd [32] + 224 00000800:00000001:2.0:1788926386.233921:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.233928:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926386.233931:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926386.233935:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926386.233942:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926386.233950:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513919872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926402 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926386.233961:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76d8578700 x1875823513919872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926402 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926386.233983:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926386.233991:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926386.233994:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788926386.235314:0:31335:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b01f0) owner ffff9d76d19f0000 00020000:00000001:2.0:1788926386.235317:0:31335:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926386.235319:0:31335:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b01f0) owner ffff9d76d19f0000 00020000:00000010:2.0:1788926386.235323:0:31335:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d0b4b900. 00020000:00000010:2.0:1788926386.235327:0:31335:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052ba0. 00020000:00000010:2.0:1788926386.235329:0:31335:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e00525a0. 00020000:00000002:2.0:1788926386.235331:0:31335:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926386.235333:0:31335:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926386.235335:0:31335:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926386.235339:0:31335:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926386.235342:0:31335:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000002:2.0:1788926386.235344:0:31335:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e00526c0 addref 2/0 by ffff9d76d19f0000. 00020000:00000002:2.0:1788926386.235347:0:31335:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000001:2.0:1788926386.235349:0:31335:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926386.235351:0:31335:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926386.235352:0:31335:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926386.235354:0:31335:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926386.235356:0:31335:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926386.235358:0:31335:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926386.235361:0:31335:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926386.235363:0:31335:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235366:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235368:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926386.235369:0:31335:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926386.235372:0:31335:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926386.235374:0:31335:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926386.235376:0:31335:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) 00000080:00010000:2.0:1788926386.235379:0:31335:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) for lock 0xdeff66104c08c680 00800000:00000001:2.0:1788926386.235382:0:31335:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926386.235384:0:31335:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926386.235385:0:31335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926386.235387:0:31335:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926386.235388:0:31335:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009a00 refcount=3 00000020:00000001:2.0:1788926386.235390:0:31335:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:2.0:1788926386.235392:0:31335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:2.0:1788926386.235394:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235417:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926386.235419:0:31335:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926386.235421:0:31335:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235422:0:31335:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926386.235424:0:31335:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926386.235430:0:31335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76d8578700 x1875823513919872/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926402 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926386.235438:0:31335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926386.235442:0:31335:0:(namei.c:1651:ll_create_it()) inode ffff9d76d158ba88 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000001:2.0:1788926386.235445:0:31335:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926386.235448:0:31335:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) 00000080:00000001:2.0:1788926386.235451:0:31335:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926386.235454:0:31335:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1e000. 00000100:00000001:2.0:1788926386.235457:0:31335:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926386.235461:0:31335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513919872/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926402 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926386.235467:0:31335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235471:0:31335:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926386.235472:0:31335:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926386.235475:0:31335:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d158ba88 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000001:2.0:1788926386.235482:0:31335:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926386.235485:0:31335:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba68 00000080:00200008:2.0:1788926386.235487:0:31335:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88), flags 104501 00000080:00000010:2.0:1788926386.235494:0:31335:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95a40. 00000080:00000010:2.0:1788926386.235500:0:31335:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d3318480. 00000080:00000001:2.0:1788926386.235502:0:31335:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926386.235505:0:31335:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926386.235509:0:31335:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926386.235511:0:31335:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926386.235514:0:31335:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926386.235516:0:31335:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926386.235518:0:31335:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926386.235520:0:31335:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788926386.235523:0:31335:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926386.235526:0:31335:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926386.235530:0:31335:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01aa0. 00000002:00100000:2.0:1788926386.235535:0:31335:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8578700 x1875823513919872/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926402 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926386.235542:0:31335:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926386.235544:0:31335:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926386.235547:0:31335:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926386.235551:0:31335:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235553:0:31335:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926386.235556:0:31335:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926386.235559:0:31335:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513919872/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926402 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926386.235566:0:31335:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926386.235570:0:31335:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76d1140000. 02000000:00000001:2.0:1788926386.235594:0:31335:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926386.235596:0:31335:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926386.235598:0:31335:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba68 00000080:00000008:2.0:1788926386.235600:0:31335:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88), flags 104501, rc = 0 00000080:00000001:2.0:1788926386.235604:0:31335:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926386.235606:0:31335:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e0052120 released 00000080:00010000:2.0:1788926386.235608:0:31335:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c680 from it ffff9d76e0052120 00010000:00000001:2.0:1788926386.235610:0:31335:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926386.235611:0:31335:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926386.235613:0:31335:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009a00 refcount=3 00000020:00000001:2.0:1788926386.235615:0:31335:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:2.0:1788926386.235617:0:31335:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:2.0:1788926386.235619:0:31335:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926386.235622:0:31335:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c680 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2daad01 expref: -99 pid: 31335 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926386.235629:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235630:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926386.235632:0:31335:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926386.235635:0:31335:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926386.235637:0:31335:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c680 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daad01 expref: -99 pid: 31335 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926386.235645:0:31335:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926386.235647:0:31335:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926386.235649:0:31335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926386.235653:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235654:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926386.235655:0:31335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235658:0:31335:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926386.235660:0:31335:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235662:0:31335:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235665:0:31335:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235667:0:31335:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926386.235668:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235669:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926386.235670:0:31335:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926386.235671:0:31335:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788926386.235673:0:31335:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926386.235675:0:31335:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926386.235677:0:31335:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926386.235679:0:31335:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235682:0:31335:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788926386.235684:0:31335:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235686:0:31335:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926386.235688:0:31335:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235690:0:31335:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926386.235692:0:31335:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e0052120. 00000080:00000001:2.0:1788926386.235696:0:31335:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235700:0:31335:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926386.235702:0:31335:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff9d76d158ba88), inode mode 81a4 mask 40 00000080:00000001:2.0:1788926386.235705:0:31335:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926386.235740:0:31335:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926386.235742:0:31335:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000002:2.0:1788926386.235745:0:31335:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000001:2.0:1788926386.235748:0:31335:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235757:0:31335:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1788926386.235759:0:31335:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc30 00000080:00200008:2.0:1788926386.235761:0:31335:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88) current size 0, valid attrs 20070, mode 0, uid -1053638078, gid -1, new size 213440, atime 1788926386.000000000, mtime 1788926386.000000000, ctime 1788926386.000000000 00000080:00000002:2.0:1788926386.235766:0:31335:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788926386, ctime 1788926386, now = 1788926386 00000080:00000002:2.0:1788926386.235768:0:31335:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9d76d158ba88 attr 0x100201f0 need_sync_to_mds [0x200000405:0x1e:0x0] 00000080:00000010:2.0:1788926386.235772:0:31335:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9d76d0795800. 00000080:00000001:2.0:1788926386.235775:0:31335:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:2.0:1788926386.235780:0:31335:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788926386.235782:0:31335:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x1e:0x0], valid 0x100201f0/0x0 00800000:00000001:2.0:1788926386.235784:0:31335:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926386.235785:0:31335:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926386.235787:0:31335:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926386.235788:0:31335:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926386.235791:0:31335:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926386.235792:0:31335:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788926386.235794:0:31335:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926386.235797:0:31335:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788926386.235799:0:31335:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926386.235803:0:31335:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:2.0:1788926386.235805:0:31335:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926386.235808:0:31335:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926386.235810:0:31335:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926386.235813:0:31335:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c680 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2daad01 expref: -99 pid: 31335 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788926386.235820:0:31335:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926386.235824:0:31335:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926386.235825:0:31335:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926386.235827:0:31335:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1e:0x0] mode (null) 00000002:00000001:2.0:1788926386.235829:0:31335:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926386.235832:0:31335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926386.235833:0:31335:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926386.235835:0:31335:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926386.235838:0:31335:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926386.235839:0:31335:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926386.235840:0:31335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926386.235842:0:31335:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926386.235843:0:31335:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926386.235845:0:31335:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926386.235847:0:31335:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926386.235848:0:31335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926386.235849:0:31335:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926386.235851:0:31335:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926386.235852:0:31335:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926386.235853:0:31335:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926386.235854:0:31335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926386.235856:0:31335:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926386.235858:0:31335:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926386.235860:0:31335:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235861:0:31335:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235863:0:31335:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926386.235865:0:31335:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926386.235867:0:31335:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926386.235869:0:31335:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926386.235871:0:31335:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788926386.235873:0:31335:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x1e:0x0]: losing layout lock 00000080:00000001:2.0:1788926386.235876:0:31335:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788926386.235877:0:31335:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788926386.235879:0:31335:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926386.235881:0:31335:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926386.235883:0:31335:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788926386.235884:0:31335:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926386.235886:0:31335:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926386.235888:0:31335:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926386.235890:0:31335:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926386.235892:0:31335:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926386.235893:0:31335:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) invalid 00000020:00000001:2.0:1788926386.235896:0:31335:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b838 00000080:00002000:2.0:1788926386.235897:0:31335:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9d76d16e70d8) parent ffff9d76d16e7bd0 inode ffff9d76d158ba88 refc 1 00000080:00000001:2.0:1788926386.235901:0:31335:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926386.235903:0:31335:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926386.235904:0:31335:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235907:0:31335:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926386.235909:0:31335:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926386.235911:0:31335:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926386.235913:0:31335:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926386.235915:0:31335:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926386.235917:0:31335:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009a00 with handle 0xdeff66104c08c680 from hash 00010000:00000001:2.0:1788926386.235919:0:31335:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926386.235921:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235922:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926386.235923:0:31335:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926386.235925:0:31335:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926386.235927:0:31335:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926386.235929:0:31335:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926386.235932:0:31335:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926386.235934:0:31335:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788926386.235938:0:31335:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39f80. 00000020:00000040:2.0:1788926386.235942:0:31335:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926386.235946:0:31335:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926386.235950:0:31335:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926386.235953:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926386.235954:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926386.235955:0:31335:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926386.235959:0:31335:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926386.235961:0:31335:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926386.235965:0:31335:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926386.235970:0:31335:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d0795e00. 00000100:00000001:2.0:1788926386.235976:0:31335:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.235978:0:31335:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926386.235981:0:31335:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788926386.235985:0:31335:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c680 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2daad01 expref: -99 pid: 31335 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788926386.235992:0:31335:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788926386.235994:0:31335:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926386.235996:0:31335:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926386.235998:0:31335:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c680 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2daad01 expref: -99 pid: 31335 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788926386.236005:0:31335:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99d40. 00010000:00000040:2.0:1788926386.236009:0:31335:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a500 count: 0 00010000:00000010:2.0:1788926386.236013:0:31335:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71b00. 00010000:00000001:2.0:1788926386.236020:0:31335:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926386.236021:0:31335:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.236023:0:31335:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926386.236024:0:31335:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926386.236026:0:31335:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1788926386.236028:0:31335:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788926386, ctime 1788926386 00000020:00100000:2.0:1788926386.236035:0:31335:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788926386.236042:0:31335:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926386.236049:0:31335:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926386.236051:0:31335:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926386.236057:0:31335:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c944ed80. 00000100:00000001:2.0:1788926386.236060:0:31335:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732241280384 : -108341468271232 : ffff9d76c944ed80) 00000100:00000001:2.0:1788926386.236062:0:31335:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926386.236063:0:31335:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000001:2.0:1788926386.236067:0:31335:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926386.236070:0:31335:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926386.236072:0:31335:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926386.236073:0:31335:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926386.236076:0:31335:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926386.236083:0:31335:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926386.236085:0:31335:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926386.236088:0:31335:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926386.236090:0:31335:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926386.236093:0:31335:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926386.236096:0:31335:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31335:1875823513920128:192.168.203.140@tcp:36:touch.0 00000100:00000001:2.0:1788926386.236100:0:31335:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926386.236105:0:31335:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926386.236108:0:31335:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926386.236111:0:31335:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926386.236115:0:31335:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dc000. 02000000:00000001:2.0:1788926386.236117:0:31335:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926386.236123:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926386.236127:0:31335:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926386.236133:0:31335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530660. 00000100:00000200:2.0:1788926386.236139:0:31335:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513920128, portal 10 00000100:00000001:2.0:1788926386.236141:0:31335:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926386.236142:0:31335:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000040:2.0:1788926386.236160:0:31335:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926386.236167:0:31335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926386.236169:0:31335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926386.236172:0:31335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530ee0. 00000100:00000200:2.0:1788926386.236175:0:31335:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875823513920128, offset 0 00000400:00000200:2.0:1788926386.236181:0:31335:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926386.236188:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.236195:0:31335:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926386.236201:0:31335:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926386.236205:0:31335:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926386.236208:0:31335:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926386.236211:0:31335:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926386.236214:0:31335:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2570:2570:256:4294967295] 192.168.203.140@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:2.0:1788926386.236218:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926386.236227:0:31335:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926386.236234:0:31335:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926386.236238:0:31335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926386.236244:0:31335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926386.236251:0:31335:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926386.236255:0:31335:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788926386.236280:0:31335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926386.236284:0:31335:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 798817 usecs (799 jiffies) 00000400:00000200:2.0:1788926386.236287:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926386.236289:0:31335:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296422169 00000100:00000001:2.0:1788926386.236292:0:31335:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296422499 00000100:00000001:2.0:1788926386.236295:0:31335:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296422169 00000100:00000001:2.0:1788926386.236296:0:31335:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296422499 00000100:00000001:2.0:1788926386.236299:0:31335:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926386.236301:0:31335:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926386.236303:0:31335:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926386.236304:0:31335:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926386.236307:0:31335:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c944ed80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926386.236309:0:31335:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926386.236311:0:31335:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926386.236587:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926386.236592:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:3.0:1788926386.236597:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926386.236602:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926386.236606:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530ee0 00000400:00000010:3.0:1788926386.236609:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530ee0. 00000100:00000001:3.0:1788926386.236612:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926386.236616:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926402 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926386.236625:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926386.236629:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926402 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926386.236635:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926386.236636:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788926386.247463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:2.1:1788926386.247473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00000020:00000001:2.0:1788926386.882770:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926386.882774:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926386.882778:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926387.777511:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296422499, at 4296422912 00000100:00000010:2.0:1788926387.777524:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f8a0. 00000100:00000040:3.0:1788926387.778076:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296422499, at 4296422912 00000100:00000010:3.0:1788926387.778082:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f6c0. 00000020:00000001:2.0:1788926387.906239:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926387.906242:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926387.906245:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926388.289519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926388.289529:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926388.289539:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df480. 00000020:00000040:3.0:1788926388.289545:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926388.289563:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926388.289566:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926388.289571:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926388.289581:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406e00. 00000100:00000001:3.0:1788926388.289589:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.289602:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926388.289613:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926388.289618:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.289636:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000939ed4] to pc [ptlrpcd_01_00+0] req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.289663:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.289666:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926388.289669:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788926388.289954:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926388.289959:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926388.289962:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926388.289969:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.289977:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926388.289979:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926388.289983:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926388.289985:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926388.289988:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926388.289992:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513920256:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926388.289996:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926388.290002:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926388.290005:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926388.290007:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926388.290012:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f4e00. 02000000:00000001:2.0:1788926388.290014:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926388.290021:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926388.290025:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926388.290033:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530110. 00000100:00000200:2.0:1788926388.290040:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513920256, portal 25 00000100:00000001:2.0:1788926388.290042:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926388.290043:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191936 : -108341482359680 : ffff9d76c86df480) 00000100:00000040:2.0:1788926388.290049:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.290056:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926388.290059:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926388.290062:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530bb0. 00000100:00000200:2.0:1788926388.290065:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513920256, offset 0 00000400:00000200:2.0:1788926388.290072:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926388.290081:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.290089:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926388.290094:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926388.290098:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926388.290102:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926388.290104:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926388.290108:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2571:2571:256:4294967295] 192.168.203.140@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:2.0:1788926388.290112:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.290121:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926388.290127:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926388.290132:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926388.290146:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926388.290154:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926388.290158:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926388.290170:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926388.290175:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926388.290177:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296427617 00000100:00000010:2.0:1788926388.290182:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f8a0. 00000100:00000001:2.0:1788926388.290189:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926388.290193:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296427617 00000100:00000010:2.0:1788926388.290196:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fb40. 00000100:00000001:2.0:1788926388.290199:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926388.290201:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926388.290204:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.290207:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.290209:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926388.290216:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926388.290218:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926388.290221:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926388.290222:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926388.290224:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.290226:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.290236:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926388.290237:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926388.290325:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926388.290329:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:2.0:1788926388.290334:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926388.290339:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926388.290344:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530bb0 00000400:00000010:2.0:1788926388.290346:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530bb0. 00000100:00000001:2.0:1788926388.290350:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926388.290354:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.290362:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926388.290365:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.290371:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.290373:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1788926388.291039:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dca80. 00000020:00000040:3.0:1788926388.291043:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926388.291047:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926388.291049:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926388.291052:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926388.291056:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406f00. 00000100:00000001:3.0:1788926388.291061:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291068:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926388.291076:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926388.291079:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291083:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000345aa1cd] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291112:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926388.291120:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926388.291124:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd500. 00000020:00000040:3.0:1788926388.291126:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926388.291128:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926388.291129:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926388.291131:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926388.291144:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406600. 00000100:00000001:3.0:1788926388.291147:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291151:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926388.291159:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926388.291160:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291165:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4eeb489] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291177:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788926388.291182:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788926388.291185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926388.291187:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926388.291190:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dfb80. 00000020:00000040:3.0:1788926388.291192:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926388.291194:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926388.291195:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926388.291196:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926388.291199:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406b00. 00000100:00000001:3.0:1788926388.291201:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291205:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926388.291212:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926388.291213:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291216:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005299d3d8] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291222:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291225:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1761) 00000100:00000001:3.0:1788926388.291294:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926388.291297:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926388.291298:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926388.291303:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291309:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926388.291311:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.291314:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926388.291316:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926388.291318:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926388.291322:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513920512:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926388.291325:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926388.291329:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926388.291331:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.291332:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926388.291336:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72600. 02000000:00000001:3.0:1788926388.291338:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926388.291343:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926388.291346:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9f8. 00000400:00000010:3.0:1788926388.291350:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926388.291354:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513920512, portal 10 00000100:00000001:3.0:1788926388.291356:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926388.291357:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227183872 : -108341482367744 : ffff9d76c86dd500) 00000100:00000040:3.0:1788926388.291364:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291369:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926388.291372:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926388.291375:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926388.291378:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513920512, offset 0 00000400:00000200:3.0:1788926388.291384:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926388.291389:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.291414:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926388.291418:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926388.291422:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926388.291424:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926388.291427:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926388.291430:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2572:2572:256:4294967295] 192.168.203.140@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:3.0:1788926388.291434:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.291441:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926388.291445:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926388.291450:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:3.0:1788926388.291454:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926388.291460:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926388.291463:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926388.291473:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.291477:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20433 usecs (21 jiffies) 00000400:00000200:3.0:1788926388.291481:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926388.291483:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296423447 00000100:00000001:3.0:1788926388.291486:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296427617 00000100:00000001:3.0:1788926388.291488:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296423447 00000100:00000001:3.0:1788926388.291490:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296427617 00000100:00000001:3.0:1788926388.291492:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926388.291494:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.291497:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.291499:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.291504:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926388.291506:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926388.291507:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926388.291508:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926388.291510:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926388.291512:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788926388.291514:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.291516:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926388.291517:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.291519:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926388.291520:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926388.291520:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926388.291524:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291530:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926388.291532:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.291534:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926388.291536:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926388.291538:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926388.291541:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513920384:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926388.291544:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926388.291562:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926388.291564:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.291566:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926388.291569:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73e00. 02000000:00000001:3.0:1788926388.291571:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926388.291574:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926388.291576:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926388.291580:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926388.291583:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513920384, portal 10 00000100:00000001:3.0:1788926388.291584:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926388.291586:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000040:3.0:1788926388.291592:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.291598:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926388.291600:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926388.291603:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926388.291605:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513920384, offset 0 00000400:00000200:3.0:1788926388.291609:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926388.291613:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.291616:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926388.291619:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926388.291621:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926388.291623:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788926388.293458:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926388.293465:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926388.295204:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926388.295212:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2573:2573:255:4294967295] 192.168.203.140@tcp LPNI seq info [2573:2573:7:4294967295] 00000400:00000200:3.0:1788926388.295219:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295229:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926388.295236:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926388.295243:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926388.295249:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926388.295256:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926388.295260:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926388.295264:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.295270:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 798817 usecs (799 jiffies) 00000400:00000200:3.0:1788926388.295273:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926388.295275:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296424228 00000100:00000001:3.0:1788926388.295278:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296427617 00000100:00000001:3.0:1788926388.295281:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296424228 00000100:00000001:3.0:1788926388.295283:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296427617 00000100:00000001:3.0:1788926388.295285:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926388.295288:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.295292:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926388.295298:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295306:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926388.295308:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.295312:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926388.295314:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926388.295317:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926388.295320:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513920640:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926388.295324:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926388.295328:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926388.295330:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.295332:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926388.295337:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72000. 02000000:00000001:3.0:1788926388.295338:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926388.295342:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926388.295346:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b840. 00000400:00000010:3.0:1788926388.295352:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab220. 00000100:00000200:3.0:1788926388.295359:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513920640, portal 4 00000100:00000001:3.0:1788926388.295361:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926388.295363:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000040:3.0:1788926388.295370:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295376:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926388.295379:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926388.295381:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926388.295384:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513920640, offset 0 00000400:00000200:3.0:1788926388.295389:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926388.295423:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295431:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926388.295436:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926388.295440:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926388.295443:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926388.295446:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926388.295449:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2574:2574:254:4294967295] 192.168.203.140@tcp LPNI seq info [2574:2574:6:4294967295] 00000400:00000200:3.0:1788926388.295453:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295459:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926388.295463:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926388.295466:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406400. 00000800:00000200:3.0:1788926388.295470:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926388.295473:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926388.295476:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926388.295479:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.295482:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 259670 usecs (260 jiffies) 00000400:00000200:3.0:1788926388.295485:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926388.295486:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296423690 00000100:00000001:3.0:1788926388.295488:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296427617 00000100:00000001:3.0:1788926388.295490:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296423690 00000100:00000001:3.0:1788926388.295492:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296427617 00000100:00000001:3.0:1788926388.295494:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926388.295496:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.295499:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.295504:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926388.295524:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926388.295536:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926388.295539:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926388.295541:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926388.295545:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295549:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926388.295555:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295558:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295562:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295566:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32356300 00000400:00000200:3.0:1788926388.295570:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926388.295575:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x75f5 [1] + 224 00000800:00000001:3.0:1788926388.295580:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926388.295600:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926388.295603:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926388.295608:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926388.295615:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926388.295620:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926388.295629:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295645:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788926388.295674:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926388.295677:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926388.295680:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926388.295683:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926388.295687:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:3.0:1788926388.295690:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:3.0:1788926388.295692:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926388.295696:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295705:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926388.295709:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295715:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.295717:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926388.295722:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926388.295725:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926388.295730:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926388.295732:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926388.295735:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926388.295738:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926388.295740:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926388.295742:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926388.295744:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926388.295747:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295755:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926388.295758:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.295764:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.295765:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926388.296031:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926388.296034:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926388.296039:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926388.296040:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926388.296043:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6c60. 00000400:00000200:2.0:1788926388.296046:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530110 00000400:00000010:2.0:1788926388.296048:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530110. 00000100:00000001:2.0:1788926388.296050:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926388.296054:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926388.296063:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.296074:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926388.296075:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926388.296078:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926388.296080:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926388.296082:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926388.296084:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926388.296087:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926388.296092:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926388.296096:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926388.296099:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926388.296100:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926388.296103:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926388.296105:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.296107:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926388.296112:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.296118:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926388.296121:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926388.296122:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926388.296126:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926388.296189:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513920256:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926388.296194:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.296196:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926388.296199:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df480 x1875823513920256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.296205:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926388.296208:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926388.296210:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f4e00. 02000000:00000001:2.0:1788926388.296213:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926388.296216:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926388.296218:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926388.296220:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926388.296222:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406e00. 02000000:00000001:2.0:1788926388.296225:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926388.296227:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926388.296229:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df480. 00000100:00000001:2.0:1788926388.296232:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926388.296234:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926388.296235:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.296237:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926388.296238:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926388.296239:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926388.296241:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926388.299542:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926388.299559:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406400. 00000400:00000200:3.0:1788926388.299565:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926388.299574:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926388.299580:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:3.0:1788926388.299583:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:3.0:1788926388.299587:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926388.299594:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.299605:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926388.299609:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.299616:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.299618:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926388.314954:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.314970:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926388.314974:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.314976:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926388.314985:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.314992:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926388.315001:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315006:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315010:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315015:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356400 00000400:00000200:2.0:1788926388.315020:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315025:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7605 [1] + 224 00000800:00000001:2.0:1788926388.315032:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315035:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926388.315039:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926388.315043:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926388.315050:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926388.315058:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926388.315068:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.315094:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926388.315100:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315104:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926388.315105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315107:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926388.315110:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315113:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926388.315117:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315119:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315121:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315124:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356380 00000400:00000200:2.0:1788926388.315127:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315130:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7615 [1] + 224 00000800:00000001:2.0:1788926388.315143:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315147:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926388.315149:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926388.315152:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926388.315154:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926388.315158:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926388.315165:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.315172:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926388.315175:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315177:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926388.315179:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315181:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926388.315183:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315186:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926388.315190:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315192:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315195:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315197:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32356480 00000400:00000200:2.0:1788926388.315200:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926388.315204:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7625 [1] + 224 00000800:00000001:2.0:1788926388.315207:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315212:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926388.315214:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926388.315217:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926388.315219:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926388.315222:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926388.315230:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926388.315237:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926388.315239:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926388.315242:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.317784:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926388.317791:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926388.317799:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926388.317802:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926388.317805:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926388.317811:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000400:00000010:3.0:1788926388.317813:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:3.0:1788926388.317818:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926388.317828:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926388.317840:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.317846:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926388.317848:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.317851:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926388.317854:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926388.317856:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926388.317858:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.317861:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926388.317871:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=55 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926388.317875:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926388.317878:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926388.317879:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926388.317882:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926388.317885:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.317889:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926388.317892:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967575 00000100:00000001:3.0:1788926388.317893:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926388.317897:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.317902:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.317908:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926388.317911:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926388.317913:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926388.317916:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926388.317923:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513920384:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926388.317928:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926388.317930:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926388.317931:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b840. 00000400:00000200:3.0:1788926388.317934:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab220 00000400:00000010:3.0:1788926388.317936:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab220. 00000100:00000001:3.0:1788926388.317938:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926388.317940:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926388.317947:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.317952:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926388.317954:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.317955:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926388.317956:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926388.317957:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926388.317959:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.317960:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926388.317963:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=55 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926388.317965:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926388.317968:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926388.317969:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926388.317971:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926388.317972:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.317974:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926388.317976:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967313 00000100:00000001:3.0:1788926388.317978:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926388.317979:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.317982:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.317988:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926388.317990:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926388.317991:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926388.317994:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926388.318001:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513920640:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926388.318005:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926388.318007:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926388.318008:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9f8. 00000400:00000200:3.0:1788926388.318011:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926388.318012:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926388.318014:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926388.318018:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926388.318025:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.318031:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926388.318032:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.318034:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926388.318035:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926388.318036:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926388.318038:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926388.318039:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926388.318042:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=55 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926388.318045:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926388.318048:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926388.318049:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926388.318050:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926388.318052:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.318054:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926388.318055:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926388.318057:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926388.318058:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926388.318061:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.318067:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926388.318069:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926388.318071:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926388.318074:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926388.318080:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513920512:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926388.318084:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.318086:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926388.318089:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dca80 x1875823513920384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.318094:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926388.318096:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926388.318099:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73e00. 02000000:00000001:3.0:1788926388.318102:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926388.318104:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926388.318106:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926388.318108:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926388.318110:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406f00. 02000000:00000001:3.0:1788926388.318113:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926388.318114:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926388.318116:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dca80. 00000100:00000001:3.0:1788926388.318119:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926388.318121:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.318123:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926388.318126:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dfb80 x1875823513920640/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.318131:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926388.318144:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926388.318146:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72000. 02000000:00000001:3.0:1788926388.318148:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926388.318149:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926388.318150:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926388.318152:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926388.318153:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406b00. 02000000:00000001:3.0:1788926388.318155:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926388.318156:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926388.318158:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dfb80. 00000100:00000001:3.0:1788926388.318160:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926388.318161:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.318163:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926388.318166:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd500 x1875823513920512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926388.318172:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926388.318173:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926388.318175:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72600. 02000000:00000001:3.0:1788926388.318177:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926388.318177:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926388.318179:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926388.318180:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926388.318181:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406600. 02000000:00000001:3.0:1788926388.318183:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926388.318184:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926388.318185:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd500. 00000100:00000001:3.0:1788926388.318188:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926388.318189:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.318191:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926388.318198:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926388.318199:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926388.318202:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926388.318204:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926388.929737:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926388.929741:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926388.929744:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1788926389.275099:0:31325:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926389.275108:0:31325:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417e88) owner 0000000000000000/ffff9d76c913a7c0 00020000:00000002:2.0:1788926389.275114:0:31325:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417e88) owner 0000000000000000/ffff9d76c913a7c0 00020000:00000001:2.0:1788926389.275117:0:31325:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926389.275125:0:31325:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926389.275138:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bdf0 00000080:00200008:2.0:1788926389.275141:0:31325:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x1d:0x0](ffff9d76d1538908), flags 100002 00000080:00000001:2.0:1788926389.275146:0:31325:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788926389.275148:0:31325:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788926389.275149:0:31325:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926389.275151:0:31325:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417e88) owner 0000000000000000/ffff9d76c913a7c0 00020000:00000002:2.0:1788926389.275153:0:31325:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417e88) owner 0000000000000000/ffff9d76c913a7c0 00020000:00000001:2.0:1788926389.275155:0:31325:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926389.275157:0:31325:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788926389.275162:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926389.275166:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926389.275168:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926389.275171:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926389.275173:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926389.275175:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1788926389.275177:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926389.275181:0:31325:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926389.275185:0:31325:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926389.275191:0:31325:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:2.0:1788926389.275194:0:31325:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926389.275199:0:31325:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926389.275201:0:31325:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1d:0x0]: 0 00000080:00000001:2.0:1788926389.275203:0:31325:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926389.275205:0:31325:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926389.275212:0:31325:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76c84ae000. 00000080:00000001:2.0:1788926389.275215:0:31325:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788926389.275220:0:31325:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926389.275224:0:31325:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926389.275226:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926389.275227:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926389.275228:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926389.275229:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926389.275231:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926389.275233:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:2.0:1788926389.275235:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926389.275237:0:31325:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1d:0x0] 00000002:00000001:2.0:1788926389.275240:0:31325:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926389.275241:0:31325:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x1d:0x0] file closed with intent: 0 00000100:00000010:2.0:1788926389.275246:0:31325:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b100. 00000020:00000040:2.0:1788926389.275250:0:31325:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926389.275254:0:31325:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926389.275257:0:31325:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926389.275261:0:31325:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926389.275268:0:31325:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c84afc00. 00000100:00000001:2.0:1788926389.275273:0:31325:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926389.275291:0:31325:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926389.275307:0:31325:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1788926389.275313:0:31325:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926389.275319:0:31325:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926389.275321:0:31325:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926389.275328:0:31325:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c32763c0. 00000100:00000001:2.0:1788926389.275330:0:31325:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138681280 : -108341570870336 : ffff9d76c32763c0) 00000100:00000001:2.0:1788926389.275332:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926389.275333:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000001:2.0:1788926389.275337:0:31325:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926389.275341:0:31325:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.275343:0:31325:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926389.275344:0:31325:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926389.275348:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926389.275355:0:31325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926389.275357:0:31325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926389.275361:0:31325:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926389.275363:0:31325:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926389.275365:0:31325:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926389.275369:0:31325:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513920896:192.168.203.140@tcp:35:multiop.0 00000100:00000001:2.0:1788926389.275372:0:31325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926389.275376:0:31325:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926389.275378:0:31325:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926389.275381:0:31325:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926389.275385:0:31325:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dc400. 02000000:00000001:2.0:1788926389.275387:0:31325:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926389.275394:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926389.275442:0:31325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926389.275447:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530110. 00000100:00000200:2.0:1788926389.275453:0:31325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513920896, portal 10 00000100:00000001:2.0:1788926389.275456:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926389.275457:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:2.0:1788926389.275462:0:31325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926389.275469:0:31325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926389.275472:0:31325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926389.275474:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530bb0. 00000100:00000200:2.0:1788926389.275477:0:31325:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513920896, offset 0 00000400:00000200:2.0:1788926389.275483:0:31325:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926389.275491:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926389.275498:0:31325:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926389.275503:0:31325:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926389.275507:0:31325:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926389.275510:0:31325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926389.275512:0:31325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926389.275515:0:31325:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2575:2575:256:4294967295] 192.168.203.140@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:2.0:1788926389.275519:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926389.275528:0:31325:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926389.275533:0:31325:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926389.275538:0:31325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926389.275544:0:31325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926389.275679:0:31325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926389.275684:0:31325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926389.281456:0:31325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926389.281468:0:31325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 797571 usecs (798 jiffies) 00000400:00000200:2.0:1788926389.281478:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926389.281481:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296425214 00000100:00000001:2.0:1788926389.281484:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296427617 00000100:00000001:2.0:1788926389.281487:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296425214 00000100:00000001:2.0:1788926389.281489:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296427617 00000100:00000001:2.0:1788926389.281492:0:31325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926389.281496:0:31325:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.281499:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926389.281501:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926389.281505:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c32763c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926389.281508:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926389.281511:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926389.290633:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926389.290642:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:3.0:1788926389.290648:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926389.290656:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926389.290663:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530bb0 00000400:00000010:3.0:1788926389.290667:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530bb0. 00000100:00000001:3.0:1788926389.290671:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926389.290680:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926389.291018:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926389.291024:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926389.291032:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926389.291034:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:2.0:1788926389.300058:0:31355:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926389.300066:0:31355:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926389.300068:0:31355:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926389.300074:0:31355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926389.300077:0:31355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926389.300082:0:31355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926389.300084:0:31355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926389.300086:0:31355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926389.300088:0:31355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926389.300090:0:31355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926389.300092:0:31355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926389.300094:0:31355:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926389.300095:0:31355:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926389.300097:0:31355:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:2.0:1788926389.300100:0:31355:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926389.300103:0:31355:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926389.300120:0:31355:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:2.0:1788926389.301510:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926389.301514:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:2.0:1788926389.301519:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926389.301524:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926389.301529:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:2.0:1788926389.301531:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:2.0:1788926389.301535:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926389.301539:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513921024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 352/224 e 0 to 0 dl 1788926405 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926389.301555:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926389.301559:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628a80 x1875823513921024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 352/224 e 0 to 0 dl 1788926405 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926389.301566:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.301567:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926389.311769:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.311785:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926389.311790:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.311792:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926389.311800:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311807:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926389.311815:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311819:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311824:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311827:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32356600 00000400:00000200:3.0:1788926389.311832:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311846:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7645 [1] + 224 00000800:00000001:3.0:1788926389.311853:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.311857:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926389.311860:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926389.311865:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926389.311872:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926389.311880:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513921024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 352/224 e 0 to 0 dl 1788926405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926389.311891:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513921024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 352/224 e 0 to 0 dl 1788926405 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926389.311914:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926389.311921:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.311924:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926389.311926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.311928:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926389.311931:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311934:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926389.311938:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311940:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311943:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.311946:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338b4100 00000400:00000200:3.0:1788926389.311951:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x6d75 [2] + 656 00000800:00000001:3.0:1788926389.311955:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.311960:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926389.311962:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926389.311965:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926389.311969:0:2391:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926389.311971:0:2391:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926389.311977:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd500. 00000100:00000040:3.0:1788926389.311979:0:2391:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86dd500 x1875823536324864 msgsize 328 00000100:00100000:3.0:1788926389.311985:0:2391:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926389.312001:0:2391:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926389.312005:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.312008:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926389.312197:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926389.312200:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536324864 02000000:00000001:2.0:1788926389.312203:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926389.312205:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926389.312207:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926389.312211:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926389.312215:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536324864 00000020:00000001:2.0:1788926389.312218:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926389.312220:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:2.0:1788926389.312222:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926389.312225:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:2.0:1788926389.312227:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:2.0:1788926389.312230:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:2.0:1788926389.312233:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926389.312238:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318240. 00000100:00000001:2.0:1788926389.312240:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926389.312243:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318240. 00000020:00000010:2.0:1788926389.312248:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c84ae200. 00000020:00000010:2.0:1788926389.312254:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642d80. 00000020:00000010:2.0:1788926389.312259:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84ee320. 00000100:00000040:2.0:1788926389.312268:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926389.312271:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926389.312272:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926389.312274:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.312281:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.312292:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926389.312303:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926389.312304:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926389.312309:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 55 00000100:00000040:2.0:1788926389.312312:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:2.0:1788926389.312315:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227183872 : -108341482367744 : ffff9d76c86dd500) 00000100:00000040:2.0:1788926389.312320:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86dd500 x1875823536324864/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:710/0 lens 328/0 e 0 to 0 dl 1788926400 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926389.312328:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926389.312331:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318240. 00000100:00000001:2.0:1788926389.312333:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926389.312335:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318240. 00000100:00100000:2.0:1788926389.312339:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1875823536324864:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926389.312343:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536324864 00010000:00000001:2.0:1788926389.312345:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926389.312352:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926389.312353:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926389.312355:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b800 refcount=2 00000020:00000001:2.0:1788926389.312357:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228421632 : -108341481129984 : ffff9d76c880b800) 00010000:00000001:2.0:1788926389.312360:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228421632 : -108341481129984 : ffff9d76c880b800) 00010000:00000001:2.0:1788926389.312364:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926389.312367:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926389.312371:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004db62cc8/0xdeff66104c08c609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2daab10 expref: -99 pid: 30727 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788926389.312383:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926389.312385:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926389.312390:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10de800. 02000000:00000001:2.0:1788926389.312392:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.312427:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926389.312432:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926389.312435:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926389.312439:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=205 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926389.312444:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926389.312447:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926389.312449:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926389.312452:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926389.312454:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926389.312457:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926389.312460:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926389.312465:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530bb0. 00000100:00000200:2.0:1788926389.312469:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536324864, offset 224 00000400:00000200:2.0:1788926389.312475:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926389.312482:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926389.312489:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926389.312495:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2577:2577:256:4294967295] 192.168.203.140@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:2.0:1788926389.312499:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926389.312507:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926389.312512:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926389.312517:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926389.312522:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926389.312529:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926389.312533:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926389.312543:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926389.312547:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926389.312550:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926389.312553:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c3276b40. 00010000:00000001:2.0:1788926389.312556:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926389.312563:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926389.312565:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926389.312566:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926389.312568:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926389.312572:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd500 x1875823536324864/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:710/0 lens 328/224 e 0 to 0 dl 1788926400 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926389.312581:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1875823536324864:12345-192.168.203.140@tcp:104: Request processed in 251us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926389.312587:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 55 00000100:00000040:2.0:1788926389.312591:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:2.0:1788926389.312594:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926389.312595:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926389.312599:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642d80. 00000020:00000010:2.0:1788926389.312602:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84ee320. 00000020:00000010:2.0:1788926389.312606:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c84ae200. 00000020:00000040:2.0:1788926389.312610:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:2.0:1788926389.312613:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926389.312672:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926389.312676:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:2.0:1788926389.312679:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926389.312682:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926389.312698:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530bb0 00000400:00000010:2.0:1788926389.312701:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530bb0. 00000100:00000001:2.0:1788926389.312704:0:2392:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788926389.312706:0:2392:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788926389.314672:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926389.314676:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8f00. 00000400:00000200:3.0:1788926389.314680:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926389.314684:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926389.314699:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:3.0:1788926389.314702:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:3.0:1788926389.314706:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926389.314710:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513921152/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926405 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926389.314718:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926389.314721:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513921152/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926405 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926389.314728:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926389.314730:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1788926389.315729:0:31355:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926389.315734:0:31355:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926389.315736:0:31355:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:1.1:1788926389.337361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:1.1:1788926389.337375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:1.1:1788926389.337378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225100. 00010000:00000010:1.1:1788926389.337381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880be00. 00010000:00000010:1.1:1788926389.337384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df600. 00010000:00000010:1.1:1788926389.337387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffe00. 00010000:00000010:1.1:1788926389.337389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfa00. 00010000:00000010:1.1:1788926389.337392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fee00. 00010000:00000010:1.1:1788926389.337415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000010:1.1:1788926389.337432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:1.1:1788926389.337450:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225e00. 00010000:00000010:1.1:1788926389.337454:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b800. 00000800:00000001:3.0:1788926389.343286:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.343302:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926389.343307:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.343309:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926389.343318:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.343325:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926389.343334:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.343338:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.343343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.343347:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32356680 00000400:00000200:3.0:1788926389.343352:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926389.343357:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7655 [1] + 224 00000800:00000001:3.0:1788926389.343364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.343374:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926389.343377:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926389.343381:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926389.343387:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926389.343418:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513921152/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926405 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926389.343429:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513921152/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926405 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926389.343442:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926389.343449:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926389.343452:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926389.953892:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926389.953895:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926389.953899:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926392.897507:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296427617, at 4296428032 00000100:00000010:3.0:1788926392.897521:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fb40. 00000100:00000040:2.0:1788926392.897647:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296427617, at 4296428032 00000100:00000010:2.0:1788926392.897652:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f8a0. 00000020:00000001:3.0:1788926393.027584:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926393.027588:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926393.027593:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788926393.411376:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926393.411381:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8b00. 00000400:00000200:3.0:1788926393.411388:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.411393:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926393.411417:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821c38 00000400:00000010:3.0:1788926393.411419:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821c38. 00000100:00000001:3.0:1788926393.411424:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926393.411430:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513921408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411440:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926393.411443:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513921408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411451:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926393.411453:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926393.411463:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926393.411465:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104d00. 00000400:00000200:3.0:1788926393.411468:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.411471:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926393.411474:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821f68 00000400:00000010:3.0:1788926393.411476:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821f68. 00000100:00000001:3.0:1788926393.411477:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926393.411481:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513921664/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411488:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926393.411491:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513921664/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411497:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926393.411498:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926393.411503:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926393.411505:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104600. 00000400:00000200:3.0:1788926393.411507:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.411509:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926393.411511:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08215d8 00000400:00000010:3.0:1788926393.411512:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08215d8. 00000100:00000001:3.0:1788926393.411514:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926393.411517:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513921280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411536:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926393.411539:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513921280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411544:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926393.411545:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926393.411609:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926393.411612:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104300. 00000400:00000200:3.0:1788926393.411616:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.411619:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926393.411622:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:3.0:1788926393.411623:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:3.0:1788926393.411625:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926393.411628:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513921536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411635:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926393.411637:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513921536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.411643:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926393.411644:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926393.419561:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419579:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926393.419583:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419586:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.419600:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419608:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926393.419616:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419621:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419627:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419631:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356780 00000400:00000200:3.0:1788926393.419636:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419642:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x765d [1] + 224 00000800:00000001:3.0:1788926393.419649:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419653:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.419657:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.419662:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926393.419670:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926393.419678:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513921408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926393.419690:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579f80 x1875823513921408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.419714:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926393.419722:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419726:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926393.419728:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419730:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.419742:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419746:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926393.419750:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419753:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419756:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419759:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356800 00000400:00000200:3.0:1788926393.419762:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.419765:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7675 [1] + 224 00000800:00000001:3.0:1788926393.419769:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419775:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.419777:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.419780:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926393.419783:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926393.419787:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513921536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926393.419806:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513921536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.419814:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926393.419818:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.419821:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926393.421747:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.421759:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926393.421762:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.421764:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.421771:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.421776:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926393.421783:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.421787:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.421791:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.421795:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32356880 00000400:00000200:3.0:1788926393.421811:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.421816:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7665 [1] + 224 00000800:00000001:3.0:1788926393.421822:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.421829:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.421832:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.421836:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926393.421841:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926393.421847:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513921664/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926393.421855:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513921664/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.421873:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926393.421881:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.421883:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926393.423425:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.423445:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926393.423448:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.423452:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.423458:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.423464:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926393.423471:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.423474:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.423479:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.423483:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32356700 00000400:00000200:3.0:1788926393.423487:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926393.423493:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x766d [1] + 224 00000800:00000001:3.0:1788926393.423498:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.423504:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926393.423507:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926393.423510:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926393.423515:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926393.423527:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513921280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926393.423537:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8578000 x1875823513921280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926393.423555:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926393.423563:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926393.423565:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926395.457525:0:16789:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788926395.457541:0:16789:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926396.098728:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926396.098732:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926396.098736:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926397.508161:0:31335:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926397.508168:0:31335:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926397.508169:0:31335:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926397.508174:0:31335:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c944ed80 going to sleep for 1 seconds 00000100:00000001:2.0:1788926397.508178:0:31335:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926397.508181:0:31335:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926398.017512:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296432738, at 4296433152 00000100:00000010:2.0:1788926398.017528:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052c60. 00000100:00000040:3.0:1788926398.017611:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296432738, at 4296433152 00000100:00000010:3.0:1788926398.017617:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052180. 00000100:00000001:2.0:1788926398.529566:0:31335:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926398.529571:0:31335:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926398.529575:0:31335:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926398.529581:0:31335:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c944ed80 going to sleep for 1 seconds 00000100:00000001:2.0:1788926398.529586:0:31335:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926398.529591:0:31335:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926398.530299:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926398.530306:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104700. 00000400:00000200:3.0:1788926398.530316:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.530325:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926398.530333:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:3.0:1788926398.530337:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:3.0:1788926398.530345:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926398.530352:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513921792/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530373:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926398.530380:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a680 x1875823513921792/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530423:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926398.530429:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926398.530445:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926398.530450:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104000. 00000400:00000200:3.0:1788926398.530456:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.530463:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926398.530470:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:3.0:1788926398.530473:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:3.0:1788926398.530478:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926398.530485:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629f80 x1875823513922048/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530498:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926398.530505:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629f80 x1875823513922048/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530533:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926398.530537:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926398.530821:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926398.530825:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104f00. 00000400:00000200:3.0:1788926398.530828:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.530831:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926398.530835:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:3.0:1788926398.530837:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:3.0:1788926398.530839:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926398.530844:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513921920/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530864:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926398.530867:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629c00 x1875823513921920/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530873:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926398.530875:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926398.530901:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926398.530903:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104a00. 00000400:00000200:3.0:1788926398.530906:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.530910:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926398.530922:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:3.0:1788926398.530925:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:3.0:1788926398.530927:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926398.530930:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513922176/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530936:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926398.530939:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513922176/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.530945:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926398.530947:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926398.539476:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.539494:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.539499:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.539501:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.539510:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.539518:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926398.539528:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.539533:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.539539:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.539543:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32356900 00000400:00000200:3.0:1788926398.539548:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.539554:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x767d [1] + 224 00000800:00000001:3.0:1788926398.539562:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.539569:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.539572:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.539577:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926398.539584:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926398.539594:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513921792/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926398.539605:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a680 x1875823513921792/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.539630:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926398.539638:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.539642:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.540498:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.540505:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.540508:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.540511:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.540517:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.540522:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926398.540528:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.540532:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.540535:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.540538:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32356a80 00000400:00000200:3.0:1788926398.540543:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.540547:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7695 [1] + 224 00000800:00000001:3.0:1788926398.540552:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.540558:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.540560:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.540564:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926398.540568:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926398.540574:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513922176/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926398.540585:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628e00 x1875823513922176/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.540592:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926398.540597:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.540600:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.544825:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.544842:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.544856:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.544859:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.544867:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.544875:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926398.544884:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.544889:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.544894:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.544898:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356980 00000400:00000200:3.0:1788926398.544903:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.544909:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x768d [1] + 224 00000800:00000001:3.0:1788926398.544927:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.544934:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.544938:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.544942:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926398.544950:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926398.544959:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513921920/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926398.544970:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629c00 x1875823513921920/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.544992:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926398.544999:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.545002:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.548756:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.548771:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926398.548775:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.548777:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.548785:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.548793:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926398.548801:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.548806:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.548811:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.548815:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356a00 00000400:00000200:3.0:1788926398.548820:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926398.548826:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7685 [1] + 224 00000800:00000001:3.0:1788926398.548832:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.548838:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926398.548842:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926398.548845:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926398.548852:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926398.548859:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629f80 x1875823513922048/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926398.548871:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629f80 x1875823513922048/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926398.548893:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926398.548900:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926398.548903:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926399.169711:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926399.169715:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926399.169718:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926399.553835:0:31335:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926399.553852:0:31335:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926399.553855:0:31335:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926399.553861:0:31335:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c944ed80 going to sleep for 1 seconds 00000100:00000001:2.0:1788926399.553865:0:31335:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926399.553869:0:31335:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926400.577542:0:31325:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926400.577549:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926400.577552:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926400.577557:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c32763c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926400.577560:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926400.577564:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926401.601510:0:31325:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926401.601518:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926401.601520:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926401.601525:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c32763c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926401.601528:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926401.601532:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926402.241699:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926402.241703:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926402.241706:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926402.627305:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926402.627309:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926402.627310:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926402.627316:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.627324:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926402.627325:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926402.627327:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926402.627329:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926402.627331:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926402.627334:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513922432:192.168.203.140@tcp:38:kworker.0 00000100:00000001:2.0:1788926402.627337:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926402.627339:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926402.627341:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926402.627342:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926402.627346:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926402.627349:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926402.627353:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926402.627355:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a65d8. 00000400:00000010:2.0:1788926402.627360:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530bb0. 00000100:00000200:2.0:1788926402.627363:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513922432, portal 10 00000100:00000001:2.0:1788926402.627365:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926402.627366:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243220224 : -108341466331392 : ffff9d76c9628700) 00000100:00000040:2.0:1788926402.627372:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.627379:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926402.627381:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926402.627383:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530ee0. 00000100:00000200:2.0:1788926402.627385:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513922432, offset 0 00000400:00000200:2.0:1788926402.627416:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926402.627421:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.627424:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926402.627427:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926402.627429:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926402.627443:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926402.627445:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926402.627448:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2588:2588:256:4294967295] 192.168.203.140@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:2.0:1788926402.627453:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.627461:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926402.627467:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926402.627472:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926402.627479:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926402.627486:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926402.627491:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926402.627500:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926402.627504:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 793773 usecs (794 jiffies) 00000400:00000200:2.0:1788926402.627507:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926402.627510:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296438556 00000100:00000001:2.0:1788926402.627516:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296437857 00000100:00000001:2.0:1788926402.627520:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296438556 00000100:00000001:2.0:1788926402.627523:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296437857 00000100:00000001:2.0:1788926402.627527:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926402.627530:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.627532:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.627534:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926402.627542:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926402.627544:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926402.627546:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926402.627547:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926402.627548:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.627550:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926402.627640:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.627644:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:3.0:1788926402.627650:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.627654:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.627659:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530ee0 00000400:00000010:3.0:1788926402.627661:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530ee0. 00000100:00000001:3.0:1788926402.627665:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.627669:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.627682:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.627686:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.627692:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.627694:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926402.627755:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.627757:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104a00. 00000400:00000200:3.0:1788926402.627760:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.627764:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.627767:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821ee0 00000400:00000010:3.0:1788926402.627768:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821ee0. 00000100:00000001:3.0:1788926402.627771:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.627774:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513922304/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.627780:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.627783:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513922304/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.627788:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.627789:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926402.627804:0:31325:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926402.627806:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926402.627807:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788926402.627809:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c32763c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788926402.627811:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926402.627812:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926402.636911:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.636927:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104f00. 00000400:00000200:3.0:1788926402.636937:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.636944:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.636951:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:3.0:1788926402.636953:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:3.0:1788926402.636959:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.637123:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629f80 x1875823513922688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.637135:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.637139:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629f80 x1875823513922688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.637147:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.637149:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926402.637657:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.637661:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:3.0:1788926402.637665:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.637669:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.637673:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:3.0:1788926402.637676:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:3.0:1788926402.637679:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.637683:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513922560/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.637692:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.637695:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513922560/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.637702:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.637704:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926402.645066:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645089:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926402.645093:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645096:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645104:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645112:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926402.645122:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645127:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645132:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645136:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32356b00 00000400:00000200:2.0:1788926402.645141:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645146:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x769d [1] + 224 00000800:00000001:2.0:1788926402.645153:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645157:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645161:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.645165:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926402.645182:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926402.645191:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513922304/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926402.645208:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b800 x1875823513922304/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.645229:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926402.645239:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645243:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926402.645245:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645247:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645250:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645253:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926402.645257:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645259:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645262:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645264:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 10 MB=0x6aa0d32356b80 00000400:00000200:2.0:1788926402.645267:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645272:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 416/416 into md 0x76a5 [1] + 0 00000800:00000001:2.0:1788926402.645275:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645278:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645280:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.645284:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926402.645286:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926402.645290:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926402.645299:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.645318:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926402.645322:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645325:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926402.645327:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645330:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645332:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645336:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926402.645340:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645342:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645345:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645347:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32356c80 00000400:00000200:2.0:1788926402.645350:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645354:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x76b5 [1] + 224 00000800:00000001:2.0:1788926402.645357:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645360:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645362:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.645364:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926402.645367:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926402.645371:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629f80 x1875823513922688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926402.645379:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629f80 x1875823513922688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.645386:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926402.645388:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645391:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926402.645392:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645394:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645426:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645430:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926402.645438:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645440:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645443:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645445:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32356c00 00000400:00000200:2.0:1788926402.645449:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.645453:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x76bd [1] + 224 00000800:00000001:2.0:1788926402.645456:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645465:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.645467:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.645470:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926402.645473:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926402.645477:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513922560/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926402.645485:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628000 x1875823513922560/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.645497:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926402.645501:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.645504:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926402.646340:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.646343:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788926402.646347:0:2396:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00080000:2.0:1788926402.646354:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000049119dea): req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926402 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.646373:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.646377:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926402.646381:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926402.646388:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513922432:192.168.203.140@tcp:38:kworker.0 00000100:00000001:2.0:1788926402.646392:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926402.646394:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926402.646416:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628700 x1875823513922432/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.646423:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926402.646424:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926402.646427:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926402.646429:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926402.646431:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926402.646432:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926402.646434:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926402.646436:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:2.0:1788926402.646439:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926402.646440:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926402.646441:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628700. 00000100:00000001:2.0:1788926402.646444:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926402.646445:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926402.646447:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926402.646451:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926402.646453:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.646455:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926402.646456:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926402.647338:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926402.647342:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104000. 00000400:00000200:2.0:1788926402.647349:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.647354:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926402.647359:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:2.0:1788926402.647362:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:2.0:1788926402.647365:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926402.647369:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926418 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.647378:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926402.647381:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926418 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926402.647387:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.647389:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926402.648524:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926402.648535:0:31325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926402.648537:0:31325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926402.648540:0:31325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6c60. 00000400:00000200:3.0:1788926402.648546:0:31325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530110 00000400:00000010:3.0:1788926402.648547:0:31325:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530110. 00000100:00000001:3.0:1788926402.648551:0:31325:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926402.648558:0:31325:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926405 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926402.648567:0:31325:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926405 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.648573:0:31325:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926402.648574:0:31325:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926402.648577:0:31325:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926402.648578:0:31325:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926402.648581:0:31325:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926402.648584:0:31325:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926402.648586:0:31325:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.648589:0:31325:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788926402.648593:0:31325:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513920896 new x1875823513922944 02000000:00000001:3.0:1788926402.648596:0:31325:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926402.648598:0:31325:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926402.648604:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926402.648609:0:31325:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9f8. 00000400:00000010:3.0:1788926402.648613:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926402.648617:0:31325:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513920896, portal 10 00000100:00000001:3.0:1788926402.648620:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926402.648621:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:3.0:1788926402.648628:0:31325:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.648634:0:31325:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926402.648636:0:31325:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926402.648639:0:31325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab220. 00000100:00000200:3.0:1788926402.648642:0:31325:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513920896, offset 0 00000400:00000200:3.0:1788926402.648648:0:31325:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926402.648654:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.648659:0:31325:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926402.648664:0:31325:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926402.648667:0:31325:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926402.648671:0:31325:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926402.648673:0:31325:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926402.648676:0:31325:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2592:2592:256:4294967295] 192.168.203.140@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:3.0:1788926402.648679:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.648687:0:31325:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926402.648693:0:31325:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926402.648698:0:31325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:3.0:1788926402.648709:0:31325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926402.648716:0:31325:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926402.648720:0:31325:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788926402.648738:0:31325:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926402.648742:0:31325:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 792527 usecs (793 jiffies) 00000400:00000200:3.0:1788926402.648745:0:31325:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926402.648748:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296438576 00000100:00000001:3.0:1788926402.648751:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:3.0:1788926402.648753:0:31325:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296438576 00000100:00000001:3.0:1788926402.648755:0:31325:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:3.0:1788926402.648757:0:31325:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926402.648760:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926402.648762:0:31325:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926402.648764:0:31325:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926402.648766:0:31325:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c32763c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926402.648768:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926402.648770:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926402.649554:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926402.649559:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:2.0:1788926402.649564:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.649569:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926402.649574:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab220 00000400:00000010:2.0:1788926402.649576:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab220. 00000100:00000001:2.0:1788926402.649581:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926402.649585:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926402.649595:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926402.649598:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926402.649605:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926402.649607:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926402.662331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.662349:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926402.662354:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.662356:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.662365:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.662372:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926402.662381:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.662386:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.662428:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.662432:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32356d80 00000400:00000200:2.0:1788926402.662437:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.662442:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x76cd [1] + 224 00000800:00000001:2.0:1788926402.662449:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.662550:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.662555:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.662559:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926402.662568:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926402.662577:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926402.662588:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926402.662600:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926402.662608:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.662611:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926402.662671:0:31325:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926402.662679:0:31325:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926402.662681:0:31325:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926402.662684:0:31325:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9f8. 00000400:00000200:3.0:1788926402.662689:0:31325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926402.662691:0:31325:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926402.662695:0:31325:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926402.662699:0:31325:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926402.662708:0:31325:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513920896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662714:0:31325:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926402.662716:0:31325:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926402.662719:0:31325:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926402.662722:0:31325:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926402.662725:0:31325:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926402.662727:0:31325:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926402.662730:0:31325:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926402.662740:0:31325:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926402.662744:0:31325:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926402.662747:0:31325:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926402.662749:0:31325:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926402.662751:0:31325:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926402.662754:0:31325:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.662758:0:31325:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926402.662760:0:31325:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788926402.662762:0:31325:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926402.662764:0:31325:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926402.662769:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b100 x1875823513920896/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662777:0:31325:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926402.662780:0:31325:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926402.662782:0:31325:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926402.662786:0:31325:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b100 x1875823513920896/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926418 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926402.662800:0:31325:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31325:1875823513920896:192.168.203.140@tcp:35:multiop.0 00000100:00000001:3.0:1788926402.662806:0:31325:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926402.662809:0:31325:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.662811:0:31325:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926402.662814:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.662817:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513920896/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926418 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662824:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926402.662827:0:31325:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c32763c0. 00000100:00000001:3.0:1788926402.662831:0:31325:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926402.662833:0:31325:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.662840:0:31325:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926402.662841:0:31325:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000002:00000001:3.0:1788926402.662845:0:31325:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926402.662848:0:31325:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926402.662852:0:31325:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c84ae000. 00000080:00000001:3.0:1788926402.662856:0:31325:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788926402.662859:0:31325:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788926402.662862:0:31325:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926402.662864:0:31325:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926402.662867:0:31325:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926402.662869:0:31325:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926402.662871:0:31325:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926402.662873:0:31325:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1d:0x0] 00800000:00000001:3.0:1788926402.662876:0:31325:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926402.662880:0:31325:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788926402.662885:0:31325:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662892:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.662895:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df100 x1875823513919488/t4294967579(4294967579) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926401 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662936:0:31325:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788926402.662939:0:31325:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926402.662941:0:31325:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926402.662943:0:31325:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926402.662946:0:31325:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90800. 02000000:00000001:3.0:1788926402.662950:0:31325:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926402.662952:0:31325:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926402.662954:0:31325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df100. 00000100:00000001:3.0:1788926402.662957:0:31325:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926402.662958:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926402.662960:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.662964:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513920896/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926418 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662970:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926402.662972:0:31325:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76c3d01640. 00000002:00000001:3.0:1788926402.662975:0:31325:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926402.662978:0:31325:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926402.662980:0:31325:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76d33182c0. 00000100:00000001:3.0:1788926402.662982:0:31325:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.662985:0:31325:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b100 x1875823513920896/t4294967582(4294967582) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926418 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.662990:0:31325:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926402.662992:0:31325:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926402.662994:0:31325:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dc400. 02000000:00000001:3.0:1788926402.662997:0:31325:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926402.662998:0:31325:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926402.662999:0:31325:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926402.663001:0:31325:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926402.663002:0:31325:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c84afc00. 02000000:00000001:3.0:1788926402.663005:0:31325:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926402.663006:0:31325:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926402.663007:0:31325:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b100. 00000100:00000001:3.0:1788926402.663010:0:31325:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926402.663012:0:31325:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926402.663014:0:31325:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926402.663018:0:31325:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95680. 00000080:00000001:3.0:1788926402.663021:0:31325:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926402.663026:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bdf0 00000080:00000008:3.0:1788926402.663029:0:31325:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x1d:0x0](ffff9d76d1538908), flags 100002, rc = 0 00000080:00000001:3.0:1788926402.663031:0:31325:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926402.663045:0:31325:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926402.663047:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2be00 00000080:00002000:3.0:1788926402.663049:0:31325:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9d76d173d288, parent ffff9d76d173d6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:3.0:1788926402.663051:0:31325:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926402.663060:0:31325:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926402.663065:0:31325:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788926402.663067:0:31325:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926402.663069:0:31325:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2be00 00000080:00002000:3.0:1788926402.663071:0:31325:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff9d76d173d6c0, parent ffff9d76d14be6c0, inode ffff9d76d15b42c8) hashed, 00000080:00000001:3.0:1788926402.663073:0:31325:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926402.663076:0:31325:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926402.663078:0:31325:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788926402.690552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5580. 00000080:00000010:3.1:1788926402.690572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5ee0. 00000800:00000001:3.0:1788926402.710387:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.710429:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926402.710433:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.710436:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926402.710444:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.710452:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926402.710467:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.710471:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.710476:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.710480:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32356d00 00000400:00000200:3.0:1788926402.710485:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.710491:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x76c5 [1] + 224 00000800:00000001:3.0:1788926402.710498:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.710506:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926402.710509:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.710514:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926402.710522:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926402.710530:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926402.710541:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9d76c8b39f80 x1875823513920128/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926402.710556:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926402.710564:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.710566:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926402.711708:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.711713:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926402.711716:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.711721:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.711725:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8bb0 00000400:00000010:3.0:1788926402.711727:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8bb0. 00000100:00000001:3.0:1788926402.711730:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.711734:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513923072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926418 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.711742:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.711745:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513923072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926418 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.711751:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.711753:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926402.725686:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.725701:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926402.725705:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.725707:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926402.725715:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.725723:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926402.725731:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.725736:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.725741:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.725745:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 10 MB=0x6aa0d32356e00 00000400:00000200:3.0:1788926402.725751:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.725757:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 400/400 into md 0x76dd [1] + 224 00000800:00000001:3.0:1788926402.725764:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.725771:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926402.725774:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.725778:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926402.725786:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926402.725793:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513923072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926402.725802:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9d76c9628000 x1875823513923072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.725822:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926402.725830:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.725833:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926402.741632:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.741644:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926402.741650:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.741658:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.741667:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:3.0:1788926402.741669:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:3.0:1788926402.741675:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.741683:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513923200/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926418 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.741694:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.741697:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513923200/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.741703:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.741705:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926402.746172:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.746188:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926402.746192:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.746195:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926402.746204:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.746213:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926402.746222:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.746227:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.746232:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.746236:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 432 into portal 4 MB=0x6aa0d32356e80 00000400:00000200:3.0:1788926402.746242:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.746249:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 432/432 into md 0x76e5 [1] + 224 00000800:00000001:3.0:1788926402.746256:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.746263:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926402.746267:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.746272:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926402.746279:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926402.746289:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513923200/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926418 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926402.746299:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9d76c9628000 x1875823513923200/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926418 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.746315:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926402.746323:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926402.746327:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926402.754241:0:31335:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:3.0:1788926402.754248:0:31335:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926402.754252:0:31335:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926402.754256:0:31335:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:3.0:1788926402.754258:0:31335:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788926402.754260:0:31335:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788926402.754263:0:31335:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788926402.754264:0:31335:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788926402.754266:0:31335:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788926402.754267:0:31335:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926402.754269:0:31335:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926402.754270:0:31335:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788926402.754271:0:31335:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788926402.754272:0:31335:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788926402.754274:0:31335:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788926402.754276:0:31335:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788926402.754278:0:31335:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788926402.754279:0:31335:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788926402.754280:0:31335:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788926402.754283:0:31335:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788926402.754285:0:31335:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926402.754287:0:31335:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926402.754288:0:31335:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788926402.754289:0:31335:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788926402.754291:0:31335:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926402.754294:0:31335:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1788926402.754296:0:31335:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788926402.754297:0:31335:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788926402.754298:0:31335:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1788926402.754300:0:31335:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788926402.754302:0:31335:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af7e0 00020000:00000001:3.0:1788926402.754307:0:31335:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788926402.754309:0:31335:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788926402.754313:0:31335:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788926402.754315:0:31335:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788926402.754318:0:31335:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788926402.754320:0:31335:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788926402.754321:0:31335:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00000080:00000001:3.0:1788926402.754323:0:31335:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926402.754326:0:31335:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1788926402.754330:0:31335:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0795800. 00000020:00000001:3.0:1788926402.754340:0:31335:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc30 00000080:00200008:3.0:1788926402.754343:0:31335:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88) current size 0, valid attrs 100201f0, mode 0, uid -1053638078, gid -1, new size 213440, atime 1788926386.000000000, mtime 1788926386.000000000, ctime 1788926386.000000000, rc 0 00000080:00000001:3.0:1788926402.754349:0:31335:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926402.754364:0:31335:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788926402.754367:0:31335:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000002:3.0:1788926402.754372:0:31335:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000001:3.0:1788926402.754385:0:31335:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926402.754394:0:31335:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788926402.754411:0:31335:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bdf0 00000080:00200008:3.0:1788926402.754413:0:31335:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88), flags 104001 00000080:00000001:3.0:1788926402.754417:0:31335:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788926402.754419:0:31335:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788926402.754420:0:31335:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788926402.754422:0:31335:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000002:3.0:1788926402.754424:0:31335:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000001:3.0:1788926402.754426:0:31335:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926402.754428:0:31335:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788926402.754433:0:31335:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926402.754435:0:31335:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926402.754437:0:31335:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926402.754440:0:31335:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926402.754441:0:31335:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926402.754443:0:31335:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:3.0:1788926402.754445:0:31335:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926402.754450:0:31335:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926402.754462:0:31335:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926402.754468:0:31335:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f700 count: 2 00010000:00000001:3.0:1788926402.754471:0:31335:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926402.754476:0:31335:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926402.754478:0:31335:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x1e:0x0]: 0 00000080:00000001:3.0:1788926402.754480:0:31335:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788926402.754483:0:31335:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788926402.754490:0:31335:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76c7c72e00. 00000080:00000001:3.0:1788926402.754492:0:31335:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788926402.754498:0:31335:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788926402.754500:0:31335:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788926402.754502:0:31335:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926402.754503:0:31335:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926402.754504:0:31335:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926402.754505:0:31335:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926402.754507:0:31335:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926402.754508:0:31335:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:3.0:1788926402.754510:0:31335:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926402.754512:0:31335:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1e:0x0] 00000002:00000001:3.0:1788926402.754516:0:31335:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788926402.754517:0:31335:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x1e:0x0] file closed with intent: 0 00000100:00000010:3.0:1788926402.754524:0:31335:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df100. 00000020:00000040:3.0:1788926402.754527:0:31335:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926402.754531:0:31335:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926402.754535:0:31335:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926402.754539:0:31335:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926402.754545:0:31335:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c73a00. 00000100:00000001:3.0:1788926402.754552:0:31335:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788926402.754569:0:31335:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d8578700 x1875823513919872/t4294967580(4294967580) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926402 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788926402.754580:0:31335:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788926402.754585:0:31335:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788926402.754591:0:31335:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926402.754593:0:31335:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926402.754599:0:31335:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c83756c0. 00000100:00000001:3.0:1788926402.754602:0:31335:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223612608 : -108341485939008 : ffff9d76c83756c0) 00000100:00000001:3.0:1788926402.754604:0:31335:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926402.754606:0:31335:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000001:3.0:1788926402.754610:0:31335:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926402.754613:0:31335:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.754615:0:31335:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926402.754616:0:31335:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926402.754620:0:31335:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.754627:0:31335:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926402.754628:0:31335:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926402.754631:0:31335:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926402.754634:0:31335:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926402.754636:0:31335:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926402.754640:0:31335:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df100 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31335:1875823513923456:192.168.203.140@tcp:35:touch.0 00000100:00000001:3.0:1788926402.754643:0:31335:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926402.754648:0:31335:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926402.754650:0:31335:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926402.754652:0:31335:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926402.754657:0:31335:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90800. 02000000:00000001:3.0:1788926402.754659:0:31335:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926402.754667:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926402.754671:0:31335:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9f8. 00000400:00000010:3.0:1788926402.754676:0:31335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926402.754683:0:31335:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513923456, portal 10 00000100:00000001:3.0:1788926402.754685:0:31335:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926402.754686:0:31335:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000040:3.0:1788926402.754692:0:31335:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.754699:0:31335:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926402.754702:0:31335:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926402.754704:0:31335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926402.754706:0:31335:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513923456, offset 0 00000400:00000200:3.0:1788926402.754713:0:31335:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926402.754720:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.754727:0:31335:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926402.754732:0:31335:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926402.754736:0:31335:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926402.754739:0:31335:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926402.754741:0:31335:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926402.754745:0:31335:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2595:2595:256:4294967295] 192.168.203.140@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:3.0:1788926402.754749:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926402.754757:0:31335:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926402.754762:0:31335:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926402.754767:0:31335:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406b00. 00000800:00000200:3.0:1788926402.754773:0:31335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926402.754780:0:31335:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926402.754784:0:31335:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788926402.754799:0:31335:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926402.754803:0:31335:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 848837 usecs (849 jiffies) 00000400:00000200:3.0:1788926402.754807:0:31335:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926402.754809:0:31335:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296438731 00000100:00000001:3.0:1788926402.754812:0:31335:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:3.0:1788926402.754814:0:31335:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296438731 00000100:00000001:3.0:1788926402.754816:0:31335:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:3.0:1788926402.754818:0:31335:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926402.754821:0:31335:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.754823:0:31335:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926402.754825:0:31335:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926402.754828:0:31335:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83756c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926402.754830:0:31335:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926402.754833:0:31335:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926402.754928:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926402.754932:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406b00. 00000400:00000200:3.0:1788926402.754936:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926402.754940:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926402.754945:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000400:00000010:3.0:1788926402.754947:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:3.0:1788926402.754951:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926402.754955:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.754964:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926402.754967:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926402.754974:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926402.754975:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926402.787134:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.787150:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926402.787155:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.787157:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.787165:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.787172:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926402.787181:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.787186:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.787190:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.787194:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32356f80 00000400:00000200:2.0:1788926402.787200:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926402.787204:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x76ed [1] + 224 00000800:00000001:2.0:1788926402.787212:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.787220:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926402.787224:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926402.787228:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926402.787236:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926402.787245:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926402.787256:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c86df100 x1875823513923456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926418 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926402.787279:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926402.787287:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926402.787294:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788926402.796447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172c40. 00000080:00000010:1.1:1788926402.796474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172aa0. 00000800:00000200:3.0:1788926404.491436:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.491446:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926404.491456:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.491463:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.491470:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:3.0:1788926404.491472:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:3.0:1788926404.491477:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.491483:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513923584/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.491493:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.491496:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629c00 x1875823513923584/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.491502:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.491503:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.510878:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.510895:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.510900:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.510903:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.510911:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.510919:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.510928:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.510933:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.510938:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.510943:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32357000 00000400:00000200:3.0:1788926404.510948:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.510954:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x76fd [1] + 224 00000800:00000001:3.0:1788926404.510962:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.510969:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.510972:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.510977:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.510984:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.510992:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513923584/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.511003:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9629c00 x1875823513923584/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.511020:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.511038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.511042:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.517579:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.517591:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:3.0:1788926404.517596:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.517601:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.517607:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8220 00000400:00000010:3.0:1788926404.517610:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8220. 00000100:00000001:3.0:1788926404.517615:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.517621:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513923712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.517632:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.517636:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629c00 x1875823513923712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.517642:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.517644:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.535066:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.535081:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.535085:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.535088:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.535096:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.535103:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.535112:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.535117:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.535122:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.535126:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32357080 00000400:00000200:3.0:1788926404.535131:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.535137:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7705 [1] + 224 00000800:00000001:3.0:1788926404.535144:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.535151:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.535155:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.535159:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.535165:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.535174:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513923712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.535186:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9629c00 x1875823513923712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.535208:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.535216:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.535220:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.540189:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.540198:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926404.540205:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.540212:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.540219:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8220 00000400:00000010:3.0:1788926404.540222:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8220. 00000100:00000001:3.0:1788926404.540226:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.540234:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513923840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.540245:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.540248:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629c00 x1875823513923840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.540255:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.540257:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.545577:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.545600:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.545604:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.545606:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.545614:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.545621:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.545631:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.545636:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.545641:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.545645:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d32357100 00000400:00000200:3.0:1788926404.545650:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.545657:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x770d [1] + 224 00000800:00000001:3.0:1788926404.545665:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.545672:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.545675:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.545679:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.545687:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.545695:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513923840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.545705:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76c9629c00 x1875823513923840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.545725:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.545733:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.545736:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926404.556253:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.556259:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:2.0:1788926404.556265:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.556271:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.556276:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:2.0:1788926404.556279:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:2.0:1788926404.556283:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.556290:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513923968/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.556298:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.556302:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513923968/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.556309:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.556310:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.570760:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.570777:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.570782:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.570784:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.570793:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.570993:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.571003:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.571008:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.571013:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.571017:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d32357180 00000400:00000200:3.0:1788926404.571021:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.571036:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x7715 [1] + 0 00000800:00000001:3.0:1788926404.571043:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.571051:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.571054:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.571058:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.571065:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.571072:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513923968/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926404.571082:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8579180 x1875823513923968/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.571104:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.571111:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.571115:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.583341:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.583352:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:3.0:1788926404.583359:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.583368:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.583375:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8110 00000400:00000010:3.0:1788926404.583378:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8110. 00000100:00000001:3.0:1788926404.583383:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.583391:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513924096/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.583526:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.583531:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513924096/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.583539:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.583541:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.602648:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.602664:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.602668:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.602671:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.602680:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.602687:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.602697:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.602701:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.602706:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.602710:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32357200 00000400:00000200:3.0:1788926404.602716:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.602722:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x771d [1] + 224 00000800:00000001:3.0:1788926404.602728:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.602735:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.602739:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.602744:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.602751:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.602759:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513924096/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.602771:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76d8578000 x1875823513924096/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.602794:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.602802:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.602805:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926404.620439:0:31371:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926404.620446:0:31371:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926404.620449:0:31371:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926404.620452:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53b20 00000080:00200000:3.0:1788926404.620456:0:31371:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926404.620465:0:31371:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73200. 00800000:00000002:3.0:1788926404.620473:0:31371:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.620476:0:31371:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926404.620481:0:31371:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.620483:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53a40 00800000:00000002:3.0:1788926404.620485:0:31371:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.620490:0:31371:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926404.620492:0:31371:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.620495:0:31371:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.620497:0:31371:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.620499:0:31371:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.620501:0:31371:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.620503:0:31371:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.620506:0:31371:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.620509:0:31371:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926404.620514:0:31371:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.620516:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53910 00000002:00010000:3.0:1788926404.620517:0:31371:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926404.620521:0:31371:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926404.620523:0:31371:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.620527:0:31371:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.620533:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:3.0:1788926404.620537:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.620541:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.620545:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926404.620550:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788926404.620560:0:31371:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926404.620565:0:31371:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.620568:0:31371:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788926404.620575:0:31371:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926404.620577:0:31371:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926404.620579:0:31371:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926404.620580:0:31371:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926404.620582:0:31371:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926404.620584:0:31371:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926404.620587:0:31371:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926404.620589:0:31371:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926404.620592:0:31371:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73200. 00000080:00000001:3.0:1788926404.620596:0:31371:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926404.620598:0:31371:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.620601:0:31371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926404.620604:0:31371:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c68e 00800000:00000001:3.0:1788926404.620607:0:31371:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926404.620609:0:31371:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926404.620611:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.620613:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.620615:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926404.620618:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.620621:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.620624:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.620626:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926404.620627:0:31371:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.620629:0:31371:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.620632:0:31371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c68e from it ffffb2d841c53b58 00010000:00000001:3.0:1788926404.620635:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.620636:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.620638:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926404.620640:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.620643:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.620645:0:31371:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926404.620648:0:31371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926404.620654:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.620655:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.620657:0:31371:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926404.620659:0:31371:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926404.620661:0:31371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926404.620667:0:31371:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926404.620669:0:31371:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926404.620671:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.620675:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.620676:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.620678:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620680:0:31371:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926404.620682:0:31371:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620684:0:31371:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620686:0:31371:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620688:0:31371:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926404.620689:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.620690:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926404.620693:0:31371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926404.620695:0:31371:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926404.620697:0:31371:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926404.620701:0:31371:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926404.620709:0:31371:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c83e5dc0. 00000020:00000001:3.0:1788926404.620713:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53a88 00000080:00200000:3.0:1788926404.620714:0:31371:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=24 00000080:00000001:3.0:1788926404.620717:0:31371:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788926404.620719:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53938 00000080:00200000:3.0:1788926404.620721:0:31371:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:3.0:1788926404.620727:0:31371:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73200. 00800000:00000002:3.0:1788926404.620730:0:31371:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.620733:0:31371:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926404.620734:0:31371:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.620736:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53858 00800000:00000002:3.0:1788926404.620738:0:31371:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.620741:0:31371:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926404.620743:0:31371:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.620744:0:31371:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.620746:0:31371:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.620747:0:31371:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.620748:0:31371:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.620750:0:31371:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.620752:0:31371:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.620754:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c537f0 00800000:00000002:3.0:1788926404.620756:0:31371:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788926404.620758:0:31371:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.620760:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53728 00000002:00010000:3.0:1788926404.620761:0:31371:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788926404.620765:0:31371:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926404.620767:0:31371:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926404.620772:0:31371:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dfb80. 00000020:00000040:3.0:1788926404.620776:0:31371:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926404.620781:0:31371:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926404.620785:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.620787:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.620789:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.620790:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.620793:0:31371:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926404.620795:0:31371:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926404.620798:0:31371:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926404.620803:0:31371:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d92c00. 00000100:00000001:3.0:1788926404.620810:0:31371:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620815:0:31371:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.620816:0:31371:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620818:0:31371:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.620819:0:31371:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.620821:0:31371:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.620828:0:31371:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00010000:00000001:3.0:1788926404.620832:0:31371:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926404.620834:0:31371:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788926404.620836:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:3.0:1788926404.620838:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.620840:0:31371:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926404.620843:0:31371:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ff800. 00000020:00000001:3.0:1788926404.620846:0:31371:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926404.620848:0:31371:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ff800 with handle 0xdeff66104c08c6aa to hash 00000020:00000001:3.0:1788926404.620851:0:31371:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926404.620852:0:31371:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926404.620856:0:31371:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926404.620858:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.620860:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.620863:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.620871:0:31371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.620880:0:31371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926404.620885:0:31371:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926404.620888:0:31371:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926404.620894:0:31371:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c83753c0. 00000100:00000001:3.0:1788926404.620896:0:31371:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223611840 : -108341485939776 : ffff9d76c83753c0) 00000100:00000001:3.0:1788926404.620898:0:31371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.620900:0:31371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000001:3.0:1788926404.620904:0:31371:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926404.620907:0:31371:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.620909:0:31371:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926404.620911:0:31371:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926404.620920:0:31371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.620929:0:31371:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926404.620931:0:31371:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.620934:0:31371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926404.620937:0:31371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926404.620939:0:31371:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926404.620942:0:31371:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:31371:1875823513924224:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:3.0:1788926404.620946:0:31371:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926404.620951:0:31371:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926404.620953:0:31371:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.620955:0:31371:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926404.620959:0:31371:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca69b800. 02000000:00000001:3.0:1788926404.620961:0:31371:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926404.620969:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926404.620973:0:31371:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b840. 00000400:00000010:3.0:1788926404.620979:0:31371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926404.620985:0:31371:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513924224, portal 10 00000100:00000001:3.0:1788926404.620987:0:31371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.620988:0:31371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000040:3.0:1788926404.620994:0:31371:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.621002:0:31371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926404.621005:0:31371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926404.621008:0:31371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926404.621011:0:31371:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513924224, offset 0 00000400:00000200:3.0:1788926404.621017:0:31371:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926404.632074:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.632087:0:31371:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926404.632092:0:31371:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926404.632096:0:31371:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926404.632099:0:31371:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926404.632103:0:31371:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926404.632106:0:31371:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2601:2601:256:4294967295] 192.168.203.140@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:3.0:1788926404.632111:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.632120:0:31371:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926404.632135:0:31371:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926404.632147:0:31371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406b00. 00000800:00000200:3.0:1788926404.632155:0:31371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926404.632163:0:31371:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926404.632167:0:31371:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406b00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788926404.632191:0:31371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.632198:0:31371:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 843577 usecs (844 jiffies) 00000400:00000200:3.0:1788926404.632202:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926404.632205:0:31371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440610 00000100:00000001:3.0:1788926404.632208:0:31371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.632210:0:31371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440610 00000100:00000001:3.0:1788926404.632212:0:31371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.632215:0:31371:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.632218:0:31371:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.632221:0:31371:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926404.632224:0:31371:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926404.632226:0:31371:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83753c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926404.632229:0:31371:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926404.632233:0:31371:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926404.632361:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.632365:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406b00. 00000400:00000200:2.0:1788926404.632370:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.632374:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.632379:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:2.0:1788926404.632380:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:2.0:1788926404.632384:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.632390:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.632412:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.632414:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.632419:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.632421:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.649100:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.649115:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.649119:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.649122:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.649139:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.649147:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.649156:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.649161:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.649166:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.649171:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32357280 00000400:00000200:3.0:1788926404.649176:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.649182:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7725 [1] + 224 00000800:00000001:3.0:1788926404.649188:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.649194:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.649198:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.649202:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.649209:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.649218:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.649228:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.649253:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.649261:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.649265:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.649471:0:31371:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926404.649478:0:31371:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926404.649480:0:31371:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926404.649483:0:31371:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b840. 00000400:00000200:2.0:1788926404.649488:0:31371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000400:00000010:2.0:1788926404.649490:0:31371:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:2.0:1788926404.649493:0:31371:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.649498:0:31371:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926404.649507:0:31371:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.649513:0:31371:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926404.649515:0:31371:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.649517:0:31371:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926404.649520:0:31371:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926404.649523:0:31371:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926404.649525:0:31371:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.649528:0:31371:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926404.649536:0:31371:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=71 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926404.649540:0:31371:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926404.649543:0:31371:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926404.649545:0:31371:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.649558:0:31371:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926404.649562:0:31371:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.649566:0:31371:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926404.649568:0:31371:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788926404.649570:0:31371:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926404.649572:0:31371:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.649587:0:31371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.649594:0:31371:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926404.649597:0:31371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926404.649599:0:31371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926404.649602:0:31371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926404.649608:0:31371:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:31371:1875823513924224:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:2.0:1788926404.649613:0:31371:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.649615:0:31371:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.649617:0:31371:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926404.649619:0:31371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.649623:0:31371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.649630:0:31371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926404.649633:0:31371:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c83753c0. 00000100:00000001:2.0:1788926404.649636:0:31371:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926404.649637:0:31371:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.649640:0:31371:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926404.649643:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.649646:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.649649:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:2.0:1788926404.649652:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649654:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:2.0:1788926404.649660:0:31371:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ff800, remote cookie: 0x840913afd2daad8d, flags: 0x1001 00010000:00010000:2.0:1788926404.649665:0:31371:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926404.649673:0:31371:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788926404.649676:0:31371:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788926404.649683:0:31371:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225f00. 00010000:00000010:2.0:1788926404.649687:0:31371:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642380. 00010000:00000001:2.0:1788926404.649692:0:31371:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.649695:0:31371:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926404.649702:0:31371:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.649707:0:31371:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926404.649711:0:31371:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926404.649712:0:31371:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926404.649714:0:31371:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926404.649716:0:31371:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926404.649718:0:31371:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1c:0x0].0x0 (ffff9d76c3225f00) refcount = 1 00010000:00010000:2.0:1788926404.649721:0:31371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.649727:0:31371:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926404.649730:0:31371:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926404.649731:0:31371:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926404.649734:0:31371:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926404.649736:0:31371:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.649739:0:31371:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.649745:0:31371:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926404.649746:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.649747:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.649748:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.649749:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.649750:0:31371:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.649755:0:31371:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926404.649756:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.649757:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.649758:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.649760:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649762:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649764:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.649765:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.649766:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:2.0:1788926404.649768:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649770:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649772:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926404.649775:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.649778:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.649784:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.649785:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.649786:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.649787:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.649788:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=5 00000020:00000001:2.0:1788926404.649789:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649791:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.649793:0:31371:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.650064:0:31371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.650072:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650074:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926404.650076:0:31371:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.650082:0:31371:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.650084:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650085:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.650086:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650087:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926404.650093:0:31371:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926404.650101:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.650102:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.650103:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.650105:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650107:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650110:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650111:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.650112:0:31371:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.650114:0:31371:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.650117:0:31371:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926404.650119:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.650120:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.650121:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.650123:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650125:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00000002:00010000:2.0:1788926404.650185:0:31371:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.650199:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650200:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.650202:0:31371:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926404.650204:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.650205:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.650206:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.650208:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650210:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:2.0:1788926404.650215:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225f00 count: 2 00010000:00000001:2.0:1788926404.650217:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926404.650221:0:31371:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/28 (0 0) 00010000:00000001:2.0:1788926404.650223:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650224:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.650225:0:31371:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926404.650228:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c536b0 00000002:00002000:2.0:1788926404.650229:0:31371:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926404.650232:0:31371:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.650236:0:31371:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.650238:0:31371:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926404.650241:0:31371:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926404.650244:0:31371:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926404.650247:0:31371:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926404.650250:0:31371:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926404.650252:0:31371:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c53a28 it_disposition b 00000080:00000001:2.0:1788926404.650254:0:31371:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926404.650259:0:31371:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788926404.650263:0:31371:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788926404.650267:0:31371:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d3318740. 00800000:00000001:2.0:1788926404.650269:0:31371:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732407781184 : -108341301770432 : ffff9d76d3318740) 00800000:00000001:2.0:1788926404.650271:0:31371:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.650273:0:31371:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926404.650276:0:31371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1788926404.650279:0:31371:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788926404.650283:0:31371:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926404.650285:0:31371:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1c:0x0] 00000080:00000001:2.0:1788926404.650287:0:31371:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788926404.650290:0:31371:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788926404.650291:0:31371:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926404.650295:0:31371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611164 : 144115205339611164 : 20000040500001c) 00000080:00000001:2.0:1788926404.650297:0:31371:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926404.650300:0:31371:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611164 mtime from 1788926385 to 1788926386 00000080:00200000:2.0:1788926404.650304:0:31371:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1c:0x0], updating i_size 4096 00000080:00200000:2.0:1788926404.650306:0:31371:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1c:0x0](ffff9d76d15b7448): rc = 0 00000080:00000001:2.0:1788926404.650309:0:31371:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376974408 : -108341332577208 : ffff9d76d15b7448) 00010000:00000001:2.0:1788926404.650311:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.650312:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.650314:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.650316:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650317:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650319:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650320:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926404.650322:0:31371:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926404.650324:0:31371:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788926404.650325:0:31371:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d3318740 1 00800000:00000010:2.0:1788926404.650328:0:31371:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76d3318740. 00800000:00000001:2.0:1788926404.650330:0:31371:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926404.650333:0:31371:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9d76d15b7448) for lock 0xdeff66104c08c6aa 00800000:00000001:2.0:1788926404.650336:0:31371:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926404.650337:0:31371:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926404.650338:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.650339:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.650340:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.650342:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650344:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650346:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650347:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.650348:0:31371:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.650350:0:31371:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788926404.650357:0:31371:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d14cbaf8 inode ffff9d76d15b7448 refc 1 flags 0x20000e 00000080:00000002:2.0:1788926404.650361:0:31371:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-2 [0x200000405:0x1c:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788926404.650364:0:31371:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788926404.650367:0:31371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1c:0x0](ffff9d76d15b7448) 00000080:00010000:2.0:1788926404.650370:0:31371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6aa from it ffffb2d841c53a28 00010000:00000001:2.0:1788926404.650372:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.650373:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.650374:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926404.650376:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650378:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926404.650380:0:31371:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.650383:0:31371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.650389:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.650390:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.650391:0:31371:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926404.650394:0:31371:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926404.651289:0:31371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c6aa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad8d expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926404.651302:0:31371:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926404.651305:0:31371:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926404.651307:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926404.651311:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.651312:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.651314:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651317:0:31371:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926404.651319:0:31371:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651321:0:31371:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651323:0:31371:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651326:0:31371:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.651328:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.651329:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926404.651332:0:31371:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926404.651336:0:31371:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73200. 00000100:00000001:2.0:1788926404.651342:0:31371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.651349:0:31371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dfb80 x1875823513924224/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.651356:0:31371:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926404.651359:0:31371:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926404.651362:0:31371:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca69b800. 02000000:00000001:2.0:1788926404.651365:0:31371:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926404.651367:0:31371:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926404.651369:0:31371:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926404.651371:0:31371:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926404.651374:0:31371:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d92c00. 02000000:00000001:2.0:1788926404.651377:0:31371:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926404.651378:0:31371:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926404.651381:0:31371:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dfb80. 00000100:00000001:2.0:1788926404.651384:0:31371:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926404.651385:0:31371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926404.651393:0:31371:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926404.651414:0:31371:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x1c:0x0](ffff9d76d15b7448), inode mode 41ed mask 1 00000080:00000001:2.0:1788926404.651421:0:31371:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926404.651433:0:31371:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01520. 00000020:00000001:2.0:1788926404.651437:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53ae8 00000080:00200000:2.0:1788926404.651439:0:31371:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9d76d15b7448), flags=8 00000080:00000001:2.0:1788926404.651442:0:31371:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926404.651444:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53998 00000080:00200000:2.0:1788926404.651446:0:31371:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x1c:0x0](ffff9d76d15b7448), intent=getattr 00000080:00000010:2.0:1788926404.651453:0:31371:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c84ae000. 00800000:00000002:2.0:1788926404.651456:0:31371:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99200 2 00000080:00000001:2.0:1788926404.651461:0:31371:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926404.651463:0:31371:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926404.651465:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c538b8 00800000:00000002:2.0:1788926404.651467:0:31371:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788926404.651471:0:31371:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926404.651474:0:31371:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926404.651477:0:31371:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926404.651479:0:31371:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926404.651481:0:31371:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926404.651484:0:31371:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926404.651486:0:31371:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788926404.651489:0:31371:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.651491:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53850 00800000:00000002:2.0:1788926404.651493:0:31371:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788926404.651497:0:31371:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926404.651498:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53788 00000002:00010000:2.0:1788926404.651500:0:31371:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x1c:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788926404.651503:0:31371:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926404.651505:0:31371:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926404.651509:0:31371:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000020:00000040:2.0:1788926404.651512:0:31371:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926404.651517:0:31371:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926404.651520:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926404.651524:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.651525:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.651526:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.651529:0:31371:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926404.651531:0:31371:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926404.651535:0:31371:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926404.651542:0:31371:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10df800. 00000100:00000001:2.0:1788926404.651561:0:31371:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651566:0:31371:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926404.651568:0:31371:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651569:0:31371:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926404.651570:0:31371:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.651572:0:31371:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.651793:0:31371:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00010000:00000001:2.0:1788926404.651932:0:31371:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926404.651936:0:31371:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926404.651941:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225f00 count: 2 00010000:00000001:2.0:1788926404.651944:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926404.651946:0:31371:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926404.651951:0:31371:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880ac00. 00000020:00000001:2.0:1788926404.651954:0:31371:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926404.651957:0:31371:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880ac00 with handle 0xdeff66104c08c6b1 to hash 00000020:00000001:2.0:1788926404.651959:0:31371:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926404.651961:0:31371:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.651964:0:31371:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.651967:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926404.651969:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.651973:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926404.651980:0:31371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926404.651991:0:31371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926404.651996:0:31371:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926404.651998:0:31371:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926404.652005:0:31371:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276d80. 00000100:00000001:2.0:1788926404.652007:0:31371:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138683776 : -108341570867840 : ffff9d76c3276d80) 00000100:00000001:2.0:1788926404.652009:0:31371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926404.652010:0:31371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000001:2.0:1788926404.652014:0:31371:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926404.652018:0:31371:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.652020:0:31371:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926404.652021:0:31371:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926404.652036:0:31371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.652045:0:31371:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926404.652047:0:31371:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.652050:0:31371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926404.652054:0:31371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926404.652056:0:31371:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926404.652059:0:31371:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:31371:1875823513924352:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:2.0:1788926404.652063:0:31371:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926404.652068:0:31371:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926404.652071:0:31371:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.652073:0:31371:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926404.652077:0:31371:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c9621000. 02000000:00000001:2.0:1788926404.652079:0:31371:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926404.652087:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926404.652092:0:31371:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926404.652098:0:31371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926404.652105:0:31371:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513924352, portal 10 00000100:00000001:2.0:1788926404.652107:0:31371:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926404.652108:0:31371:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:2.0:1788926404.652113:0:31371:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.652121:0:31371:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926404.652123:0:31371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926404.652126:0:31371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000200:2.0:1788926404.652255:0:31371:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513924352, offset 0 00000400:00000200:2.0:1788926404.652263:0:31371:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926404.652271:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.652278:0:31371:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926404.652282:0:31371:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926404.652286:0:31371:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926404.652290:0:31371:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926404.652293:0:31371:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926404.652297:0:31371:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2602:2602:256:4294967295] 192.168.203.140@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:2.0:1788926404.652301:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.652310:0:31371:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926404.652315:0:31371:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926404.652321:0:31371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926404.652327:0:31371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926404.652335:0:31371:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926404.652339:0:31371:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926404.652459:0:31371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.652465:0:31371:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 842287 usecs (843 jiffies) 00000400:00000200:2.0:1788926404.652469:0:31371:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926404.652471:0:31371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440630 00000100:00000001:2.0:1788926404.652474:0:31371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:2.0:1788926404.652476:0:31371:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440630 00000100:00000001:2.0:1788926404.652478:0:31371:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:2.0:1788926404.652480:0:31371:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926404.652483:0:31371:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.652485:0:31371:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926404.652487:0:31371:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926404.652489:0:31371:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926404.652492:0:31371:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926404.652494:0:31371:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926404.660426:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.660436:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:2.0:1788926404.660443:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.660451:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.660459:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530880 00000400:00000010:2.0:1788926404.660461:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530880. 00000100:00000001:2.0:1788926404.660466:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.660475:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.660487:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.660490:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.660498:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.660500:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.676178:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.676193:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.676197:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.676200:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.676208:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.676216:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.676224:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.676228:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.676234:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.676237:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d32357300 00000400:00000200:3.0:1788926404.676243:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.676249:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x7735 [1] + 224 00000800:00000001:3.0:1788926404.676256:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.676263:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.676266:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.676271:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.676277:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.676284:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.676294:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.676317:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.676325:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.676327:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.677259:0:31371:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926404.677269:0:31371:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926404.677271:0:31371:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926404.677274:0:31371:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6c60. 00000400:00000200:2.0:1788926404.677280:0:31371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:2.0:1788926404.677282:0:31371:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:2.0:1788926404.677286:0:31371:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.677293:0:31371:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926404.677303:0:31371:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.677310:0:31371:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926404.677311:0:31371:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.677313:0:31371:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926404.677316:0:31371:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926404.677319:0:31371:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926404.677321:0:31371:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.677324:0:31371:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926404.677332:0:31371:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=71 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926404.677336:0:31371:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926404.677339:0:31371:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926404.677340:0:31371:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.677343:0:31371:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926404.677347:0:31371:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.677351:0:31371:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926404.677353:0:31371:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:2.0:1788926404.677354:0:31371:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926404.677357:0:31371:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.677361:0:31371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.677367:0:31371:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926404.677370:0:31371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926404.677372:0:31371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926404.677375:0:31371:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926404.677383:0:31371:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:31371:1875823513924352:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:2.0:1788926404.677388:0:31371:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.677390:0:31371:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.677392:0:31371:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926404.677394:0:31371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.677433:0:31371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.677440:0:31371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926404.677444:0:31371:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276d80. 00000100:00000001:2.0:1788926404.677447:0:31371:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926404.677448:0:31371:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.677451:0:31371:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926404.677455:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677457:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677460:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=4 00000020:00000001:2.0:1788926404.677462:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677465:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000040:2.0:1788926404.677470:0:31371:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880ac00, remote cookie: 0x840913afd2daada9, flags: 0x1001 00010000:00010000:2.0:1788926404.677476:0:31371:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926404.677484:0:31371:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1e:0x0].0x0, instead of [0x200000405:0x1c:0x0].0x0 00010000:00000001:2.0:1788926404.677487:0:31371:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788926404.677493:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f700 count: 2 00010000:00000001:2.0:1788926404.677495:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926404.677498:0:31371:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.677501:0:31371:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926404.677514:0:31371:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677520:0:31371:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926404.677523:0:31371:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926404.677526:0:31371:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926404.677527:0:31371:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926404.677529:0:31371:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926404.677531:0:31371:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1e:0x0].0x0 (ffff9d76d065f700) refcount = 2 00010000:00000040:2.0:1788926404.677534:0:31371:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788926404.677536:0:31371:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c687 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daad1d expref: -99 pid: 31335 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788926404.677543:0:31371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677563:0:31371:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926404.677566:0:31371:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926404.677568:0:31371:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926404.677571:0:31371:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926404.677574:0:31371:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.677583:0:31371:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677590:0:31371:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926404.677591:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677593:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.677594:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677595:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.677596:0:31371:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.677600:0:31371:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926404.677602:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677604:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677605:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.677607:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677609:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677612:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677613:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677614:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=4 00000020:00000001:2.0:1788926404.677616:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677618:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677621:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926404.677623:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.677627:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677634:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677635:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.677636:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677637:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677638:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=5 00000020:00000001:2.0:1788926404.677640:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677642:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677645:0:31371:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.677648:0:31371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677654:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677655:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926404.677657:0:31371:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677663:0:31371:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.677665:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677666:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.677667:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677669:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926404.677673:0:31371:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926404.677681:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677682:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677683:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.677685:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677686:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00000002:00010000:2.0:1788926404.677689:0:31371:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926404.677700:0:31371:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d3318740. 00010000:00000001:2.0:1788926404.677702:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677703:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.677704:0:31371:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.677706:0:31371:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926404.677709:0:31371:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926404.677711:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677713:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677714:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.677717:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677719:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00000002:00010000:2.0:1788926404.677722:0:31371:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.677729:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677730:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.677732:0:31371:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926404.677733:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677734:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677735:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.677737:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677740:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000040:2.0:1788926404.677743:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f700 count: 3 00010000:00000001:2.0:1788926404.677745:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926404.677749:0:31371:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/30 (0 0) 00010000:00000001:2.0:1788926404.677752:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677753:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.677754:0:31371:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926404.677756:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53710 00000002:00002000:2.0:1788926404.677758:0:31371:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926404.677762:0:31371:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.677765:0:31371:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.677768:0:31371:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926404.677770:0:31371:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1c:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926404.677773:0:31371:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926404.677776:0:31371:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99200 2 00000080:00000001:2.0:1788926404.677778:0:31371:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926404.677780:0:31371:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c53b20 it_disposition b 00000080:00000001:2.0:1788926404.677783:0:31371:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926404.677789:0:31371:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926404.677791:0:31371:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926404.677794:0:31371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:2.0:1788926404.677810:0:31371:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788926404.677816:0:31371:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926404.677820:0:31371:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926404.677822:0:31371:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926404.677825:0:31371:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926404.677828:0:31371:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926404.677830:0:31371:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926404.677836:0:31371:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f8a0. 00020000:00000010:2.0:1788926404.677840:0:31371:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c864bd80. 00020000:00000010:2.0:1788926404.677845:0:31371:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f4e0. 00020000:00000001:2.0:1788926404.677847:0:31371:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226733280 : -108341482818336 : ffff9d76c866f4e0) 00020000:00000002:2.0:1788926404.677850:0:31371:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f4e0, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926404.677855:0:31371:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926404.677859:0:31371:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c864bd80: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1788926404.677862:0:31371:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b01f0) owner ffff9d76e09b27c0 00020000:00000001:2.0:1788926404.677865:0:31371:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926404.677867:0:31371:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b01f0) owner ffff9d76e09b27c0 00020000:00000010:2.0:1788926404.677871:0:31371:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c864bd80. 00020000:00000010:2.0:1788926404.677875:0:31371:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f8a0. 00020000:00000010:2.0:1788926404.677878:0:31371:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f4e0. 00020000:00000002:2.0:1788926404.677880:0:31371:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926404.677882:0:31371:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.677884:0:31371:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926404.677886:0:31371:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926404.677890:0:31371:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611166 : 144115205339611166 : 20000040500001e) 00000080:00000001:2.0:1788926404.677893:0:31371:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788926404.677898:0:31371:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1e:0x0](ffff9d76d158ba88): rc = 0 00000080:00000001:2.0:1788926404.677900:0:31371:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376795784 : -108341332755832 : ffff9d76d158ba88) 00010000:00000001:2.0:1788926404.677902:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.677903:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.677905:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.677906:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.677908:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00000080:00000001:2.0:1788926404.677911:0:31371:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926404.677912:0:31371:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926404.677914:0:31371:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926404.677916:0:31371:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926404.677918:0:31371:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926404.677919:0:31371:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926404.677920:0:31371:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926404.677923:0:31371:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f4e0. 00020000:00000010:2.0:1788926404.677925:0:31371:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c864bd80. 00020000:00000010:2.0:1788926404.677928:0:31371:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f8a0. 00020000:00000001:2.0:1788926404.677929:0:31371:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226734240 : -108341482817376 : ffff9d76c866f8a0) 00020000:00000002:2.0:1788926404.677932:0:31371:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f8a0, objid 0x1e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926404.677935:0:31371:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926404.677939:0:31371:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c864bd80: ostid: 0x2c0000401:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1788926404.677942:0:31371:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b01f0) owner ffff9d76e09b27c0 00020000:00000001:2.0:1788926404.677944:0:31371:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926404.677946:0:31371:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b01f0) owner ffff9d76e09b27c0 00020000:00000010:2.0:1788926404.677948:0:31371:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c864bd80. 00020000:00000010:2.0:1788926404.677950:0:31371:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f4e0. 00020000:00000010:2.0:1788926404.677952:0:31371:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f8a0. 00020000:00000002:2.0:1788926404.677954:0:31371:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926404.677956:0:31371:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.677958:0:31371:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.677961:0:31371:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926404.677963:0:31371:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e09b27c0 00020000:00000002:2.0:1788926404.677966:0:31371:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e00526c0 addref 2/0 by ffff9d76e09b27c0. 00020000:00000002:2.0:1788926404.677968:0:31371:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e09b27c0 00020000:00000001:2.0:1788926404.677970:0:31371:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926404.677972:0:31371:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926404.677973:0:31371:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926404.677975:0:31371:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926404.677977:0:31371:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926404.677980:0:31371:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x1e:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788926404.677982:0:31371:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926404.677984:0:31371:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.677985:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.677986:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926404.677988:0:31371:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926404.677991:0:31371:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926404.677992:0:31371:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926404.677996:0:31371:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) for lock 0xdeff66104c08c6b1 00800000:00000001:2.0:1788926404.677999:0:31371:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926404.678000:0:31371:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926404.678002:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.678003:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.678004:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.678006:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678008:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678010:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678011:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.678013:0:31371:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.678014:0:31371:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788926404.678020:0:31371:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d173c000 inode ffff9d76d158ba88 refc 1 flags 0x40000e 00000080:00000001:2.0:1788926404.678034:0:31371:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788926404.678037:0:31371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) 00000080:00010000:2.0:1788926404.678041:0:31371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6b1 from it ffffb2d841c53b20 00010000:00000001:2.0:1788926404.678043:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.678044:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.678046:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.678048:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678050:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678052:0:31371:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.678055:0:31371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.678062:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678063:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.678064:0:31371:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926404.678066:0:31371:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926404.678069:0:31371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926404.678075:0:31371:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926404.678078:0:31371:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926404.678080:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926404.678084:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678085:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.678087:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678090:0:31371:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926404.678091:0:31371:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678093:0:31371:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678096:0:31371:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678098:0:31371:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.678099:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678100:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926404.678102:0:31371:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926404.678106:0:31371:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c84ae000. 00000100:00000001:2.0:1788926404.678109:0:31371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.678114:0:31371:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b480 x1875823513924352/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.678121:0:31371:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926404.678123:0:31371:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926404.678126:0:31371:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c9621000. 02000000:00000001:2.0:1788926404.678138:0:31371:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926404.678141:0:31371:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926404.678143:0:31371:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926404.678145:0:31371:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926404.678147:0:31371:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10df800. 02000000:00000001:2.0:1788926404.678151:0:31371:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926404.678153:0:31371:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926404.678154:0:31371:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000100:00000001:2.0:1788926404.678158:0:31371:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926404.678160:0:31371:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926404.678163:0:31371:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926404.678164:0:31371:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841c53b20 released 00000080:00000001:2.0:1788926404.678166:0:31371:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788926404.678177:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53d08 00000080:00200008:2.0:1788926404.678180:0:31371:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926404.678185:0:31371:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926404.678187:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53c80 00000080:00200000:2.0:1788926404.678189:0:31371:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x1e:0x0](ffff9d76d158ba88),name=f 00000080:00000010:2.0:1788926404.678195:0:31371:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c84ae000. 00800000:00000002:2.0:1788926404.678199:0:31371:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99200 2 00000080:00000001:2.0:1788926404.678204:0:31371:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926404.678207:0:31371:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926404.678209:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53ba0 00800000:00000002:2.0:1788926404.678211:0:31371:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x1e:0x0] 'f' on [0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788926404.678214:0:31371:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926404.678218:0:31371:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926404.678221:0:31371:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926404.678224:0:31371:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926404.678226:0:31371:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926404.678228:0:31371:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926404.678230:0:31371:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1c:0x0] 00800000:00000001:2.0:1788926404.678233:0:31371:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.678235:0:31371:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926404.678236:0:31371:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926404.678237:0:31371:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926404.678238:0:31371:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926404.678240:0:31371:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926404.678242:0:31371:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1e:0x0] 00800000:00000001:2.0:1788926404.678244:0:31371:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926404.678246:0:31371:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x1c:0x0], fid2=[0x200000405:0x1e:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926404.678250:0:31371:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926404.678252:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53a70 00000002:00010000:2.0:1788926404.678254:0:31371:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x1e:0x0]) in obj [0x200000405:0x1c:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926404.678257:0:31371:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926404.678259:0:31371:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926404.678260:0:31371:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926404.678263:0:31371:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f700 count: 3 00010000:00000001:2.0:1788926404.678266:0:31371:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926404.678269:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926404.678271:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926404.678275:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926404.678283:0:31371:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926404.678286:0:31371:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.678290:0:31371:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926404.678297:0:31371:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926404.678299:0:31371:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926404.678301:0:31371:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926404.678303:0:31371:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926404.678305:0:31371:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926404.678307:0:31371:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x1c:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926404.678309:0:31371:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926404.678311:0:31371:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99200 2 00000080:00000010:2.0:1788926404.678313:0:31371:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c84ae000. 00000080:00000001:2.0:1788926404.678317:0:31371:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926404.678318:0:31371:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926404.678320:0:31371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) 00000080:00010000:2.0:1788926404.678323:0:31371:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1e:0x0](ffff9d76d158ba88) for lock 0xdeff66104c08c6b1 00800000:00000001:2.0:1788926404.678326:0:31371:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926404.678327:0:31371:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926404.678329:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.678330:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.678331:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.678333:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678335:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678337:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678338:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926404.678339:0:31371:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926404.678341:0:31371:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926404.678343:0:31371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6b1 from it ffffb2d841c53cb8 00010000:00000001:2.0:1788926404.678345:0:31371:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.678346:0:31371:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.678347:0:31371:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926404.678349:0:31371:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678351:0:31371:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926404.678353:0:31371:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.678355:0:31371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926404.678362:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678363:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.678364:0:31371:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926404.678366:0:31371:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926404.678368:0:31371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c6b1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daada9 expref: -99 pid: 31371 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926404.678374:0:31371:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926404.678376:0:31371:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926404.678377:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926404.678379:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678380:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.678381:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678383:0:31371:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926404.678385:0:31371:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678387:0:31371:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678389:0:31371:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678390:0:31371:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.678391:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.678392:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926404.678394:0:31371:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926404.678422:0:31371:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926404.678425:0:31371:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788926404.678428:0:31371:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926404.678430:0:31371:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926404.678432:0:31371:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926404.678434:0:31371:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926404.678436:0:31371:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926404.678439:0:31371:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788926404.678440:0:31371:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926404.678442:0:31371:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926404.678444:0:31371:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926404.678449:0:31371:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f5f8 -> ffff9d76d0c0f5f8 00000020:00000001:2.0:1788926404.678451:0:31371:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926404.678454:0:31371:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926404.678456:0:31371:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x1e:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788926404.678459:0:31371:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926404.678461:0:31371:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788926404.678462:0:31371:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926404.678464:0:31371:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926404.678466:0:31371:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926404.678470:0:31371:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x1e:0x0]io ffff9d76c2d999d0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788926404.678473:0:31371:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e09b27c0 00020000:00000001:2.0:1788926404.678476:0:31371:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926404.678477:0:31371:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926404.678480:0:31371:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926404.678481:0:31371:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926404.678484:0:31371:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926404.678486:0:31371:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926404.678487:0:31371:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.678489:0:31371:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926404.678490:0:31371:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926404.678491:0:31371:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926404.678492:0:31371:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e09b27c0 00000020:00000001:2.0:1788926404.678494:0:31371:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926404.678497:0:31371:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788926404.678498:0:31371:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x1e:0x0] 00000020:00000001:2.0:1788926404.678501:0:31371:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926404.678502:0:31371:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926404.678505:0:31371:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926404.678507:0:31371:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926404.678511:0:31371:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788926404.678516:0:31371:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642800. 00020000:00000002:2.0:1788926404.678518:0:31371:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926404.678520:0:31371:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926404.678522:0:31371:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926404.678524:0:31371:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926404.678525:0:31371:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926404.678527:0:31371:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:2.0:1788926404.678528:0:31371:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:2.0:1788926404.678531:0:31371:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0faa8 -> ffff9d76d0c0f5f8 00000020:00000001:2.0:1788926404.678533:0:31371:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926404.678536:0:31371:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926404.678537:0:31371:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926404.678538:0:31371:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926404.678540:0:31371:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133583312 : -108341575968304 : ffff9d76c2d999d0) 00000020:00000001:2.0:1788926404.678542:0:31371:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926404.678543:0:31371:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926404.678546:0:31371:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:2.0:1788926404.678547:0:31371:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926404.678552:0:31371:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbc390. 00000008:00010000:2.0:1788926404.678554:0:31371:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788926404.678557:0:31371:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926404.678558:0:31371:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926404.678560:0:31371:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642830, osc lock ffff9d76c2fbc390, flags 0x400001002 00000020:00000001:2.0:1788926404.678562:0:31371:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926404.678564:0:31371:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926404.678567:0:31371:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226549760 : -108341483001856 : ffff9d76c8642800) 00000020:00000001:2.0:1788926404.678569:0:31371:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926404.678570:0:31371:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926404.678572:0:31371:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.678574:0:31371:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.678576:0:31371:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788926404.678578:0:31371:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788926404.678579:0:31371:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926404.678581:0:31371:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926404.678582:0:31371:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926404.678583:0:31371:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:2.0:1788926404.678585:0:31371:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926404.678587:0:31371:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926404.678589:0:31371:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788926404.678592:0:31371:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926404.678595:0:31371:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926404.678596:0:31371:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926404.678597:0:31371:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926404.678599:0:31371:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926404.678600:0:31371:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926404.678602:0:31371:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926404.678603:0:31371:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926404.678607:0:31371:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678609:0:31371:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788926404.678612:0:31371:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000020:00000040:2.0:1788926404.678615:0:31371:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:2.0:1788926404.678619:0:31371:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926404.678623:0:31371:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926404.678625:0:31371:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.678628:0:31371:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926404.678630:0:31371:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926404.678633:0:31371:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926404.678638:0:31371:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c84ae000. 00000100:00000001:2.0:1788926404.678643:0:31371:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678646:0:31371:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926404.678648:0:31371:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678650:0:31371:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926404.678651:0:31371:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678653:0:31371:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.678655:0:31371:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00010000:00000001:2.0:1788926404.678658:0:31371:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926404.678660:0:31371:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926404.678663:0:31371:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225000. 00010000:00000010:2.0:1788926404.678666:0:31371:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c3225700. 00010000:00000001:2.0:1788926404.678672:0:31371:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926404.678674:0:31371:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a200. 00000020:00000001:2.0:1788926404.678677:0:31371:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926404.678679:0:31371:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a200 with handle 0xdeff66104c08c6b8 to hash 00000020:00000001:2.0:1788926404.678681:0:31371:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926404.678683:0:31371:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000010:2.0:1788926404.678686:0:31371:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d3318240. 00010000:00000001:2.0:1788926404.678689:0:31371:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.678692:0:31371:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926404.678693:0:31371:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.678697:0:31371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926404.678706:0:31371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.678715:0:31371:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.678719:0:31371:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926404.678723:0:31371:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.678730:0:31371:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9703349] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788926404.678765:0:31371:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926404.678768:0:31371:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.678770:0:31371:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926404.678772:0:31371:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.678774:0:31371:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.678776:0:31371:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788926404.678778:0:31371:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788926404.678780:0:31371:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788926404.678781:0:31371:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788926404.678793:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788926404.678796:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788926404.678797:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.678804:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926404.678806:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.678808:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926404.678809:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926404.678812:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926404.678816:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.678824:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926404.678826:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.678829:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926404.678832:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926404.678834:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926404.678837:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513924480:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:2.0:1788926404.678841:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926404.678846:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926404.678848:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.678850:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926404.678855:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10df800. 02000000:00000001:2.0:1788926404.678857:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926404.678863:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926404.678868:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926404.678874:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926404.678880:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513924480, portal 4 00000100:00000001:2.0:1788926404.678882:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926404.678884:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:2.0:1788926404.678889:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.678896:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926404.678899:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926404.678901:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000200:2.0:1788926404.678904:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513924480, offset 0 00000400:00000200:2.0:1788926404.678910:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926404.678917:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.678924:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926404.678929:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926404.678932:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926404.678935:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926404.678939:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926404.678942:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2603:2603:256:4294967295] 192.168.203.140@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:2.0:1788926404.678947:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.678955:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926404.678961:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926404.678966:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926404.678972:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926404.678980:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926404.678985:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926404.678995:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.679000:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 251388 usecs (252 jiffies) 00000400:00000200:2.0:1788926404.679003:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926404.679006:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440065 00000100:00000001:2.0:1788926404.679008:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:2.0:1788926404.679010:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440065 00000100:00000001:2.0:1788926404.679012:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:2.0:1788926404.679014:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926404.679017:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.679020:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.679032:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926404.679143:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.679147:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:2.0:1788926404.679152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.679157:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.679161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530880 00000400:00000010:2.0:1788926404.679163:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530880. 00000100:00000001:2.0:1788926404.679167:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.679170:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.679178:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.679181:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.679186:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.679187:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926404.682104:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926404.682112:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926404.687229:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.687244:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.687247:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.687250:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.687259:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.687265:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.687274:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.687278:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.687283:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.687287:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32357380 00000400:00000200:3.0:1788926404.687292:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.687297:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x7745 [1] + 224 00000800:00000001:3.0:1788926404.687303:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.687309:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.687313:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.687316:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.687323:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.687332:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.687341:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.687365:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.687372:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.687375:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.688845:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926404.688850:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926404.688859:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926404.688861:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926404.688864:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6c60. 00000400:00000200:2.0:1788926404.688871:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:2.0:1788926404.688873:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:2.0:1788926404.688878:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.688886:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926404.688896:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.688903:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926404.688905:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.688907:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926404.688910:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926404.688912:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926404.688914:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926404.688917:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926404.688925:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=71 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926404.688929:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926404.688932:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926404.688934:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.688936:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926404.688940:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.688943:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926404.688945:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967320 00000100:00000001:2.0:1788926404.688947:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926404.688950:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.688955:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.688963:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926404.688966:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926404.688968:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788926404.688971:0:2400:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788926404.688973:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.688976:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.688979:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=4 00000020:00000001:2.0:1788926404.688981:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.688984:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.688986:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.688987:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.688988:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=5 00000020:00000001:2.0:1788926404.688990:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.688992:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.688995:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926404.688998:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.689002:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689013:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689014:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.689016:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926404.689017:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.689018:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.689020:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=6 00000020:00000001:2.0:1788926404.689032:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.689034:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000040:2.0:1788926404.689039:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a200, remote cookie: 0x840913afd2daadb0, flags: 0x1001 00010000:00010000:2.0:1788926404.689044:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689052:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788926404.689055:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689057:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926404.689060:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788926404.689064:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926404.689072:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x11:0x0].0x0 (ffff9d76c3225000) refcount = 1 00010000:00000040:2.0:1788926404.689075:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788926404.689078:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689086:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926404.689088:0:2400:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926404.689090:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926404.689093:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926404.689097:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689103:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926404.689105:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689107:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.689108:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689109:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926404.689111:0:2400:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788926404.689113:0:2400:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788926404.689117:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.689118:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.689119:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=5 00000020:00000001:2.0:1788926404.689121:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.689124:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00000008:00000001:2.0:1788926404.689137:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788926404.689142:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d2380 -> ffff9d76d0c0f5f8 00000008:00010000:2.0:1788926404.689146:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788926404.689154:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d2380 -> ffff9d76d0c0f5f8 00000020:00000001:2.0:1788926404.689156:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788926404.689159:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788926404.689163:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926404.689165:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.689167:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926404.689169:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d2380 -> ffff9d76d0c0f5f8 00000008:00000001:2.0:1788926404.689171:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788926404.689174:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788926404.689176:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788926404.689192:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788926404.689195:0:2400:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689197:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.689199:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.689200:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=6 00000020:00000001:2.0:1788926404.689202:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.689205:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.689207:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.689210:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689216:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689217:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926404.689220:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689227:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.689228:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689229:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926404.689231:0:2400:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689232:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926404.689234:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926404.689235:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=5 00000020:00000001:2.0:1788926404.689236:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.689238:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926404.689241:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926404.689243:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926404.689248:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689249:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.689251:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926404.689253:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926404.689255:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926404.689269:0:2400:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926404.689272:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926404.689273:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926404.689277:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689278:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.689279:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689283:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926404.689284:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689286:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689288:0:2400:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926404.689289:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926404.689290:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689291:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926404.689292:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926404.689293:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926404.689294:0:2400:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.689299:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926404.689307:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513924480:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:2.0:1788926404.689312:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.689316:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.689319:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b480 x1875823513924480/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.689325:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926404.689329:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926404.689332:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10df800. 02000000:00000001:2.0:1788926404.689337:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926404.689339:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926404.689341:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926404.689343:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926404.689346:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c84ae000. 02000000:00000001:2.0:1788926404.689349:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926404.689351:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926404.689353:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000100:00000001:2.0:1788926404.689356:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926404.689357:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.689359:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926404.689365:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926404.689368:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.689370:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926404.689373:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.689778:0:31371:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.689783:0:31371:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.689789:0:31371:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788926404.689791:0:31371:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f5f8 -> ffff9d76d0c0f5f8 00000020:00000001:3.0:1788926404.689793:0:31371:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f5f8 -> ffff9d76d0c0f5f8 00000020:00000001:3.0:1788926404.689795:0:31371:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788926404.689799:0:31371:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788926404.689815:0:31371:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788926404.689818:0:31371:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926404.689819:0:31371:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788926404.689820:0:31371:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926404.689822:0:31371:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1e:1029 on OST[1]: s=0 (1) m=1788926386 a=1788926386 c=1788926386 b=0 00020000:00000001:3.0:1788926404.689825:0:31371:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926404.689827:0:31371:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788926386 a=1788926386 c=1788926386 b=0 00020000:00000001:3.0:1788926404.689830:0:31371:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.689832:0:31371:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.689833:0:31371:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f5f8 -> ffff9d76d0c0f5f8 00000080:00200000:3.0:1788926404.689835:0:31371:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x1e:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788926404.689838:0:31371:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788926404.689840:0:31371:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788926404.689842:0:31371:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d99970 (ffff9d76c50afc68/0) at cl_lock_release():245 00000020:00000001:3.0:1788926404.689845:0:31371:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788926404.689846:0:31371:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d99970 (ffff9d76c50afc68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788926404.689850:0:31371:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788926404.689854:0:31371:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926404.689855:0:31371:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:3.0:1788926404.689857:0:31371:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788926404.689859:0:31371:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642830 (ffff9d76c50afe18/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788926404.689861:0:31371:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788926404.689863:0:31371:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788926404.689864:0:31371:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.689865:0:31371:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788926404.689866:0:31371:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788926404.689868:0:31371:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788926404.689869:0:31371:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788926404.689870:0:31371:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788926404.689871:0:31371:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788926404.689872:0:31371:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d99970 (ffff9d76c50afc68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788926404.689875:0:31371:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788926404.689876:0:31371:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788926404.689877:0:31371:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642830 (ffff9d76c50afc68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788926404.689880:0:31371:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbc390. 00000020:00000001:3.0:1788926404.689884:0:31371:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788926404.689886:0:31371:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642800. 00020000:00000001:3.0:1788926404.689889:0:31371:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788926404.689890:0:31371:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788926404.689891:0:31371:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788926404.689892:0:31371:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.689895:0:31371:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1788926404.689897:0:31371:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788926404.689899:0:31371:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788926404.689900:0:31371:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1788926404.689901:0:31371:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788926404.689903:0:31371:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00020000:00000001:3.0:1788926404.689906:0:31371:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788926404.689908:0:31371:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788926404.689910:0:31371:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788926404.689913:0:31371:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x1e:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788926404.689916:0:31371:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788926404.689918:0:31371:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.689920:0:31371:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926404.689922:0:31371:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788926404.689923:0:31371:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788926404.689924:0:31371:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000001:00000001:3.0:1788926404.689926:0:31371:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.689934:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53d08 00000080:00000008:3.0:1788926404.689936:0:31371:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x1e:0x0](ffff9d76d158ba88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926404.689942:0:31371:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926404.689943:0:31371:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53da0 00000080:00002000:3.0:1788926404.689945:0:31371:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9d76d173c000, parent ffff9d76d14cbaf8, inode ffff9d76d158ba88) hashed, 00000080:00000001:3.0:1788926404.689948:0:31371:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.692313:0:31177:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926404.692317:0:31177:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926404.692320:0:31177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33b78 00000080:00200000:3.0:1788926404.692324:0:31177:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926404.692331:0:31177:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73400. 00800000:00000002:3.0:1788926404.692336:0:31177:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.692340:0:31177:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926404.692344:0:31177:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.692346:0:31177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33a98 00800000:00000002:3.0:1788926404.692348:0:31177:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.692352:0:31177:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926404.692354:0:31177:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.692356:0:31177:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.692359:0:31177:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.692361:0:31177:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.692363:0:31177:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.692365:0:31177:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.692367:0:31177:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.692370:0:31177:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926404.692375:0:31177:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.692377:0:31177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33968 00000002:00010000:3.0:1788926404.692379:0:31177:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926404.692382:0:31177:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926404.692384:0:31177:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.692386:0:31177:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.692392:0:31177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:3.0:1788926404.692973:0:31177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.692979:0:31177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.692984:0:31177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926404.692989:0:31177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788926404.693000:0:31177:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926404.693005:0:31177:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.693007:0:31177:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788926404.693014:0:31177:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926404.693016:0:31177:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926404.693018:0:31177:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926404.693021:0:31177:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926404.693033:0:31177:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926404.693035:0:31177:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926404.693037:0:31177:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926404.693040:0:31177:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926404.693044:0:31177:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73400. 00000080:00000001:3.0:1788926404.693048:0:31177:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926404.693050:0:31177:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.693053:0:31177:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926404.693057:0:31177:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c68e 00800000:00000001:3.0:1788926404.693060:0:31177:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926404.693063:0:31177:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926404.693064:0:31177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.693066:0:31177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.693070:0:31177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926404.693072:0:31177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.693075:0:31177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.693078:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.693079:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926404.693081:0:31177:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.693082:0:31177:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.693085:0:31177:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c68e from it ffffb2d841d33bb0 00010000:00000001:3.0:1788926404.693087:0:31177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.693088:0:31177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.693090:0:31177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926404.693091:0:31177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.693093:0:31177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.693096:0:31177:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926404.693098:0:31177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926404.693105:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.693106:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.693108:0:31177:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926404.693110:0:31177:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926404.693112:0:31177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926404.693119:0:31177:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926404.693122:0:31177:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926404.693123:0:31177:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.694308:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.694313:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.694315:0:31177:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.694319:0:31177:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926404.694321:0:31177:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.694323:0:31177:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.694326:0:31177:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.694329:0:31177:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926404.694331:0:31177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.694332:0:31177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926404.694336:0:31177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926404.694337:0:31177:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926404.694341:0:31177:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788926404.694347:0:31177:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.694353:0:31177:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1788926404.694356:0:31177:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788926404.694358:0:31177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33b78 00000080:00200008:3.0:1788926404.694361:0:31177:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000 00000080:00000010:3.0:1788926404.694369:0:31177:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c17c32c0. 00000080:00000001:3.0:1788926404.694373:0:31177:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.694375:0:31177:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.694390:0:31177:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33d28 00000080:00200008:3.0:1788926404.694393:0:31177:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926404.694712:0:31177:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788926404.694714:0:31177:0:(statahead.c:1783:is_first_dirent()) Process entered 00000800:00000200:2.0:1788926404.717380:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.717390:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104600. 00000400:00000200:2.0:1788926404.717409:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.717417:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.717424:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:2.0:1788926404.717427:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:2.0:1788926404.717432:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.717440:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513924608/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.717451:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.717455:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513924608/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.717462:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.717464:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.745052:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.745069:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.745072:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.745075:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.745092:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745100:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.745109:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745114:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745120:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745124:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d32357400 00000400:00000200:3.0:1788926404.745169:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745175:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7755 [256] + 0 00000400:00000010:3.0:1788926404.745180:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52146e0. 00000400:00000200:3.0:1788926404.745185:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76e024a000 00000800:00000001:3.0:1788926404.745191:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.745200:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.745204:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.745208:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.745212:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76e024a000 00000400:00000010:3.0:1788926404.745215:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76e024a000. 00000100:00000001:3.0:1788926404.745220:0:2391:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788926404.745222:0:2391:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76d8579180 desc ffff9d76c880dc00 mbits 1875823513924608 00000100:00000001:3.0:1788926404.745238:0:2391:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788926404.745245:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788926404.745248:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745263:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926404.745270:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2605:2605:256:4294967295] 192.168.203.140@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:3.0:1788926404.745275:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.745282:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:3.0:1788926404.745287:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926404.745295:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d1882000. 00000800:00000200:3.0:1788926404.745301:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926404.745309:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926404.745313:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1882000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788926404.745378:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.745382:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d1882000. 00000400:00000200:3.0:1788926404.745385:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.745389:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:3.0:1788926404.745394:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.745426:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.755339:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.755356:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.755360:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.755362:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.755371:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.755378:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.755386:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.755391:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.755443:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.755448:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d32357400 00000400:00000200:3.0:1788926404.755453:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.755458:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x775d [1] + 224 00000800:00000001:3.0:1788926404.755465:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.755693:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.755697:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.755702:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.755709:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.755718:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513924608/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.755729:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76d8579180 x1875823513924608/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.755746:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.755820:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.755826:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926404.787106:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.787121:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:2.0:1788926404.787128:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.787136:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.787143:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f82a8 00000400:00000010:2.0:1788926404.787146:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f82a8. 00000100:00000001:2.0:1788926404.787150:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.787158:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513924864/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.787168:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.787172:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a680 x1875823513924864/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.787180:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.787182:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.804960:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.804980:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.804985:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.804988:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.804996:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.805004:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.805014:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.805019:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.805034:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.805039:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32357500 00000400:00000200:2.0:1788926404.805044:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.805049:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7765 [64] + 224 00000800:00000001:2.0:1788926404.805057:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.805067:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.805071:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.805075:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.805082:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.805090:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513924864/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.805101:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c962a680 x1875823513924864/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.805120:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.805128:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.805131:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.820802:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.820808:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104d00. 00000400:00000200:3.0:1788926404.820814:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.820819:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.820824:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:3.0:1788926404.820827:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:3.0:1788926404.820832:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.820837:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513924992/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.820846:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.820850:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513924992/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.820856:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.820858:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926404.821473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00000800:00000001:2.0:1788926404.826075:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.826090:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.826094:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.826096:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.826105:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826113:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.826122:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826127:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826133:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826136:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d32357580 00000400:00000200:2.0:1788926404.826141:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826147:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x776d [256] + 0 00000400:00000010:2.0:1788926404.826152:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214580. 00000400:00000200:2.0:1788926404.826157:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76e0248000 00000800:00000001:2.0:1788926404.826162:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.826185:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.826189:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.826193:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.826199:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76e0248000 00000400:00000010:2.0:1788926404.826202:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76e0248000. 00000100:00000001:2.0:1788926404.826207:0:2391:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926404.826209:0:2391:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76d8579180 desc ffff9d76c880ec00 mbits 1875823513924992 00000100:00000001:2.0:1788926404.826225:0:2391:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926404.826232:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926404.826236:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826242:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926404.826247:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2608:2608:256:4294967295] 192.168.203.140@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:2.0:1788926404.826251:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.826259:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926404.826264:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926404.826271:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113c000. 00000800:00000200:2.0:1788926404.826277:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926404.826286:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926404.826290:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926404.826356:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.826361:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113c000. 00000400:00000200:2.0:1788926404.826376:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.826380:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926404.826385:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.826388:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.830353:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.830385:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.830390:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.830393:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.830435:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.830766:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.830777:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.830782:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.830786:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.830791:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d32357580 00000400:00000200:3.0:1788926404.830796:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.830802:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7775 [1] + 224 00000800:00000001:3.0:1788926404.830809:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.830819:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.830822:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.830827:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.830834:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.830842:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513924992/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.830852:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76d8579180 x1875823513924992/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.830862:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.830870:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.830873:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926404.839375:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.839384:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104d00. 00000400:00000200:2.0:1788926404.839392:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.839427:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.839434:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821ee0 00000400:00000010:2.0:1788926404.839437:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821ee0. 00000100:00000001:2.0:1788926404.839446:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.839453:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513925248/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.839464:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.839468:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513925248/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.839475:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.839476:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.846850:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.846865:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.846880:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.846884:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.846892:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.846900:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.846914:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.846919:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.846925:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.846930:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32357680 00000400:00000200:3.0:1788926404.846935:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.846940:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x777d [1] + 224 00000800:00000001:3.0:1788926404.846947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.846954:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.846957:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.846962:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.846968:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.846977:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513925248/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.846987:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8579180 x1875823513925248/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.847086:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.847093:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.847097:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926404.849831:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.849836:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:2.0:1788926404.849841:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.849846:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.849851:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:2.0:1788926404.849854:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:2.0:1788926404.849858:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.849862:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513925504/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.849871:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.849874:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628e00 x1875823513925504/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.849879:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.849880:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926404.852752:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.852766:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926404.852770:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.852772:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.852779:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.852787:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926404.852795:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.852800:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.852805:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.852808:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32357780 00000400:00000200:3.0:1788926404.852814:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.852819:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7785 [64] + 224 00000800:00000001:3.0:1788926404.852825:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.852831:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926404.852835:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.852839:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926404.852845:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.852853:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513925504/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926404.852863:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c9628e00 x1875823513925504/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.852921:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926404.852929:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926404.852932:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926404.856346:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.856350:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926404.856356:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.856361:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.856367:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:2.0:1788926404.856369:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:2.0:1788926404.856373:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.856377:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513925632/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.856387:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.856390:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513925632/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926420 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.856418:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.856420:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.859101:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.859115:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.859119:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.859122:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.859128:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.859134:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.859142:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.859147:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.859152:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.859155:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32357800 00000400:00000200:2.0:1788926404.859160:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.859166:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x778d [1] + 224 00000800:00000001:2.0:1788926404.859173:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.859179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.859182:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.859186:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.859193:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.859202:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513925632/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926404.859217:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c962aa00 x1875823513925632/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.859281:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.859289:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.859292:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.863756:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.863765:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:3.0:1788926404.863771:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.863778:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.863786:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:3.0:1788926404.863789:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:3.0:1788926404.863794:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.863801:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513925888/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.863813:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.863817:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513925888/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.863824:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.863826:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926404.871129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065ff00. 00010000:00000010:1.1:1788926404.871144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00010000:00000010:1.1:1788926404.871148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000800:00000001:2.0:1788926404.873825:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.873844:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.873848:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.873851:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.873860:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.873868:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.873877:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.873881:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.873886:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.873890:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32357900 00000400:00000200:2.0:1788926404.873895:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.873901:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7795 [1] + 224 00000800:00000001:2.0:1788926404.873908:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.873915:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.873918:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.873922:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.873929:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.873937:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513925888/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926404.873957:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c962aa00 x1875823513925888/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.873976:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.873984:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.873988:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788926404.876197:0:31372:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c83e54c0. 00000020:00000001:3.0:1788926404.876201:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43dc8 00000080:00200000:3.0:1788926404.876203:0:31372:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=0 00000080:00000001:3.0:1788926404.876206:0:31372:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788926404.876208:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43c78 00000080:00200000:3.0:1788926404.876210:0:31372:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=getattr 00000080:00000010:3.0:1788926404.876218:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73400. 00800000:00000002:3.0:1788926404.876221:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.876224:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926404.876227:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.876228:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b98 00800000:00000002:3.0:1788926404.876230:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.876233:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926404.876236:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.876237:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.876239:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.876240:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.876242:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.876244:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.876246:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926404.876248:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b30 00800000:00000002:3.0:1788926404.876250:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788926404.876253:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.876254:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a68 00000002:00010000:3.0:1788926404.876256:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788926404.876259:0:31372:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926404.876261:0:31372:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926404.876265:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dca80. 00000020:00000040:3.0:1788926404.876268:0:31372:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926404.876274:0:31372:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926404.876277:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.876280:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.876282:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.876283:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.876286:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926404.876288:0:31372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926404.876291:0:31372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926404.876296:0:31372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d92400. 00000100:00000001:3.0:1788926404.876302:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.876307:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.876308:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.876310:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.876311:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.876313:0:31372:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.876319:0:31372:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00010000:00000001:3.0:1788926404.876322:0:31372:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926404.876324:0:31372:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788926404.876327:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:3.0:1788926404.876330:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.876333:0:31372:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926404.876336:0:31372:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ffc00. 00000020:00000001:3.0:1788926404.876338:0:31372:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926404.876340:0:31372:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ffc00 with handle 0xdeff66104c08c6cd to hash 00000020:00000001:3.0:1788926404.876342:0:31372:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926404.876344:0:31372:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.876347:0:31372:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.876349:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.876351:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.876355:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.876362:0:31372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.876370:0:31372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926404.876375:0:31372:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926404.876377:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926404.876382:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.876384:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223611648 : -108341485939968 : ffff9d76c8375300) 00000100:00000001:3.0:1788926404.876387:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.876388:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000001:3.0:1788926404.876392:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926404.876425:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.876427:0:31372:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926404.876429:0:31372:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926404.876438:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.877043:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926404.877046:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.877051:0:31372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926404.877053:0:31372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926404.877055:0:31372:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926404.877060:0:31372:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926016:192.168.203.140@tcp:101:rm.0 00000100:00000001:3.0:1788926404.877065:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926404.877069:0:31372:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926404.877072:0:31372:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.877074:0:31372:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926404.877081:0:31372:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca69d800. 02000000:00000001:3.0:1788926404.877083:0:31372:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926404.877090:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926404.877094:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926404.877100:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926404.877106:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513926016, portal 10 00000100:00000001:3.0:1788926404.877107:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.877109:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000040:3.0:1788926404.877115:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.877123:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926404.877126:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926404.877128:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926404.877130:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513926016, offset 0 00000400:00000200:3.0:1788926404.877136:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926404.877142:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.877148:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926404.877153:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926404.877156:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926404.877160:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926404.877162:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926404.877165:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2613:2613:256:4294967295] 192.168.203.140@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:3.0:1788926404.877170:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.877178:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926404.877183:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926404.877188:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:3.0:1788926404.877194:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926404.877201:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926404.877205:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788926404.877225:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.877229:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 831925 usecs (832 jiffies) 00000400:00000200:3.0:1788926404.877232:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926404.877235:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440842 00000100:00000001:3.0:1788926404.877238:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.877242:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440842 00000100:00000001:3.0:1788926404.877244:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.877246:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.877249:0:31372:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.877251:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926404.877253:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926404.877255:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8375300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926404.877257:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926404.877260:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926404.877477:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.877482:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:2.0:1788926404.877487:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.877492:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.877496:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:2.0:1788926404.877499:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:2.0:1788926404.877503:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.877507:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.877523:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.877527:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.877534:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.877535:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788926404.881448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cc00. 00000080:00000010:1.1:1788926404.881478:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1538840. 00000080:00000010:1.1:1788926404.881488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c100. 00000800:00000001:2.0:1788926404.883325:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.883342:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.883346:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.883348:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.883358:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.883365:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.883374:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.883379:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.883385:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.883389:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32357980 00000400:00000200:2.0:1788926404.883394:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.883431:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x779d [1] + 224 00000800:00000001:2.0:1788926404.883438:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.883454:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.883457:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.883461:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.883469:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.883478:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.883488:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.883506:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.883521:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.883524:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.883593:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926404.883600:0:31372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926404.883602:0:31372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926404.883606:0:31372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926404.883609:0:31372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926404.883611:0:31372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926404.883614:0:31372:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.883629:0:31372:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926404.883638:0:31372:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.883644:0:31372:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926404.883646:0:31372:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.883648:0:31372:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926404.883651:0:31372:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926404.883653:0:31372:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926404.883655:0:31372:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.883657:0:31372:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926404.883665:0:31372:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=71 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926404.883669:0:31372:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926404.883671:0:31372:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926404.883672:0:31372:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.883675:0:31372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926404.883678:0:31372:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.883682:0:31372:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926404.883684:0:31372:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788926404.883686:0:31372:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926404.883689:0:31372:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.883693:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.883701:0:31372:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.883704:0:31372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926404.883706:0:31372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926404.883710:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926404.883716:0:31372:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926016:192.168.203.140@tcp:101:rm.0 00000100:00000001:3.0:1788926404.883720:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.883723:0:31372:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.883725:0:31372:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926404.883726:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.883729:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.883735:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926404.883738:0:31372:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.883740:0:31372:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926404.883742:0:31372:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.883744:0:31372:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926404.883747:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883749:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883752:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=4 00000020:00000001:3.0:1788926404.883755:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883757:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000040:3.0:1788926404.883762:0:31372:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ffc00, remote cookie: 0x840913afd2daae0b, flags: 0x1001 00010000:00010000:3.0:1788926404.883768:0:31372:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926404.883780:0:31372:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788926404.883783:0:31372:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788926404.883789:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 2 00010000:00000001:3.0:1788926404.883791:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.883795:0:31372:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.883798:0:31372:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.883805:0:31372:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 4/1,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883811:0:31372:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926404.883815:0:31372:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926404.883816:0:31372:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926404.883818:0:31372:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926404.883820:0:31372:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926404.883822:0:31372:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x1b:0x0].0x0 (ffff9d76d065f300) refcount = 2 00010000:00000040:3.0:1788926404.883824:0:31372:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788926404.883827:0:31372:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c6c6 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daadcc expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788926404.883834:0:31372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883840:0:31372:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926404.883843:0:31372:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926404.883844:0:31372:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.883847:0:31372:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926404.883849:0:31372:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.883852:0:31372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883858:0:31372:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926404.883860:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883861:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.883862:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883863:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.883864:0:31372:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.883868:0:31372:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926404.883870:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883872:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883873:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.883875:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883877:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883879:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883880:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883881:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=4 00000020:00000001:3.0:1788926404.883882:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883884:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883887:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.883889:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.883893:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883898:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883899:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.883900:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883902:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883903:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=5 00000020:00000001:3.0:1788926404.883905:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883906:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883909:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926404.883912:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883917:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883918:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926404.883920:0:31372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883926:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926404.883927:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883928:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.883929:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883930:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926404.883935:0:31372:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788926404.883942:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883943:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883944:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.883946:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883948:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883950:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883951:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926404.883952:0:31372:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.883954:0:31372:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.883957:0:31372:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788926404.883959:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883960:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883961:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.883963:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883964:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00000002:00010000:3.0:1788926404.883968:0:31372:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.883975:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883976:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.883978:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926404.883979:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.883980:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.883981:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.883983:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.883985:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000040:3.0:1788926404.883987:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 3 00010000:00000001:3.0:1788926404.883989:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926404.883993:0:31372:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/27 (0 0) 00010000:00000001:3.0:1788926404.883995:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.883996:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926404.883997:0:31372:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926404.884000:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c439f0 00000002:00002000:3.0:1788926404.884002:0:31372:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788926404.884005:0:31372:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.884009:0:31372:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.884011:0:31372:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926404.884014:0:31372:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788926404.884017:0:31372:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884028:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.884031:0:31372:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788926404.884033:0:31372:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c43e00 it_disposition b 00000080:00000001:3.0:1788926404.884036:0:31372:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926404.884041:0:31372:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788926404.884045:0:31372:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788926404.884050:0:31372:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c2d82780. 00800000:00000001:3.0:1788926404.884052:0:31372:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732133488512 : -108341576063104 : ffff9d76c2d82780) 00800000:00000001:3.0:1788926404.884054:0:31372:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.884056:0:31372:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926404.884059:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1788926404.884061:0:31372:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788926404.884065:0:31372:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926404.884067:0:31372:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x1b:0x0] 00000080:00000001:3.0:1788926404.884070:0:31372:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788926404.884073:0:31372:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788926404.884074:0:31372:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.884077:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611163 : 144115205339611163 : 20000040500001b) 00000080:00000001:3.0:1788926404.884079:0:31372:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788926404.884081:0:31372:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611163 mtime from 1788926385 to 1788926404 00000080:00200000:3.0:1788926404.884084:0:31372:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x1b:0x0], updating i_size 4096 00000080:00200000:3.0:1788926404.884087:0:31372:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x1b:0x0](ffff9d76d15b42c8): rc = 0 00000080:00000001:3.0:1788926404.884089:0:31372:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376961736 : -108341332589880 : ffff9d76d15b42c8) 00010000:00000001:3.0:1788926404.884091:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.884093:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.884094:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.884095:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.884097:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.884099:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884100:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926404.884101:0:31372:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926404.884103:0:31372:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788926404.884104:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c2d82780 1 00800000:00000010:3.0:1788926404.884106:0:31372:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c2d82780. 00800000:00000001:3.0:1788926404.884109:0:31372:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.884112:0:31372:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x1b:0x0](ffff9d76d15b42c8) for lock 0xdeff66104c08c6cd 00800000:00000001:3.0:1788926404.884114:0:31372:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926404.884116:0:31372:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926404.884117:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.884118:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.884119:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.884120:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.884122:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.884124:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884125:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926404.884126:0:31372:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.884127:0:31372:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788926404.884133:0:31372:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d14cb510 inode ffff9d76d15b42c8 refc 1 flags 0x20000e 00000080:00000002:3.0:1788926404.884137:0:31372:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21f.recovery-small-1 [0x200000405:0x1b:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788926404.884140:0:31372:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788926404.884143:0:31372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x1b:0x0](ffff9d76d15b42c8) 00000080:00010000:3.0:1788926404.884146:0:31372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6cd from it ffffb2d841c43e00 00010000:00000001:3.0:1788926404.884148:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.884149:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.884150:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:3.0:1788926404.884152:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.884153:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.884155:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926404.884158:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926404.884164:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884165:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.884166:0:31372:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926404.884168:0:31372:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926404.884171:0:31372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926404.884177:0:31372:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926404.884179:0:31372:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926404.884181:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.884185:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884186:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.884187:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884189:0:31372:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926404.884192:0:31372:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884193:0:31372:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884196:0:31372:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884198:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926404.884199:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884199:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926404.884201:0:31372:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788926404.884204:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73400. 00000100:00000001:3.0:1788926404.884208:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.884212:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dca80 x1875823513926016/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.884218:0:31372:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926404.884220:0:31372:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926404.884222:0:31372:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca69d800. 02000000:00000001:3.0:1788926404.884225:0:31372:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926404.884227:0:31372:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926404.884228:0:31372:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926404.884231:0:31372:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926404.884234:0:31372:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d92400. 02000000:00000001:3.0:1788926404.884236:0:31372:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926404.884239:0:31372:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926404.884240:0:31372:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dca80. 00000100:00000001:3.0:1788926404.884243:0:31372:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926404.884244:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926404.884247:0:31372:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788926404.884248:0:31372:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841c43e00 released 00000080:00000001:3.0:1788926404.884250:0:31372:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788926404.884253:0:31372:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926404.884255:0:31372:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926404.884256:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43d50 00000080:00200000:3.0:1788926404.884258:0:31372:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926404.884263:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73400. 00800000:00000002:3.0:1788926404.884268:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.884271:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926404.884275:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.884277:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43c70 00800000:00000002:3.0:1788926404.884278:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.884281:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926404.884284:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.884286:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.884288:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.884290:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.884292:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884294:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.884296:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884299:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926404.884303:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.884304:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b40 00000002:00010000:3.0:1788926404.884306:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926404.884309:0:31372:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926404.884311:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884312:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884315:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:3.0:1788926404.884316:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.884319:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.884321:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926404.884324:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1788926404.884329:0:31372:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926404.884333:0:31372:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.884335:0:31372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1788926404.884341:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926404.884343:0:31372:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926404.884345:0:31372:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926404.884346:0:31372:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926404.884348:0:31372:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926404.884349:0:31372:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926404.884351:0:31372:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926404.884353:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926404.884355:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73400. 00000080:00000001:3.0:1788926404.884357:0:31372:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926404.884358:0:31372:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.884360:0:31372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926404.884362:0:31372:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c68e 00800000:00000001:3.0:1788926404.884365:0:31372:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926404.884366:0:31372:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926404.884367:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.884369:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.884370:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926404.884372:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.884374:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.884376:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884377:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926404.884378:0:31372:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.884379:0:31372:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926404.884381:0:31372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c68e from it ffffb2d841c43d88 00010000:00000001:3.0:1788926404.884382:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926404.884383:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926404.884385:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926404.884387:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.884389:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926404.884391:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926404.884393:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1788926404.884431:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884432:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.884434:0:31372:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926404.884435:0:31372:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926404.884437:0:31372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1788926404.884443:0:31372:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926404.884444:0:31372:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926404.884445:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.884447:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884448:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.884450:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884451:0:31372:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926404.884453:0:31372:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884454:0:31372:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884456:0:31372:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884458:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926404.884459:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884460:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926404.884461:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926404.884463:0:31372:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926404.884465:0:31372:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788926404.884469:0:31372:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.884474:0:31372:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:3.0:1788926404.884476:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43e18 00000080:00200000:3.0:1788926404.884478:0:31372:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:3.0:1788926404.884480:0:31372:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:3.0:1788926404.884483:0:31372:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-1, [0x200000405:0x1b:0x0]) is foreign... 00000080:00000001:3.0:1788926404.884486:0:31372:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788926404.884490:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73400. 00800000:00000002:3.0:1788926404.884493:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:3.0:1788926404.884499:0:31372:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788926404.884501:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.884503:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.884504:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.884505:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.884507:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884508:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.884510:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.884512:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.884513:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.884513:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.884515:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.884516:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884517:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926404.884519:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.884521:0:31372:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:3.0:1788926404.884522:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.884524:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.884525:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.884526:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.884527:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884529:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926404.884531:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884533:0:31372:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926404.884535:0:31372:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884537:0:31372:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x1b:0x0] -> mds #0 00000002:00000001:3.0:1788926404.884540:0:31372:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788926404.884542:0:31372:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926404.884545:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:3.0:1788926404.884546:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.884549:0:31372:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926404.884552:0:31372:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926404.884554:0:31372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1788926404.884561:0:31372:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926404.884564:0:31372:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926404.884566:0:31372:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926404.884568:0:31372:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788926404.884569:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884571:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884572:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:3.0:1788926404.884574:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884575:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.884577:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884578:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884579:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:3.0:1788926404.884581:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884583:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.884585:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884586:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884587:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:3.0:1788926404.884589:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884590:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.884592:0:31372:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926404.884594:0:31372:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788926404.884641:0:31372:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788926404.884644:0:31372:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788926404.884646:0:31372:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926404.884648:0:31372:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884651:0:31372:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926404.884653:0:31372:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926404.884654:0:31372:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926404.884656:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.884657:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926404.884660:0:31372:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498a00 with handle 0xdeff66104c08c68e from hash 00010000:00000001:3.0:1788926404.884662:0:31372:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926404.884664:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884665:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.884666:0:31372:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926404.884668:0:31372:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926404.884670:0:31372:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926404.884672:0:31372:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926404.884674:0:31372:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926404.884676:0:31372:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926404.884679:0:31372:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926404.884681:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 3 00010000:00000001:3.0:1788926404.884683:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926404.884685:0:31372:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926404.884687:0:31372:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926404.884689:0:31372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788926404.884695:0:31372:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926404.884696:0:31372:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926404.884697:0:31372:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926404.884699:0:31372:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:3.0:1788926404.884701:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884702:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884703:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 4 00010000:00000001:3.0:1788926404.884705:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884707:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.884709:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884710:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884711:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 4 00010000:00000001:3.0:1788926404.884712:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884714:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.884715:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884716:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884718:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 4 00010000:00000001:3.0:1788926404.884719:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884721:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.884723:0:31372:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926404.884724:0:31372:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x1b:0x0] lli = ffff9d76d15b4200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788926404.884727:0:31372:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788926404.884728:0:31372:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788926404.884730:0:31372:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788926404.884732:0:31372:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff9d76d15b42c8) invalid 00000020:00000001:3.0:1788926404.884733:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a80 00000080:00002000:3.0:1788926404.884735:0:31372:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff9d76d14cb510) parent ffff9d76d14be6c0 inode ffff9d76d15b42c8 refc 2 00000080:00000001:3.0:1788926404.884738:0:31372:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788926404.884739:0:31372:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926404.884740:0:31372:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.884742:0:31372:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926404.884743:0:31372:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926404.884744:0:31372:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926404.884746:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.884747:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926404.884749:0:31372:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ffc00 with handle 0xdeff66104c08c6cd from hash 00010000:00000001:3.0:1788926404.884750:0:31372:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926404.884751:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.884752:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.884753:0:31372:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926404.884754:0:31372:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926404.884756:0:31372:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926404.884757:0:31372:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926404.884759:0:31372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c6c6 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daadcc expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:3.0:1788926404.884769:0:31372:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926404.884770:0:31372:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926404.884771:0:31372:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926404.884772:0:31372:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode CR 00000002:00000001:3.0:1788926404.884774:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884775:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884777:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 4 00010000:00000001:3.0:1788926404.884779:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884781:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.884782:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.884783:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.884785:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 4 00010000:00000001:3.0:1788926404.884786:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.884787:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.884789:0:31372:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.884790:0:31372:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788926404.884793:0:31372:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788926404.884796:0:31372:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76c7c72e00. 00000080:00000001:3.0:1788926404.884798:0:31372:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1788926404.884800:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c2d82080 2 00000080:00000001:3.0:1788926404.884803:0:31372:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788926404.884806:0:31372:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788926404.884808:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.884809:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.884810:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.884812:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.884813:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884814:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926404.884816:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.884818:0:31372:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x1b:0x0] 00000002:00000001:3.0:1788926404.884820:0:31372:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788926404.884822:0:31372:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x1b:0x0] file closed with intent: 0 00000100:00000010:3.0:1788926404.884826:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dca80. 00000020:00000040:3.0:1788926404.884829:0:31372:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926404.884832:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926404.884835:0:31372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926404.884837:0:31372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926404.884843:0:31372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c72600. 00000100:00000001:3.0:1788926404.884848:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788926404.884859:0:31372:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c9628e00 x1875823513925504/t4294967586(4294967586) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926420 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788926404.884870:0:31372:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788926404.884875:0:31372:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788926404.884881:0:31372:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926404.884883:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926404.884888:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.884890:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223611648 : -108341485939968 : ffff9d76c8375300) 00000100:00000001:3.0:1788926404.884892:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.884893:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000001:3.0:1788926404.884897:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926404.884900:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.884902:0:31372:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926404.884903:0:31372:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926404.884906:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.884912:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926404.884914:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.884917:0:31372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926404.884919:0:31372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926404.884920:0:31372:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926404.884923:0:31372:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926272:192.168.203.140@tcp:35:rm.0 00000100:00000001:3.0:1788926404.884926:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926404.884930:0:31372:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926404.884932:0:31372:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.884934:0:31372:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926404.884937:0:31372:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d92400. 02000000:00000001:3.0:1788926404.884939:0:31372:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926404.884945:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926404.884948:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926404.884953:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926404.884959:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513926272, portal 10 00000100:00000001:3.0:1788926404.884960:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.884961:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000040:3.0:1788926404.884967:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.884972:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926404.884975:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926404.884977:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926404.884979:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513926272, offset 0 00000400:00000200:3.0:1788926404.884985:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926404.884991:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.884997:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926404.885002:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926404.885006:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926404.885009:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926404.885012:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926404.885015:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2614:2614:256:4294967295] 192.168.203.140@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:3.0:1788926404.885019:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.885037:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926404.885043:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926404.885048:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406400. 00000800:00000200:3.0:1788926404.885054:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926404.885061:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926404.885065:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788926404.885086:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.885090:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 830628 usecs (831 jiffies) 00000400:00000200:3.0:1788926404.885093:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926404.885096:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440850 00000100:00000001:3.0:1788926404.885099:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.885101:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440850 00000100:00000001:3.0:1788926404.885103:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.885105:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.885107:0:31372:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.885109:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926404.885111:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926404.885113:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8375300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926404.885116:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926404.885118:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926404.885822:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.885828:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406400. 00000400:00000200:2.0:1788926404.885833:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.885839:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.885844:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:2.0:1788926404.885848:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:2.0:1788926404.885851:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.885856:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.885865:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.885869:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.885874:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.885876:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.889768:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.889784:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.889788:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.889790:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.889798:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.889805:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.889814:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.889819:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.889825:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.889829:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32357a80 00000400:00000200:2.0:1788926404.889834:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.889839:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x77ad [1] + 224 00000800:00000001:2.0:1788926404.889846:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.889852:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.889855:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.889860:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.889867:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.889877:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.889888:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.889907:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.889916:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.889919:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.889968:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926404.889976:0:31372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926404.889978:0:31372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926404.889981:0:31372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926404.889986:0:31372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926404.889989:0:31372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926404.889992:0:31372:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.889997:0:31372:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926404.890005:0:31372:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dca80 x1875823513926272/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890012:0:31372:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926404.890014:0:31372:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.890016:0:31372:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926404.890030:0:31372:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926404.890033:0:31372:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926404.890035:0:31372:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.890038:0:31372:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926404.890046:0:31372:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926404.890050:0:31372:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926404.890053:0:31372:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926404.890054:0:31372:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.890057:0:31372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926404.890060:0:31372:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890063:0:31372:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926404.890064:0:31372:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788926404.890066:0:31372:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926404.890068:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.890070:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000001:3.0:1788926404.890073:0:31372:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926404.890074:0:31372:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788926404.890076:0:31372:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926404.890078:0:31372:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.890083:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dca80 x1875823513926272/t4294967588(4294967588) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926420 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890089:0:31372:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.890092:0:31372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926404.890094:0:31372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926404.890097:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dca80 x1875823513926272/t4294967588(4294967588) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926420 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926404.890104:0:31372:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926272:192.168.203.140@tcp:35:rm.0 00000100:00000001:3.0:1788926404.890109:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.890112:0:31372:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890114:0:31372:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926404.890116:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.890119:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dca80 x1875823513926272/t4294967588(4294967588) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890124:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926404.890128:0:31372:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.890131:0:31372:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926404.890132:0:31372:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890138:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.890139:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000002:00000001:3.0:1788926404.890142:0:31372:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.890144:0:31372:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.890148:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c2d82080 2 00000080:00000010:3.0:1788926404.890152:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72e00. 00000080:00000001:3.0:1788926404.890155:0:31372:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788926404.890157:0:31372:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788926404.890159:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.890162:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.890164:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.890165:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.890167:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.890169:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x1b:0x0] 00800000:00000001:3.0:1788926404.890171:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.890175:0:31372:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788926404.890179:0:31372:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c9628e00 x1875823513925504/t4294967586(4294967586) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890186:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.890187:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000001:3.0:1788926404.890189:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.890192:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513925504/t4294967586(4294967586) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926420 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890198:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890199:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.890202:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dca80 x1875823513926272/t4294967588(4294967588) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926420 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890207:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890209:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.890211:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513925504/t4294967586(4294967586) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926420 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890217:0:31372:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788926404.890219:0:31372:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926404.890221:0:31372:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926404.890223:0:31372:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926404.890225:0:31372:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03c00. 02000000:00000001:3.0:1788926404.890229:0:31372:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926404.890231:0:31372:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926404.890233:0:31372:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:3.0:1788926404.890237:0:31372:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926404.890238:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.890239:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.890242:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dca80 x1875823513926272/t4294967588(4294967588) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926420 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890247:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926404.890249:0:31372:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5cea0. 00000002:00000001:3.0:1788926404.890252:0:31372:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.890254:0:31372:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926404.890256:0:31372:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020e080. 00000100:00000001:3.0:1788926404.890258:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.890260:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dca80 x1875823513926272/t4294967588(4294967588) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926420 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.890266:0:31372:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926404.890267:0:31372:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926404.890270:0:31372:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d92400. 02000000:00000001:3.0:1788926404.890273:0:31372:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926404.890274:0:31372:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926404.890275:0:31372:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926404.890277:0:31372:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926404.890278:0:31372:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c72600. 02000000:00000001:3.0:1788926404.890280:0:31372:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926404.890281:0:31372:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926404.890282:0:31372:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dca80. 00000100:00000001:3.0:1788926404.890285:0:31372:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926404.890286:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926404.890288:0:31372:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.890291:0:31372:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926404.890293:0:31372:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1b:0x0] mode (null) 00000002:00000001:3.0:1788926404.890296:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.890299:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926404.890305:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 4 00010000:00000001:3.0:1788926404.890307:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926404.890311:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.890314:0:31372:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.890318:0:31372:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788926404.890320:0:31372:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1b:0x0](ffff9d76d15b42c8) invalid 00000020:00000001:3.0:1788926404.890324:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a80 00000080:00002000:3.0:1788926404.890326:0:31372:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff9d76d14cb510) parent ffff9d76d14be6c0 inode ffff9d76d15b42c8 refc 2 00000080:00000001:3.0:1788926404.890330:0:31372:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788926404.890332:0:31372:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926404.890335:0:31372:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.890339:0:31372:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926404.890341:0:31372:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926404.890343:0:31372:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926404.890345:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.890349:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926404.890352:0:31372:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499200 with handle 0xdeff66104c08c6c6 from hash 00010000:00000001:3.0:1788926404.890355:0:31372:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926404.890357:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.890358:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.890359:0:31372:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926404.890362:0:31372:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926404.890363:0:31372:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926404.890367:0:31372:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788926404.890369:0:31372:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788926404.890371:0:31372:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788926404.890377:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dca80. 00000020:00000040:3.0:1788926404.890379:0:31372:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926404.890383:0:31372:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926404.890385:0:31372:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.890388:0:31372:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926404.890392:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.890447:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.890449:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.890450:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890453:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926404.890455:0:31372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926404.890458:0:31372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926404.890465:0:31372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c72600. 00000100:00000001:3.0:1788926404.890472:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.890474:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.890476:0:31372:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926404.890482:0:31372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788926404.890491:0:31372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c6c6 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daadcc expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788926404.890498:0:31372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1788926404.890503:0:31372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788926404.890504:0:31372:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788926404.890506:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926404.890508:0:31372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6cd lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daae0b expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926404.890527:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.890528:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926404.890530:0:31372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c6c6 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daadcc expref: -99 pid: 31372 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1788926404.890536:0:31372:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f300 count: 0 00010000:00000010:3.0:1788926404.890540:0:31372:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592680. 00010000:00000001:3.0:1788926404.890554:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.890555:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926404.890557:0:31372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c68e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daad2b expref: -99 pid: 31370 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1788926404.890562:0:31372:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fb00 count: 0 00010000:00000010:3.0:1788926404.890565:0:31372:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592200. 00010000:00000001:3.0:1788926404.890570:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.890572:0:31372:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.890573:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.890574:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.890576:0:31372:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788926404.890585:0:31372:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788926404.890591:0:31372:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926404.890597:0:31372:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926404.890598:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926404.890603:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.890605:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223611648 : -108341485939968 : ffff9d76c8375300) 00000100:00000001:3.0:1788926404.890608:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.890609:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000001:3.0:1788926404.890613:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926404.890616:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890618:0:31372:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926404.890619:0:31372:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926404.890623:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.890630:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926404.890632:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.890635:0:31372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926404.890638:0:31372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926404.890640:0:31372:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926404.890643:0:31372:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926528:192.168.203.140@tcp:36:rm.0 00000100:00000001:3.0:1788926404.890646:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926404.890650:0:31372:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926404.890652:0:31372:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.890654:0:31372:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926404.890658:0:31372:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d92400. 02000000:00000001:3.0:1788926404.890660:0:31372:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926404.890664:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926404.890668:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926404.890672:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926404.890678:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513926528, portal 10 00000100:00000001:3.0:1788926404.890679:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.890681:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000040:3.0:1788926404.890687:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.890693:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926404.890696:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926404.890699:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab660. 00000100:00000200:3.0:1788926404.890702:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875823513926528, offset 0 00000400:00000200:3.0:1788926404.890708:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926404.890713:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.890719:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926404.890723:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926404.890727:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926404.890730:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926404.890732:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926404.890736:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2615:2615:256:4294967295] 192.168.203.140@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:3.0:1788926404.890740:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926404.890753:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926404.890759:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926404.890764:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926404.890770:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926404.890776:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926404.890780:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788926404.890790:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.890794:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 829332 usecs (830 jiffies) 00000400:00000200:3.0:1788926404.890797:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926404.890800:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440855 00000100:00000001:3.0:1788926404.890803:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.890805:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440855 00000100:00000001:3.0:1788926404.890807:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:3.0:1788926404.890809:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.890811:0:31372:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.890814:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926404.890815:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926404.890817:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8375300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926404.890819:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926404.890821:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926404.891217:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.891223:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:2.0:1788926404.891227:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.891231:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.891235:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab660 00000400:00000010:2.0:1788926404.891237:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab660. 00000100:00000001:2.0:1788926404.891241:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926404.891244:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.891252:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926404.891255:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.891261:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.891262:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788926404.899725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00010000:00000010:3.1:1788926404.899741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f300. 00010000:00000010:3.1:1788926404.899746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:3.1:1788926404.899750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fb00. 00010000:00000010:3.1:1788926404.899752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00000800:00000001:2.0:1788926404.904288:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.904304:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.904308:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.904310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.904318:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.904325:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.904334:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.904338:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.904343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.904347:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32357b80 00000400:00000200:2.0:1788926404.904353:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.904359:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x77bd [1] + 224 00000800:00000001:2.0:1788926404.904365:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.904372:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.904376:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.904379:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.904386:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.904432:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926404.904451:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.904468:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.904476:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.904479:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.904557:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926404.904567:0:31372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926404.904569:0:31372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926404.904573:0:31372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926404.904577:0:31372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926404.904580:0:31372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926404.904583:0:31372:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926404.904587:0:31372:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926404.904596:0:31372:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dca80 x1875823513926528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.904602:0:31372:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926404.904604:0:31372:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.904606:0:31372:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926404.904609:0:31372:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926404.904612:0:31372:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926404.904614:0:31372:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.904617:0:31372:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926404.904625:0:31372:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=71 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926404.904629:0:31372:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926404.904632:0:31372:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926404.904634:0:31372:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.904636:0:31372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926404.904639:0:31372:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.904650:0:31372:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926404.904653:0:31372:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000119] 00000100:00000001:3.0:1788926404.904654:0:31372:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926404.904656:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.904658:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000001:3.0:1788926404.904661:0:31372:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926404.904663:0:31372:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788926404.904665:0:31372:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926404.904668:0:31372:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926404.904673:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dca80 x1875823513926528/t4294967589(4294967589) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926420 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.904680:0:31372:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926404.904683:0:31372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926404.904685:0:31372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926404.904689:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dca80 x1875823513926528/t4294967589(4294967589) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926420 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926404.904697:0:31372:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dca80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926528:192.168.203.140@tcp:36:rm.0 00000100:00000001:3.0:1788926404.904701:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926404.904704:0:31372:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.904707:0:31372:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926404.904709:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.904712:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dca80 x1875823513926528/t4294967589(4294967589) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926420 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.904719:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926404.904722:0:31372:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.904724:0:31372:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926404.904726:0:31372:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.904733:0:31372:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.904736:0:31372:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.904740:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926404.904743:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73400. 00000080:00000002:3.0:1788926404.904747:0:31372:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788926385 to 1788926404 00000100:00000001:3.0:1788926404.904752:0:31372:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.904756:0:31372:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dca80 x1875823513926528/t4294967589(4294967589) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926420 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.904762:0:31372:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.904764:0:31372:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.904778:0:31372:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788926404.904781:0:31372:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788926404.904783:0:31372:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x1b:0x0](ffff9d76d15b42c8) 00800000:00000001:3.0:1788926404.904786:0:31372:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788926404.904788:0:31372:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1b:0x0] 00000002:00000001:3.0:1788926404.904792:0:31372:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788926404.904796:0:31372:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.904798:0:31372:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788926404.904800:0:31372:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926404.904802:0:31372:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.904804:0:31372:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788926404.904806:0:31372:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788926404.904807:0:31372:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926404.904809:0:31372:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.904811:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c2d82080 1 00800000:00000010:3.0:1788926404.904813:0:31372:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c2d82080. 00000080:00000001:3.0:1788926404.904817:0:31372:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788926404.904819:0:31372:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788926404.904829:0:31372:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926404.904832:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43e30 00000080:00002000:3.0:1788926404.904834:0:31372:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff9d76d14cb510, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788926404.904837:0:31372:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926404.904840:0:31372:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926404.904842:0:31372:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788926404.904874:0:31372:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926404.904878:0:31372:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926404.904880:0:31372:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926404.904881:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b20 00000080:00200000:3.0:1788926404.904883:0:31372:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926404.904888:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73400. 00800000:00000002:3.0:1788926404.904893:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926404.904897:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926404.904899:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.904901:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a40 00800000:00000002:3.0:1788926404.904903:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.904906:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926404.904908:0:31372:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926404.904911:0:31372:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926404.904913:0:31372:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926404.904915:0:31372:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926404.904917:0:31372:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.904919:0:31372:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926404.904921:0:31372:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926404.904923:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926404.904926:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926404.904928:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43910 00000002:00010000:3.0:1788926404.904930:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926404.904933:0:31372:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926404.904935:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926404.904937:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926404.904940:0:31372:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.904941:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.904943:0:31372:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.904946:0:31372:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926404.904948:0:31372:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926404.904952:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ded80. 00000020:00000040:3.0:1788926404.904955:0:31372:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926404.904960:0:31372:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926404.904963:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926404.904969:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926404.904970:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926404.904971:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.904974:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926404.904976:0:31372:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926404.904979:0:31372:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926404.904985:0:31372:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90c00. 00000100:00000001:3.0:1788926404.904991:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.904994:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.904995:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.904997:0:31372:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926404.904998:0:31372:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926404.905000:0:31372:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926404.905005:0:31372:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227190144 : -108341482361472 : ffff9d76c86ded80) 00010000:00000001:3.0:1788926404.905008:0:31372:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926404.905009:0:31372:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926404.905013:0:31372:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfd00. 00010000:00000010:3.0:1788926404.905016:0:31372:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11fa300. 00010000:00000001:3.0:1788926404.905032:0:31372:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926404.905036:0:31372:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ffc00. 00000020:00000001:3.0:1788926404.905039:0:31372:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926404.905042:0:31372:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ffc00 with handle 0xdeff66104c08c6d4 to hash 00000020:00000001:3.0:1788926404.905044:0:31372:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926404.905046:0:31372:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.905049:0:31372:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926404.905052:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926404.905055:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926404.905059:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.905071:0:31372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926404.905081:0:31372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c6d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926404.905086:0:31372:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926404.905088:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926404.905093:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8375300. 00000100:00000001:3.0:1788926404.905095:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223611648 : -108341485939968 : ffff9d76c8375300) 00000100:00000001:3.0:1788926404.905097:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926404.905098:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227190144 : -108341482361472 : ffff9d76c86ded80) 00000100:00000001:3.0:1788926404.905102:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926404.905105:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.905110:0:31372:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926404.905112:0:31372:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926404.905116:0:31372:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ded80 x1875823513926656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.905123:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926404.905125:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.905128:0:31372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926404.905131:0:31372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926404.905133:0:31372:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926404.905136:0:31372:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ded80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:31372:1875823513926656:192.168.203.140@tcp:101:rm.0 00000100:00000001:3.0:1788926404.905140:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926404.905144:0:31372:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926404.905146:0:31372:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926404.905149:0:31372:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926404.905422:0:31372:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c9621000. 02000000:00000001:2.0:1788926404.905425:0:31372:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926404.905432:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926404.905444:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926404.905450:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926404.905456:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513926656, portal 10 00000100:00000001:2.0:1788926404.905458:0:31372:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926404.905459:0:31372:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227190144 : -108341482361472 : ffff9d76c86ded80) 00000100:00000040:2.0:1788926404.905465:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86ded80 x1875823513926656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.905472:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926404.905475:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926404.905478:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000200:2.0:1788926404.905481:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513926656, offset 0 00000400:00000200:2.0:1788926404.905486:0:31372:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926404.905491:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.905496:0:31372:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926404.905501:0:31372:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926404.905505:0:31372:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926404.905508:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926404.905520:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926404.905525:0:31372:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2616:2616:256:4294967295] 192.168.203.140@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:2.0:1788926404.905529:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.905537:0:31372:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926404.905542:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926404.905553:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926404.905560:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926404.905567:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926404.905571:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926404.905584:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926404.905588:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 828058 usecs (829 jiffies) 00000400:00000200:2.0:1788926404.905592:0:31372:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926404.905594:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296440869 00000100:00000001:2.0:1788926404.905597:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296441955 00000100:00000001:2.0:1788926404.905600:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296440869 00000100:00000001:2.0:1788926404.905602:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296441955 00000100:00000001:2.0:1788926404.905604:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926404.905607:0:31372:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926404.905610:0:31372:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926404.905612:0:31372:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926404.905614:0:31372:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8375300 going to sleep for 11 seconds 00000100:00000001:2.0:1788926404.905617:0:31372:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926404.905620:0:31372:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926404.906870:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.906877:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:3.0:1788926404.906882:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.906888:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.906894:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530880 00000400:00000010:3.0:1788926404.906896:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530880. 00000100:00000001:3.0:1788926404.906900:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.906905:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ded80 x1875823513926656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.906916:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.906920:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ded80 x1875823513926656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.906927:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.906929:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1788926404.910763:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b4200. 00000080:00000010:3.1:1788926404.910780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e54c0. 00000800:00000001:2.0:1788926404.913017:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.913043:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.913047:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.913049:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.913057:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.913065:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.913074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.913078:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.913084:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.913089:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32357c00 00000400:00000200:2.0:1788926404.913093:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.913099:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x77cd [1] + 224 00000800:00000001:2.0:1788926404.913105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.913111:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.913114:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.913119:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.913126:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.914582:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ded80 x1875823513926656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.914604:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86ded80 x1875823513926656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.914689:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.914703:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.914711:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.926983:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.926990:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926404.926995:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.927001:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.927008:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8bb0 00000400:00000010:3.0:1788926404.927012:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8bb0. 00000100:00000001:3.0:1788926404.927016:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.927032:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513926912/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.927042:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.927045:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628a80 x1875823513926912/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.927052:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.927054:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.930177:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.930191:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.930195:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.930197:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.930204:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.930211:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.930218:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.930223:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.930228:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.930232:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32357d00 00000400:00000200:2.0:1788926404.930237:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.930243:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x77dd [64] + 224 00000800:00000001:2.0:1788926404.930249:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.930256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.930259:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.930263:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.930269:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.930277:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513926912/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.930288:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c9628a80 x1875823513926912/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.930307:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.930313:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.930316:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.935015:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.935029:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:3.0:1788926404.935035:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.935040:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.935045:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8c38 00000400:00000010:3.0:1788926404.935048:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8c38. 00000100:00000001:3.0:1788926404.935052:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.935057:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513927040/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.935067:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.935817:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513927040/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.935831:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.935833:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926404.938527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000800:00000001:2.0:1788926404.939571:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.939585:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.939590:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.939593:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.939602:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939609:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.939618:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939622:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939627:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939631:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d32357d80 00000400:00000200:2.0:1788926404.939637:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939643:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x77e5 [256] + 0 00000400:00000010:2.0:1788926404.939648:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4058. 00000400:00000200:2.0:1788926404.939653:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d11b2000 00000800:00000001:2.0:1788926404.939660:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.939669:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.939672:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.939677:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926404.939682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d11b2000 00000400:00000010:2.0:1788926404.939684:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76d11b2000. 00000100:00000001:2.0:1788926404.939689:0:2392:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926404.939691:0:2392:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c962ad80 desc ffff9d76c8b02c00 mbits 1875823513927040 00000100:00000001:2.0:1788926404.939706:0:2392:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926404.939713:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926404.939716:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939720:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926404.939726:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2619:2619:256:4294967295] 192.168.203.140@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:2.0:1788926404.939730:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.939737:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926404.939741:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926404.939748:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113c000. 00000800:00000200:2.0:1788926404.939753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926404.939760:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926404.939764:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113c000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926404.939814:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926404.939818:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113c000. 00000400:00000200:2.0:1788926404.939821:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.939824:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926404.939828:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.939831:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.946707:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.946724:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.946728:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.946730:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.946739:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.946746:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.946754:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.946759:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.946764:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.946768:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d32357d80 00000400:00000200:2.0:1788926404.946773:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.946779:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x77ed [1] + 224 00000800:00000001:2.0:1788926404.946787:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.946797:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.946800:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.946804:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.946811:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.946819:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513927040/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.946829:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76c962ad80 x1875823513927040/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.946848:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.946855:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.946866:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.948753:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.948757:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926404.948762:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.948767:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.948771:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:3.0:1788926404.948774:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000100:00000001:3.0:1788926404.948777:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.948781:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513927296/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.948789:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.948793:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513927296/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.948800:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.948801:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.952344:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.952360:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.952364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.952366:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.952374:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.952382:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.952430:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.952435:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.952441:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.952453:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32357e80 00000400:00000200:2.0:1788926404.952457:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.952463:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x77f5 [1] + 224 00000800:00000001:2.0:1788926404.952470:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.952477:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.952481:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.952485:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.952492:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.952501:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513927296/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.952511:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c962ad80 x1875823513927296/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.952536:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.952543:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.952546:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.955323:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.955329:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926404.955334:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.955338:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.955344:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:3.0:1788926404.955346:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:3.0:1788926404.955350:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.955355:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513927552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.955364:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.955368:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513927552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.955375:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.955376:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.960013:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.960038:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.960041:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.960044:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.960051:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.960058:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.960066:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.960069:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.960084:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.960088:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32357f80 00000400:00000200:2.0:1788926404.960093:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.960098:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x77fd [64] + 224 00000800:00000001:2.0:1788926404.960105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.960111:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.960114:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.960118:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.960126:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.960134:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513927552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.960143:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c962ad80 x1875823513927552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.960161:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.960170:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.960173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.962959:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.962964:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926404.962968:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.962974:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.962979:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:3.0:1788926404.962982:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:3.0:1788926404.962986:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.962990:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513927808/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.963000:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.963003:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628a80 x1875823513927808/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.963009:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.963011:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926404.967685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:1.1:1788926404.967698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f700. 00010000:00000010:1.1:1788926404.967702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788926404.967706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00000800:00000001:2.0:1788926404.974119:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.974134:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.974138:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.974140:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.974148:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.974156:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.974164:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.974168:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.974173:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.974177:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32358080 00000400:00000200:2.0:1788926404.974181:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.974187:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7805 [1] + 224 00000800:00000001:2.0:1788926404.974193:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.974200:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.974203:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.974207:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.974215:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.974223:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513927808/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926404.974234:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c9628a80 x1875823513927808/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926404.974253:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.974260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.974263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.979015:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.979035:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104600. 00000400:00000200:3.0:1788926404.979042:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.979050:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.979056:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:3.0:1788926404.979058:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:3.0:1788926404.979064:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.979137:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513927936/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.979149:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.979153:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513927936/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.979160:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.979161:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788926404.981456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01520. 00000080:00000010:0.1:1788926404.981636:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158b9c0. 00000080:00000010:0.1:1788926404.981645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5dc0. 00000800:00000001:2.0:1788926404.984648:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.984664:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.984669:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.984671:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.984679:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.984685:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.984693:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.984698:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.984703:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.984707:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32358100 00000400:00000200:2.0:1788926404.984712:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.984718:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x780d [1] + 224 00000800:00000001:2.0:1788926404.984725:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.984732:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.984735:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.984739:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.984746:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.984754:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513927936/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.984765:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579180 x1875823513927936/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.984786:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.984794:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.984797:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.987141:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.987146:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104000. 00000400:00000200:3.0:1788926404.987152:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.987157:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.987162:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:3.0:1788926404.987165:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:3.0:1788926404.987169:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.987173:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513928192/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.987182:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.987185:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513928192/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926404.987191:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.987192:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926404.991986:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.992006:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926404.992012:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.992015:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.992034:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.992042:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926404.992051:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.992055:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.992061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.992065:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32358200 00000400:00000200:2.0:1788926404.992078:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926404.992084:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7815 [1] + 224 00000800:00000001:2.0:1788926404.992091:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.992113:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926404.992117:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926404.992122:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926404.992129:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926404.992138:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513928192/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926404.992148:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8579180 x1875823513928192/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926404.992173:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926404.992181:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926404.992184:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926404.994420:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926404.994426:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c3104f00. 00000400:00000200:3.0:1788926404.994433:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926404.994447:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926404.994452:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:3.0:1788926404.994455:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:3.0:1788926404.994459:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926404.994464:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513928448/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.994473:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926404.994476:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513928448/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926404.994482:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926404.994484:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926404.997746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00010000:00000010:0.1:1788926405.001699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225f00. 00010000:00000010:0.1:1788926405.001713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:0.1:1788926405.001719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfd00. 00010000:00000010:0.1:1788926405.001721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00000800:00000001:2.0:1788926405.006371:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926405.006423:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926405.006427:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926405.006430:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926405.006437:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926405.006445:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926405.006615:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926405.006620:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926405.006626:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926405.006639:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32358300 00000400:00000200:2.0:1788926405.006645:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926405.006650:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x781d [1] + 224 00000800:00000001:2.0:1788926405.006657:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926405.006666:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926405.006669:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926405.006673:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926405.006679:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926405.006688:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513928448/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926405.006698:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76d8579180 x1875823513928448/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926420 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926405.006707:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926405.006713:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926405.006716:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788926405.030244:0:31377:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b7380. 00000080:00000010:0.1:1788926405.030259:0:31377:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172ee0. 00000020:00000001:3.0:1788926405.315323:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926405.315328:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926405.315332:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926407.233496:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296441955, at 4296442368 00000100:00000010:2.0:1788926407.233512:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e00521e0. 00000100:00000040:3.0:1788926407.235135:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296441955, at 4296442369 00000100:00000010:3.0:1788926407.235158:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052900. 00000100:00000040:2.0:1788926407.745595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926407.745604:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926407.745612:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000020:00000040:2.0:1788926407.745618:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926407.745622:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926407.745624:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926407.745628:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926407.745636:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926407.745643:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745654:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926407.745664:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926407.745668:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745674:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9703349] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.745704:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926407.745709:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926407.745712:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b800. 00000020:00000040:2.0:1788926407.745714:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926407.745716:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926407.745717:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926407.745719:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926407.745723:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4e00. 00000100:00000001:2.0:1788926407.745725:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745729:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926407.745735:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926407.745737:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745740:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c7e241d] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.745747:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926407.745752:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926407.745756:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39f80. 00000020:00000040:2.0:1788926407.745758:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926407.745760:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926407.745761:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926407.745762:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926407.745765:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4f00. 00000100:00000001:2.0:1788926407.745767:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745771:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926407.745776:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926407.745778:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745781:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af8f4dc3] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.745788:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926407.745793:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926407.745795:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b100. 00000020:00000040:2.0:1788926407.745798:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926407.745799:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926407.745801:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926407.745802:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926407.745804:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4500. 00000100:00000001:2.0:1788926407.745806:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745810:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926407.745816:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926407.745817:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193d30c] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.745831:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926407.745835:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926407.745838:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39500. 00000020:00000040:2.0:1788926407.745840:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926407.745842:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926407.745843:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926407.745845:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926407.745847:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4100. 00000100:00000001:2.0:1788926407.745850:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745854:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926407.745860:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926407.745861:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4e7dd3d] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.745870:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926407.745873:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1780) 00000100:00000001:3.0:1788926407.746258:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.746262:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926407.746264:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926407.746271:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746279:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926407.746281:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746284:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926407.746287:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926407.746289:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.746293:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513928576:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926407.746297:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926407.746302:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926407.746304:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746306:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926407.746311:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0794600. 02000000:00000001:3.0:1788926407.746313:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.746320:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926407.746324:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926407.746329:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926407.746336:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513928576, portal 25 00000100:00000001:3.0:1788926407.746338:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926407.746339:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:3.0:1788926407.746345:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746352:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.746354:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.746356:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926407.746359:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513928576, offset 0 00000400:00000200:3.0:1788926407.746364:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.746384:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.746392:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.746431:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926407.746435:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926407.746439:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926407.746442:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926407.746445:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2626:2626:256:4294967295] 192.168.203.140@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:3.0:1788926407.746449:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.746457:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.746464:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.746469:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:3.0:1788926407.746574:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.746583:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.746587:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.746600:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.746604:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926407.746606:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296447074 00000100:00000010:3.0:1788926407.746611:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198d80. 00000100:00000001:3.0:1788926407.746617:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926407.746623:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296447074 00000100:00000010:3.0:1788926407.746626:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198f00. 00000100:00000001:3.0:1788926407.746629:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926407.746632:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.746634:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.746637:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926407.746641:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746647:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926407.746648:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746650:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926407.746652:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926407.746654:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.746657:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513928832:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926407.746660:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926407.746663:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926407.746665:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746666:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926407.746669:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0795e00. 02000000:00000001:3.0:1788926407.746670:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.746674:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926407.746676:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b108. 00000400:00000010:3.0:1788926407.746679:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926407.746682:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513928832, portal 10 00000100:00000001:3.0:1788926407.746684:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926407.746685:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000040:3.0:1788926407.746691:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746698:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.746700:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.746703:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926407.746705:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513928832, offset 0 00000400:00000200:3.0:1788926407.746710:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.746714:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.746718:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.746721:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926407.746724:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926407.746727:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926407.746729:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926407.746732:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2627:2627:255:4294967295] 192.168.203.140@tcp LPNI seq info [2627:2627:7:4294967295] 00000400:00000200:3.0:1788926407.746735:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.746742:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.746747:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.746751:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:3.0:1788926407.746755:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.746758:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.746761:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.746764:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.746767:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20485 usecs (21 jiffies) 00000400:00000200:3.0:1788926407.746770:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926407.746772:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296442902 00000100:00000001:3.0:1788926407.746774:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.746776:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296442902 00000100:00000001:3.0:1788926407.746778:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.746780:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.746782:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.746784:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926407.746787:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746793:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926407.746795:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746798:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926407.746800:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926407.746802:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.746805:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513929088:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926407.746809:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926407.746812:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926407.746814:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746815:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926407.746818:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0794c00. 02000000:00000001:3.0:1788926407.746820:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.746823:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926407.746826:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b000. 00000400:00000010:3.0:1788926407.746830:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000100:00000200:3.0:1788926407.746833:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513929088, portal 4 00000100:00000001:3.0:1788926407.746835:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926407.746836:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000100:00000040:3.0:1788926407.746841:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746846:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.746848:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.746851:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926407.746853:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513929088, offset 0 00000400:00000200:3.0:1788926407.746858:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.746861:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.746865:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.746868:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926407.746871:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926407.746872:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926407.746874:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926407.746877:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2628:2628:254:4294967295] 192.168.203.140@tcp LPNI seq info [2628:2628:6:4294967295] 00000400:00000200:3.0:1788926407.746880:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.746887:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.746891:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.746895:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926407.746899:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.746903:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.746906:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.746908:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.746911:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 249993 usecs (250 jiffies) 00000400:00000200:3.0:1788926407.746913:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926407.746915:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296443131 00000100:00000001:3.0:1788926407.746917:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.746918:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296443131 00000100:00000001:3.0:1788926407.746920:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.746922:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.746923:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.746925:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.746928:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.746935:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926407.746937:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926407.746939:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.746941:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926407.746943:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.746945:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788926407.746946:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.746948:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926407.746949:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.746951:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.746951:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926407.746952:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926407.746955:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.746960:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926407.746962:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746963:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926407.746965:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926407.746967:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.746969:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513928704:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926407.746972:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926407.746975:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926407.746977:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.746978:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926407.746981:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0795800. 02000000:00000001:3.0:1788926407.746983:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.746985:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926407.746987:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b528. 00000400:00000010:3.0:1788926407.746991:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926407.746993:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513928704, portal 10 00000100:00000001:3.0:1788926407.746995:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926407.746997:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00000100:00000040:3.0:1788926407.747013:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.747019:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.747021:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.747023:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926407.747025:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513928704, offset 0 00000400:00000200:3.0:1788926407.747028:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.747032:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.747036:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.747039:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926407.747041:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926407.747043:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926407.747046:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926407.747048:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2629:2629:253:4294967295] 192.168.203.140@tcp LPNI seq info [2629:2629:5:4294967295] 00000400:00000200:3.0:1788926407.747052:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.747057:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.747060:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.747064:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406700. 00000800:00000200:3.0:1788926407.747067:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.747070:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.747073:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.747075:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.747077:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 816688 usecs (817 jiffies) 00000400:00000200:3.0:1788926407.747080:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926407.747082:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296443698 00000100:00000001:3.0:1788926407.747085:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.747086:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296443698 00000100:00000001:3.0:1788926407.747088:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.747090:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.747091:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.747093:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926407.747096:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.748794:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926407.748799:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.748805:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926407.748808:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926407.748811:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.748818:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513928960:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926407.748822:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926407.748827:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926407.748829:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.748831:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926407.748836:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84ae000. 02000000:00000001:3.0:1788926407.748838:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.748844:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926407.748848:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b790. 00000400:00000010:3.0:1788926407.748854:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926407.748861:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513928960, portal 4 00000100:00000001:3.0:1788926407.748862:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926407.748864:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:3.0:1788926407.748871:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.748879:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.748883:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.748886:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab990. 00000100:00000200:3.0:1788926407.748889:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513928960, offset 0 00000400:00000200:3.0:1788926407.748895:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.748902:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.748909:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.748914:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926407.748918:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926407.748922:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926407.748924:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926407.748928:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2630:2630:252:4294967295] 192.168.203.140@tcp LPNI seq info [2630:2630:4:4294967295] 00000400:00000200:3.0:1788926407.748933:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.748941:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.748948:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.748953:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926407.748959:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.748965:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.748969:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.748972:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.748976:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21443 usecs (22 jiffies) 00000400:00000200:3.0:1788926407.748979:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926407.748981:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296442905 00000100:00000001:3.0:1788926407.748984:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.748986:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296442905 00000100:00000001:3.0:1788926407.748988:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.748991:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.748993:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.748997:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749010:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749023:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.749025:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926407.749050:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.749053:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926407.749057:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.749061:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.749066:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:3.0:1788926407.749068:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:3.0:1788926407.749072:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.749077:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749086:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.749089:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749095:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749096:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926407.749118:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.749120:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:3.0:1788926407.749123:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.749208:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.749214:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:3.0:1788926407.749216:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:3.0:1788926407.749220:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.749224:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749232:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.749236:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749248:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749249:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926407.749261:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.749263:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:3.0:1788926407.749265:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.749268:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.749272:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926407.749273:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926407.749275:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.749279:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749285:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.749288:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749293:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749294:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926407.749301:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.749303:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406700. 00000400:00000200:3.0:1788926407.749305:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.749308:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.749310:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:3.0:1788926407.749311:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:3.0:1788926407.749313:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.749317:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749323:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.749326:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749332:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749333:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926407.749382:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.749385:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926407.749387:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.749390:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.749393:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab990 00000400:00000010:3.0:1788926407.749394:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab990. 00000100:00000001:3.0:1788926407.749423:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.749427:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749434:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.749437:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.749442:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.749443:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926407.757665:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.759821:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926407.759830:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.759836:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.759847:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759857:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926407.759868:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759874:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759879:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759884:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32358480 00000400:00000200:2.0:1788926407.759889:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759895:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7835 [1] + 224 00000800:00000001:2.0:1788926407.759903:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.759907:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.759910:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926407.759914:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926407.759921:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926407.759931:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926407.759942:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.759956:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926407.759965:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.759970:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926407.759971:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.759973:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.759976:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759980:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926407.759984:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759986:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759989:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759991:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32358400 00000400:00000200:2.0:1788926407.759994:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.759998:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7855 [1] + 224 00000800:00000001:2.0:1788926407.760012:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760016:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760018:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926407.760022:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926407.760024:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926407.760029:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926407.760036:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.760049:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926407.760053:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760056:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926407.760057:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760060:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760062:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760066:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926407.760069:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760072:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760077:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32358580 00000400:00000200:2.0:1788926407.760080:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760084:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7845 [1] + 224 00000800:00000001:2.0:1788926407.760088:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760091:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760093:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926407.760097:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926407.760099:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926407.760103:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926407.760111:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.760118:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926407.760121:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926407.760127:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760129:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760131:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760135:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926407.760138:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760141:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760144:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760146:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32358500 00000400:00000200:2.0:1788926407.760165:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760169:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7865 [1] + 224 00000800:00000001:2.0:1788926407.760173:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760176:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760178:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926407.760181:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926407.760184:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926407.760188:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926407.760197:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.760203:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926407.760207:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760210:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926407.760212:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760214:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760217:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760220:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926407.760224:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760227:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760229:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760232:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32358380 00000400:00000200:2.0:1788926407.760235:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926407.760238:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7825 [1] + 224 00000800:00000001:2.0:1788926407.760242:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760250:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926407.760252:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926407.760255:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926407.760257:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926407.760261:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926407.760269:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926407.760276:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926407.760279:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926407.760282:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.761962:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.761969:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926407.761977:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926407.761979:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926407.761983:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b528. 00000400:00000200:3.0:1788926407.761989:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:3.0:1788926407.761992:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:3.0:1788926407.761996:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.762015:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926407.762025:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.762032:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926407.762033:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.762037:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926407.762040:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926407.762043:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.762045:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.762049:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.762058:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=74 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926407.762062:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926407.762065:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926407.762067:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.762070:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926407.762073:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.762076:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926407.762078:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967582 00000100:00000001:3.0:1788926407.762080:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926407.762083:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.762088:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.762094:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.762097:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926407.762099:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926407.762103:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926407.762110:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513928704:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926407.762115:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926407.762116:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926407.762118:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b790. 00000400:00000200:3.0:1788926407.762120:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926407.762122:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926407.762124:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.762127:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926407.762135:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.762141:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926407.762142:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.762144:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926407.762145:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926407.762146:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.764765:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.764773:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.764784:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=74 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926407.764790:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926407.764793:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926407.764795:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.764798:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926407.764801:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.764805:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926407.764807:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926407.764810:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926407.764812:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.764823:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.764832:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.764835:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926407.764837:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926407.764841:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926407.764849:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513928960:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926407.764863:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926407.764865:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926407.764868:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926407.764874:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926407.764876:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926407.764880:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.764885:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926407.764894:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.764901:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926407.764903:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.764906:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926407.764908:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926407.764909:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.764911:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.764912:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.764914:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926407.764917:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926407.764919:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926407.764921:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.764922:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926407.764924:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.764926:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.764929:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.764936:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.764937:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926407.764938:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926407.764942:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926407.764948:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513928576:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926407.764953:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926407.764955:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926407.764956:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b108. 00000400:00000200:3.0:1788926407.764959:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:3.0:1788926407.764960:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:3.0:1788926407.764963:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.764967:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926407.764975:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.764981:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926407.764982:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.764985:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926407.764986:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926407.764987:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.764989:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.764991:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.764994:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=74 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926407.764997:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926407.764999:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926407.765013:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.765015:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926407.765017:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.765018:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926407.765020:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926407.765022:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926407.765023:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.765027:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765034:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.765036:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926407.765037:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926407.765040:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926407.765048:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513928832:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926407.765053:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926407.765054:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926407.765056:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b000. 00000400:00000200:3.0:1788926407.765059:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:3.0:1788926407.765060:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:3.0:1788926407.765062:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.765066:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926407.765074:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765081:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926407.765082:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765084:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926407.765085:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926407.765086:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.765088:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.765089:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.765093:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=74 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926407.765096:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=142 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926407.765099:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926407.765100:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.765101:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926407.765103:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.765105:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926407.765106:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967320 00000100:00000001:3.0:1788926407.765108:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926407.765111:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.765115:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765121:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.765123:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926407.765124:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926407.765127:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926407.765135:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513929088:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926407.765139:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765142:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.765584:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b800 x1875823513928704/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765595:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926407.765598:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926407.765602:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0795800. 02000000:00000001:3.0:1788926407.765607:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926407.765610:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926407.765612:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926407.765614:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926407.765617:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4e00. 02000000:00000001:3.0:1788926407.765621:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926407.765622:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926407.765624:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b800. 00000100:00000001:3.0:1788926407.765627:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926407.765628:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765630:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.765635:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b100 x1875823513928960/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765641:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926407.765643:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926407.765644:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84ae000. 02000000:00000001:3.0:1788926407.765646:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926407.765647:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926407.765649:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926407.765650:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926407.765652:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4500. 02000000:00000001:3.0:1788926407.765654:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926407.765655:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926407.765656:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b100. 00000100:00000001:3.0:1788926407.765658:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926407.765659:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765661:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.765664:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b480 x1875823513928576/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765670:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926407.765671:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926407.765673:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0794600. 02000000:00000001:3.0:1788926407.765675:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926407.765676:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926407.765677:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926407.765679:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926407.765681:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:3.0:1788926407.765682:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926407.765683:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926407.765685:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000100:00000001:3.0:1788926407.765687:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926407.765688:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765689:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.765692:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39f80 x1875823513928832/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765698:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926407.765699:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926407.765701:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0795e00. 02000000:00000001:3.0:1788926407.765703:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926407.765704:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926407.765705:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926407.765706:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926407.765708:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4f00. 02000000:00000001:3.0:1788926407.765709:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926407.765710:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926407.765711:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39f80. 00000100:00000001:3.0:1788926407.765714:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926407.765715:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765717:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.765720:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39500 x1875823513929088/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.765724:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926407.765726:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926407.765727:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0794c00. 02000000:00000001:3.0:1788926407.765729:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926407.765730:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926407.765731:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926407.765732:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926407.765734:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4100. 02000000:00000001:3.0:1788926407.765735:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926407.765736:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926407.765738:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39500. 00000100:00000001:3.0:1788926407.765740:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926407.765741:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765743:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.765751:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926407.765753:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.765755:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.765757:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926407.915755:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.915771:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926407.915775:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.915777:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.915785:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.915793:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926407.915801:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.915805:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.915810:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.915814:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338b6480 00000400:00000200:3.0:1788926407.915822:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x6d75 [2] + 984 00000800:00000001:3.0:1788926407.915829:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.915835:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.915848:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.915853:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926407.915860:0:2391:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926407.915863:0:2391:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926407.915869:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ded80. 00000100:00000040:3.0:1788926407.915872:0:2391:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86ded80 x1875823536333952 msgsize 328 00000100:00100000:3.0:1788926407.915877:0:2391:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926407.915885:0:2391:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926407.915892:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.915895:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.915913:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926407.915915:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536333952 02000000:00000001:3.0:1788926407.915918:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926407.915920:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.915922:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.915926:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.915931:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536333952 00000020:00000001:3.0:1788926407.915933:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926407.915935:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:3.0:1788926407.915938:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926407.915941:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:3.0:1788926407.915955:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:3.0:1788926407.915958:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:3.0:1788926407.915962:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926407.915966:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76c2d82c00. 00000100:00000001:3.0:1788926407.915969:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926407.915971:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76c2d82c00. 00000020:00000010:3.0:1788926407.915977:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c84aee00. 00000020:00000010:3.0:1788926407.915982:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11fa880. 00000020:00000010:3.0:1788926407.915987:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926407.915996:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926407.915999:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926407.916010:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926407.916012:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.916019:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.916028:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.916039:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926407.916041:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926407.916045:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 56 00000100:00000040:3.0:1788926407.916049:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:3.0:1788926407.916051:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227190144 : -108341482361472 : ffff9d76c86ded80) 00000100:00000040:3.0:1788926407.916059:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86ded80 x1875823536333952/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:728/0 lens 328/0 e 0 to 0 dl 1788926418 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926407.916068:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926407.916071:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76c2d82c00. 00000100:00000001:3.0:1788926407.916073:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926407.916075:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76c2d82c00. 00000100:00100000:3.0:1788926407.916080:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14678:x1875823536333952:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926407.916084:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536333952 00010000:00000001:3.0:1788926407.916087:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926407.916093:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926407.916095:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926407.916097:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=2 00000020:00000001:3.0:1788926407.916099:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:3.0:1788926407.916102:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:3.0:1788926407.916105:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926407.916108:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926407.916113:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000003589e53e/0xdeff66104c08c6a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2daad71 expref: -99 pid: 31370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788926407.916125:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926407.916128:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926407.916132:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d90000. 02000000:00000001:3.0:1788926407.916134:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.916136:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.916150:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926407.916154:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.916158:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926407.916163:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926407.916166:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926407.916168:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926407.916171:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926407.916173:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.916176:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.916179:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.916184:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000100:00000200:3.0:1788926407.916189:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536333952, offset 224 00000400:00000200:3.0:1788926407.916196:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.916203:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.916209:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.916215:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2631:2631:256:4294967295] 192.168.203.140@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:3.0:1788926407.916219:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.916228:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.916234:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.916238:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926407.916245:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.916252:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.916256:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.916266:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.916270:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926407.916273:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926407.916278:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c8375b40. 00010000:00000001:3.0:1788926407.916281:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926407.916288:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926407.916290:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.916292:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.916294:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.916299:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ded80 x1875823536333952/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:728/0 lens 328/224 e 0 to 0 dl 1788926418 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926407.916309:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14678:x1875823536333952:12345-192.168.203.140@tcp:104: Request processed in 238us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926407.916315:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 56 00000100:00000040:3.0:1788926407.916318:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00000100:00000001:3.0:1788926407.916320:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926407.916322:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926407.916327:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11fa880. 00000020:00000010:3.0:1788926407.916331:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926407.916334:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c84aee00. 00000020:00000040:3.0:1788926407.916338:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:3.0:1788926407.916341:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926407.916437:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.916441:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926407.916444:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.916447:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.916452:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:3.0:1788926407.916454:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:3.0:1788926407.916457:0:2392:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926407.916458:0:2392:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788926407.916470:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926407.916474:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926407.916476:0:16798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788926407.916479:0:16798:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788926407.916481:0:16798:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788926407.916485:0:16798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000003589e53e/0xdeff66104c08c6a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2daad71 expref: -99 pid: 31370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788926407.917802:0:16798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008e00 already unused, calling callback (ffffffffc1262300) 00000008:00000001:3.0:1788926407.917810:0:16798:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788926407.917812:0:16798:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926407.917814:0:16798:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926407.917816:0:16798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926407.917818:0:16798:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:3.0:1788926407.917820:0:16798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:3.0:1788926407.917823:0:16798:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:3.0:1788926407.917826:0:16798:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926407.917829:0:16798:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000003589e53e/0xdeff66104c08c6a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x840913afd2daad71 expref: -99 pid: 31370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788926407.918375:0:16798:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788926407.918379:0:16798:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926407.918383:0:16798:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:3.0:1788926407.918386:0:16798:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000008:00000001:3.0:1788926407.918388:0:16798:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788926407.918391:0:16798:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788926407.918393:0:16798:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000008:00000001:3.0:1788926407.918540:0:16798:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.918544:0:16798:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926407.918548:0:16798:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926407.918550:0:16798:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926407.918552:0:16798:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926407.918554:0:16798:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926407.918557:0:16798:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008e00 with handle 0xdeff66104c08c6a3 from hash 00010000:00000001:3.0:1788926407.918561:0:16798:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926407.918562:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926407.918564:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926407.918565:0:16798:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926407.918569:0:16798:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926407.918570:0:16798:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788926407.918576:0:16798:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926407.918578:0:16798:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.918581:0:16798:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926407.918583:0:16798:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788926407.918588:0:16798:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dfb80. 00000020:00000040:3.0:1788926407.918592:0:16798:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926407.918596:0:16798:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926407.918598:0:16798:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926407.918602:0:16798:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926407.918608:0:16798:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c84aee00. 00000100:00000001:3.0:1788926407.918614:0:16798:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.918617:0:16798:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926407.918622:0:16798:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000003589e53e/0xdeff66104c08c6a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2daad71 expref: -99 pid: 31370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788926407.918631:0:16798:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788926407.918633:0:16798:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.918638:0:16798:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926407.918641:0:16798:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.918652:0:16798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005299d3d8] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788926407.918677:0:16798:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926407.918679:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926407.918681:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926407.918682:0:16798:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.918684:0:16798:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926407.918686:0:16798:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926407.918690:0:16798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000003589e53e/0xdeff66104c08c6a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2daad71 expref: -99 pid: 31370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926407.918696:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926407.918699:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000003589e53e/0xdeff66104c08c6a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2daad71 expref: -99 pid: 31370 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788926407.918706:0:16798:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e996c0. 00010000:00000040:3.0:1788926407.918710:0:16798:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a600 count: 0 00010000:00000010:3.0:1788926407.918716:0:16798:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c3b2a900. 00010000:00000001:3.0:1788926407.918721:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926407.918723:0:16798:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788926407.918725:0:16798:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76c8375b40. 00010000:00000001:3.0:1788926407.918728:0:16798:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926407.918731:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926407.918733:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926407.918735:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926407.918737:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926407.918738:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926407.918739:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926407.918742:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926407.918743:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926407.918744:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788926407.918757:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.918767:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926407.918770:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.918772:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.918779:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.918784:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926407.918791:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.918795:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.918800:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.918804:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338b6500 00000400:00000200:3.0:1788926407.918812:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x6d75 [2] + 1312 00000800:00000001:3.0:1788926407.918819:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.918824:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.918827:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.918831:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926407.918838:0:2391:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926407.918914:0:2391:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926407.918918:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df480. 00000100:00000040:3.0:1788926407.918921:0:2391:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86df480 x1875823536334080 msgsize 328 00000100:00100000:3.0:1788926407.918926:0:2391:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926407.918933:0:2391:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926407.918940:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.918943:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.919046:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.919049:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926407.919052:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926407.919058:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.919066:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926407.919068:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.919072:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926407.919076:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926407.919078:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.919082:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513929216:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788926407.919085:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926407.919090:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926407.919092:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.919095:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926407.919099:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84afe00. 02000000:00000001:3.0:1788926407.919101:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926407.919106:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926407.919110:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b000. 00000400:00000010:3.0:1788926407.919115:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000100:00000200:3.0:1788926407.919121:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513929216, portal 18 00000100:00000001:3.0:1788926407.919124:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926407.919125:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000040:3.0:1788926407.919132:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.919138:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.919140:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.919142:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926407.919144:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513929216, offset 0 00000400:00000200:3.0:1788926407.919149:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.919154:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.919160:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.919165:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926407.919168:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926407.919172:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926407.919174:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926407.919178:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2632:2632:256:4294967295] 192.168.203.140@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:3.0:1788926407.919182:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.919189:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.919195:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.919200:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926407.919206:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.919212:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.919217:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.919225:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.919229:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21437 usecs (22 jiffies) 00000400:00000200:3.0:1788926407.919233:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926407.919235:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296443075 00000100:00000001:3.0:1788926407.919238:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.919240:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296443075 00000100:00000001:3.0:1788926407.919242:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296447074 00000100:00000001:3.0:1788926407.919244:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.919247:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919249:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919252:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.919258:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926407.919260:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926407.919262:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.919263:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926407.919265:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919267:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919276:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.919278:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919290:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926407.919292:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536334080 02000000:00000001:3.0:1788926407.919294:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926407.919297:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.919299:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.919302:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926407.919306:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536334080 00000020:00000001:3.0:1788926407.919309:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926407.919310:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:3.0:1788926407.919312:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926407.919314:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:3.0:1788926407.919317:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:3.0:1788926407.919319:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:3.0:1788926407.919322:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926407.919326:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76c2d82c00. 00000100:00000001:3.0:1788926407.919329:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926407.919332:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76c2d82c00. 00000020:00000010:3.0:1788926407.919338:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c84ae200. 00000020:00000010:3.0:1788926407.919343:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11fa880. 00000020:00000010:3.0:1788926407.919347:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926407.919353:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926407.919356:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926407.919357:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926407.919359:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919367:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919373:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.919383:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926407.919385:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926407.919389:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 57 00000100:00000040:3.0:1788926407.919392:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:3.0:1788926407.919684:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227191936 : -108341482359680 : ffff9d76c86df480) 00000100:00000040:3.0:1788926407.919692:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86df480 x1875823536334080/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:728/0 lens 328/0 e 0 to 0 dl 1788926418 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926407.919701:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926407.919704:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76c2d82c00. 00000100:00000001:3.0:1788926407.919706:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926407.919708:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76c2d82c00. 00000100:00100000:3.0:1788926407.919713:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1875823536334080:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926407.919716:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536334080 00010000:00000001:3.0:1788926407.919718:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926407.919724:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926407.919726:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926407.919728:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=2 00000020:00000001:3.0:1788926407.919730:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:3.0:1788926407.919732:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:3.0:1788926407.919735:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926407.919737:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926407.919741:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000004c194956/0xdeff66104c08c6b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2daadb0 expref: -99 pid: 31371 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788926407.919751:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926407.919753:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926407.919757:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926407.919759:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919762:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.919766:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926407.919768:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.919771:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926407.919775:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926407.919778:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926407.919780:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926407.919782:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926407.919784:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.919786:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926407.919789:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926407.919791:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926407.919794:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536334080, offset 224 00000400:00000200:3.0:1788926407.919799:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926407.919803:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.919808:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926407.919813:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2633:2633:255:4294967295] 192.168.203.140@tcp LPNI seq info [2633:2633:7:4294967295] 00000400:00000200:3.0:1788926407.919817:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.919823:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926407.919828:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926407.919831:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406700. 00000800:00000200:3.0:1788926407.919835:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926407.919908:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926407.919911:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926407.919914:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.919918:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926407.919920:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926407.919923:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c8375b40. 00010000:00000001:3.0:1788926407.919926:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926407.920038:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926407.920042:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.920044:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.920046:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.920054:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df480 x1875823536334080/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:728/0 lens 328/224 e 0 to 0 dl 1788926418 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926407.920062:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1875823536334080:12345-192.168.203.140@tcp:104: Request processed in 360us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926407.920068:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 57 00000100:00000040:3.0:1788926407.920071:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:3.0:1788926407.920073:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926407.920074:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926407.920079:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11fa880. 00000020:00000010:3.0:1788926407.920082:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926407.920086:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c84ae200. 00000020:00000040:3.0:1788926407.920090:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:3.0:1788926407.920093:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926407.920127:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.920131:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926407.920134:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.920138:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.920151:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:3.0:1788926407.920154:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:3.0:1788926407.920158:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.920163:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.920172:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.920175:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.920182:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.920184:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926407.920248:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.920251:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406700. 00000400:00000200:3.0:1788926407.920254:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.920257:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.920260:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926407.920261:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926407.920264:0:2392:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926407.920265:0:2392:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788926407.922813:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926407.922818:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e700. 00000400:00000200:3.0:1788926407.922823:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.922828:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926407.922834:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:3.0:1788926407.922836:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:3.0:1788926407.922907:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926407.922914:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513929344/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.922923:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.922926:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513929344/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.922931:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.922933:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788926407.930056:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a600. 00010000:00000010:3.1:1788926407.930071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000800:00000001:3.0:1788926407.932292:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932305:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926407.932308:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.932318:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932325:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926407.932333:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932337:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932347:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32358600 00000400:00000200:3.0:1788926407.932353:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932359:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x787d [1] + 224 00000800:00000001:3.0:1788926407.932366:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932370:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.932373:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.932377:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926407.932384:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.932393:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926407.932429:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.932441:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926407.932448:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932452:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926407.932454:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932456:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.932460:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932463:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926407.932467:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932470:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932472:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932475:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32358680 00000400:00000200:3.0:1788926407.932478:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926407.932482:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7895 [1] + 224 00000800:00000001:3.0:1788926407.932485:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932491:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926407.932493:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926407.932496:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926407.932499:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.932503:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513929344/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926407.932516:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a680 x1875823513929344/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.932529:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926407.932533:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926407.932536:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.932548:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.932552:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926407.932558:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926407.932560:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926407.932563:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b000. 00000400:00000200:3.0:1788926407.932567:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:3.0:1788926407.932569:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:3.0:1788926407.932572:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926407.932576:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926407.932583:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.932589:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926407.932590:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.932593:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926407.932596:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926407.932598:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926407.932600:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926407.932603:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926407.932612:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dd38 time=222 v=5 (5 5 5 0) 00000100:00001000:3.0:1788926407.932616:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926407.932619:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926407.932620:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926407.932623:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926407.932626:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.932630:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926407.932632:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926407.932634:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926407.932637:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926407.932641:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.932648:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926407.932651:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926407.932653:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926407.932656:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926407.932664:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513929216:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788926407.932669:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.932671:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926407.932674:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dfb80 x1875823513929216/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926423 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926407.932681:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926407.932684:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926407.932687:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84afe00. 02000000:00000001:3.0:1788926407.932691:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926407.932694:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926407.932696:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926407.932698:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926407.932701:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c84aee00. 02000000:00000001:3.0:1788926407.932704:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926407.932705:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926407.932707:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dfb80. 00000100:00000001:3.0:1788926407.932710:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926407.932711:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.932713:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926407.932720:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926407.932722:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926407.932724:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926407.932726:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788926407.947500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225000. 00010000:00000010:0.1:1788926407.947513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a200. 00000080:00000001:2.0:1788926410.555702:0:31810:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926411.459860:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926411.459864:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926411.459867:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788926411.697681:0:31904:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926412.073998:0:31940:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788926412.074004:0:31940:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 00:00:10 (1788926410) 00000001:00000001:2.0:1788926412.085590:0:31940:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788926412.293199:0:31952:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926412.293206:0:31952:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926412.293208:0:31952:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926412.293211:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bb20 00000080:00200000:2.0:1788926412.293281:0:31952:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926412.293290:0:31952:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afc00. 00800000:00000002:2.0:1788926412.293296:0:31952:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926412.293299:0:31952:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926412.293303:0:31952:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926412.293305:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba40 00800000:00000002:2.0:1788926412.293308:0:31952:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926412.293311:0:31952:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926412.293313:0:31952:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926412.293315:0:31952:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926412.293317:0:31952:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926412.293319:0:31952:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926412.293321:0:31952:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926412.293323:0:31952:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926412.293325:0:31952:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926412.293329:0:31952:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926412.293333:0:31952:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926412.293335:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b910 00000002:00010000:2.0:1788926412.293337:0:31952:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926412.293340:0:31952:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926412.293342:0:31952:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926412.293344:0:31952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926412.293349:0:31952:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.293351:0:31952:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.293352:0:31952:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.293354:0:31952:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926412.293357:0:31952:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926412.293361:0:31952:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926412.293365:0:31952:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926412.293370:0:31952:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926412.293374:0:31952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926412.293378:0:31952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.293381:0:31952:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926412.293384:0:31952:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926412.293387:0:31952:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926412.293475:0:31952:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dc000. 00000100:00000001:2.0:1788926412.293482:0:31952:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.293487:0:31952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926412.293489:0:31952:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.293490:0:31952:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926412.293491:0:31952:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.293493:0:31952:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.293499:0:31952:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00010000:00000001:2.0:1788926412.293502:0:31952:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926412.293504:0:31952:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926412.293509:0:31952:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225b00. 00010000:00000010:2.0:1788926412.293513:0:31952:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642a80. 00010000:00000001:2.0:1788926412.293518:0:31952:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926412.293521:0:31952:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a400. 00000020:00000001:2.0:1788926412.293524:0:31952:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926412.293528:0:31952:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a400 with handle 0xdeff66104c08c6f0 to hash 00000020:00000001:2.0:1788926412.293530:0:31952:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926412.293531:0:31952:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926412.293535:0:31952:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926412.293539:0:31952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926412.293541:0:31952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926412.293545:0:31952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926412.293554:0:31952:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926412.293563:0:31952:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926412.293568:0:31952:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926412.293569:0:31952:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926412.293576:0:31952:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324d80. 00000100:00000001:2.0:1788926412.293578:0:31952:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223282560 : -108341486269056 : ffff9d76c8324d80) 00000100:00000001:2.0:1788926412.293580:0:31952:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926412.293582:0:31952:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000001:2.0:1788926412.293586:0:31952:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926412.293590:0:31952:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.293592:0:31952:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926412.293594:0:31952:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926412.293603:0:31952:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513929472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.293612:0:31952:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926412.293614:0:31952:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.293618:0:31952:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926412.293620:0:31952:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926412.293622:0:31952:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926412.293626:0:31952:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:31952:1875823513929472:192.168.203.140@tcp:101:lfs.0 00000100:00000001:2.0:1788926412.293633:0:31952:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926412.293637:0:31952:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926412.293639:0:31952:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.293642:0:31952:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926412.293646:0:31952:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b7800. 02000000:00000001:2.0:1788926412.293648:0:31952:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926412.293655:0:31952:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926412.293659:0:31952:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a65d8. 00000400:00000010:2.0:1788926412.293666:0:31952:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530cc0. 00000100:00000200:2.0:1788926412.293672:0:31952:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513929472, portal 10 00000100:00000001:2.0:1788926412.293675:0:31952:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926412.293676:0:31952:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:2.0:1788926412.293682:0:31952:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39180 x1875823513929472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.293689:0:31952:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926412.293692:0:31952:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926412.293694:0:31952:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530a18. 00000100:00000200:2.0:1788926412.293697:0:31952:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513929472, offset 0 00000400:00000200:2.0:1788926412.293703:0:31952:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926412.293712:0:31952:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.293718:0:31952:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926412.293724:0:31952:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926412.293727:0:31952:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926412.293730:0:31952:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926412.293733:0:31952:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926412.293736:0:31952:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2635:2635:256:4294967295] 192.168.203.140@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:2.0:1788926412.293741:0:31952:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.293750:0:31952:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926412.293756:0:31952:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926412.293761:0:31952:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926412.293767:0:31952:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926412.293775:0:31952:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926412.293806:0:31952:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926412.293825:0:31952:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.293830:0:31952:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 815457 usecs (816 jiffies) 00000400:00000200:2.0:1788926412.293833:0:31952:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926412.293836:0:31952:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296448243 00000100:00000001:2.0:1788926412.293842:0:31952:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296447074 00000100:00000001:2.0:1788926412.293847:0:31952:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296448243 00000100:00000001:2.0:1788926412.293850:0:31952:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296447074 00000100:00000001:2.0:1788926412.293853:0:31952:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.293855:0:31952:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.293857:0:31952:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926412.293859:0:31952:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926412.293861:0:31952:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926412.293863:0:31952:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926412.293866:0:31952:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926412.296326:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926412.296335:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:2.0:1788926412.296343:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.296350:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.296357:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530a18 00000400:00000010:2.0:1788926412.296360:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530a18. 00000100:00000001:2.0:1788926412.296364:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926412.296372:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513929472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.296384:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.296387:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39180 x1875823513929472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.296514:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.296516:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926412.319493:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926412.319506:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926412.319511:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926412.319513:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926412.319521:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.319529:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926412.319537:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.319541:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.319546:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.319550:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32358700 00000400:00000200:3.0:1788926412.319555:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.319562:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x789d [1] + 224 00000800:00000001:3.0:1788926412.319568:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926412.319574:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926412.319577:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.319581:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926412.319627:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926412.319638:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513929472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926412.319649:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b39180 x1875823513929472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.319669:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926412.319677:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926412.319681:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926412.322161:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.322166:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926412.322171:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.322175:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926412.322182:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8a18 00000400:00000010:3.0:1788926412.322184:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8a18. 00000100:00000001:3.0:1788926412.322188:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.322192:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.322199:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.322202:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.322207:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.322208:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926412.327007:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.327029:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.327034:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.327036:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.327045:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.327052:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.327061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.327065:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.327070:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.327074:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d32358780 00000400:00000200:2.0:1788926412.327079:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.327084:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x78ad [1] + 224 00000800:00000001:2.0:1788926412.327091:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.327096:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.327099:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.327104:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.327110:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.327119:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926412.327129:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.327149:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.327156:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.327158:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.327608:0:31952:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926412.327616:0:31952:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926412.327618:0:31952:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926412.327621:0:31952:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4738. 00000400:00000200:3.0:1788926412.327626:0:31952:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:3.0:1788926412.327637:0:31952:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:3.0:1788926412.327640:0:31952:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926412.327646:0:31952:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926412.327655:0:31952:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.327661:0:31952:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926412.327663:0:31952:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.327665:0:31952:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926412.327667:0:31952:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926412.327669:0:31952:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926412.327671:0:31952:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.327674:0:31952:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926412.327683:0:31952:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=79 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926412.327687:0:31952:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926412.327689:0:31952:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788926412.327692:0:31952:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.327698:0:31952:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788926412.327701:0:31952:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926412.327703:0:31952:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1788926412.327705:0:31952:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926412.327707:0:31952:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788926412.327711:0:31952:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.327725:0:31952:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788926412.327728:0:31952:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926412.327730:0:31952:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926412.327734:0:31952:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926428 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926412.327741:0:31952:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:31952:1875823513929600:192.168.203.140@tcp:101:lfs.0 00000100:00000001:3.0:1788926412.327744:0:31952:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.327747:0:31952:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788926412.327749:0:31952:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926412.327751:0:31952:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.327754:0:31952:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926428 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.327761:0:31952:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926412.327763:0:31952:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca7739c0. 00000100:00000001:3.0:1788926412.327766:0:31952:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926412.327767:0:31952:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788926412.327770:0:31952:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926412.327774:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.327777:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.327780:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=4 00000020:00000001:3.0:1788926412.327782:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:3.0:1788926412.327785:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00010000:3.0:1788926412.327790:0:31952:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327801:0:31952:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788926412.327805:0:31952:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327811:0:31952:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926412.327814:0:31952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327820:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.327821:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926412.327823:0:31952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327828:0:31952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926412.327831:0:31952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.327834:0:31952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788926412.327837:0:31952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926412.327842:0:31952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c1499e00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:3.0:1788926412.327845:0:31952:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788926412.327849:0:31952:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327854:0:31952:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788926412.327856:0:31952:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788926412.327860:0:31952:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327864:0:31952:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788926412.327866:0:31952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926412.327867:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.327869:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.327870:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=5 00000020:00000001:3.0:1788926412.327872:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:3.0:1788926412.327874:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:3.0:1788926412.327876:0:31952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926412.327879:0:31952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788926412.327889:0:31952:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926412.327891:0:31952:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926412.327893:0:31952:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788926412.327895:0:31952:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926412.327897:0:31952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926412.327898:0:31952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926412.327900:0:31952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926412.327901:0:31952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926412.327904:0:31952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499e00 with handle 0xdeff66104c08c6f7 from hash 00010000:00000001:3.0:1788926412.327906:0:31952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926412.327907:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.327908:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.327909:0:31952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926412.327910:0:31952:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926412.327912:0:31952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788926412.327914:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.327915:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.327916:0:31952:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.327918:0:31952:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926412.327920:0:31952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327925:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.327926:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.327927:0:31952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788926412.327928:0:31952:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926412.327929:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.327930:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.327931:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926412.327933:0:31952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c6f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31952 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926412.327943:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.327945:0:31952:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788926412.327949:0:31952:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788926412.327954:0:31952:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926428 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788926412.327960:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788926412.327962:0:31952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926412.327964:0:31952:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926412.327966:0:31952:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926412.327968:0:31952:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788926412.327981:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788926412.327982:0:31952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926412.327984:0:31952:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926412.327987:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b710 00000002:00002000:3.0:1788926412.327989:0:31952:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788926412.327992:0:31952:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926412.327995:0:31952:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926412.327997:0:31952:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926412.327999:0:31952:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788926412.328002:0:31952:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.328006:0:31952:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926412.328009:0:31952:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788926412.328010:0:31952:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d84149bb20 it_disposition 7 00000080:00002000:3.0:1788926412.328015:0:31952:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d173c438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1788926412.328022:0:31952:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:3.0:1788926412.328024:0:31952:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926412.328027:0:31952:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926412.328029:0:31952:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926412.328031:0:31952:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926412.328033:0:31952:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.328035:0:31952:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926412.328037:0:31952:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926412.328041:0:31952:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926412.328042:0:31952:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926412.328044:0:31952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926412.328049:0:31952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225b00 count: 2 00010000:00000001:3.0:1788926412.328051:0:31952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926412.328055:0:31952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926412.328057:0:31952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926412.328061:0:31952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788926412.328069:0:31952:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926412.328072:0:31952:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926412.328076:0:31952:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788926412.328082:0:31952:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926412.328084:0:31952:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926412.328086:0:31952:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926412.328088:0:31952:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788926412.328090:0:31952:0:(dcache.c:176:ll_intent_release()) intent ffffb2d84149b930 released 00000080:00010000:3.0:1788926412.328092:0:31952:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6f0 from it ffffb2d84149b930 00010000:00000001:3.0:1788926412.328094:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.328095:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.328097:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:3.0:1788926412.328099:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328101:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328103:0:31952:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926412.328105:0:31952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926412.328111:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328112:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.328113:0:31952:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926412.328115:0:31952:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926412.328118:0:31952:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926412.328124:0:31952:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926412.328126:0:31952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926412.328127:0:31952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926412.328131:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328132:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.328133:0:31952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328136:0:31952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926412.328138:0:31952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328140:0:31952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328142:0:31952:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328143:0:31952:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926412.328145:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328146:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926412.328147:0:31952:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788926412.328148:0:31952:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926412.328151:0:31952:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788926412.328154:0:31952:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8bfa600. 00000100:00000001:3.0:1788926412.328158:0:31952:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.328162:0:31952:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628a80 x1875823513929600/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926428 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.328169:0:31952:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926412.328171:0:31952:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926412.328174:0:31952:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997d000. 02000000:00000001:3.0:1788926412.328178:0:31952:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926412.328180:0:31952:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926412.328181:0:31952:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926412.328183:0:31952:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926412.328187:0:31952:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03000. 02000000:00000001:3.0:1788926412.328190:0:31952:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926412.328191:0:31952:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926412.328193:0:31952:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628a80. 00000100:00000001:3.0:1788926412.328197:0:31952:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926412.328198:0:31952:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926412.328200:0:31952:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788926412.328201:0:31952:0:(dcache.c:176:ll_intent_release()) intent ffffb2d84149bb20 released 00000080:00000001:3.0:1788926412.328202:0:31952:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788926412.328206:0:31952:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926412.328208:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bb70 00000080:00002000:3.0:1788926412.328210:0:31952:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9d76d173c438, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788926412.328213:0:31952:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.328321:0:31952:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926412.328324:0:31952:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926412.328326:0:31952:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926412.328327:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bbb0 00000080:00200000:3.0:1788926412.328329:0:31952:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926412.328334:0:31952:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33e00. 00800000:00000002:3.0:1788926412.328339:0:31952:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926412.328341:0:31952:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926412.328343:0:31952:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926412.328345:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bad0 00800000:00000002:3.0:1788926412.328347:0:31952:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926412.328351:0:31952:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926412.328352:0:31952:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926412.328353:0:31952:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926412.328355:0:31952:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926412.328356:0:31952:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926412.328358:0:31952:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.328359:0:31952:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926412.328361:0:31952:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.328364:0:31952:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926412.328368:0:31952:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926412.328369:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b9a0 00000002:00010000:3.0:1788926412.328371:0:31952:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926412.328374:0:31952:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926412.328375:0:31952:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926412.328377:0:31952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926412.328379:0:31952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225b00 count: 2 00010000:00000001:3.0:1788926412.328381:0:31952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926412.328384:0:31952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926412.328385:0:31952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926412.328389:0:31952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788926412.328424:0:31952:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926412.328426:0:31952:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926412.328429:0:31952:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788926412.328435:0:31952:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926412.328437:0:31952:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926412.328439:0:31952:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926412.328441:0:31952:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926412.328442:0:31952:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926412.328444:0:31952:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926412.328446:0:31952:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926412.328448:0:31952:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926412.328450:0:31952:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33e00. 00000080:00000001:3.0:1788926412.328452:0:31952:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926412.328454:0:31952:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926412.328456:0:31952:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926412.328459:0:31952:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c6f0 00800000:00000001:3.0:1788926412.328463:0:31952:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926412.328465:0:31952:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926412.328466:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.328467:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.328468:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:3.0:1788926412.328470:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328472:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328475:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328476:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926412.328477:0:31952:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926412.328479:0:31952:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926412.328481:0:31952:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6f0 from it ffffb2d84149bbe8 00010000:00000001:3.0:1788926412.328482:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.328483:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.328484:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:3.0:1788926412.328486:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328488:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328489:0:31952:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926412.328492:0:31952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926412.328498:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328500:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.328501:0:31952:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926412.328502:0:31952:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926412.328504:0:31952:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926412.328510:0:31952:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926412.328511:0:31952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926412.328512:0:31952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926412.328514:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328515:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.328516:0:31952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328518:0:31952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926412.328519:0:31952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328520:0:31952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328522:0:31952:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328524:0:31952:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926412.328525:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328526:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926412.328527:0:31952:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926412.328529:0:31952:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926412.328531:0:31952:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926412.328535:0:31952:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.328538:0:31952:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788926412.328540:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bbd8 00000080:00002000:3.0:1788926412.328541:0:31952:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9d76d173c438) flags 0x8000e refc 0 00000080:00000001:3.0:1788926412.328544:0:31952:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926412.328546:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bc20 00000080:00200000:3.0:1788926412.328547:0:31952:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:3.0:1788926412.328552:0:31952:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926412.328553:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bba8 00000080:00002000:3.0:1788926412.328555:0:31952:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9d76d173c438, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788926412.328559:0:31952:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926412.328577:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bd08 00000080:00200008:3.0:1788926412.328580:0:31952:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788926412.328586:0:31952:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788926412.328589:0:31952:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.328590:0:31952:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926412.328592:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bc80 00000080:00200000:3.0:1788926412.328593:0:31952:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926412.328596:0:31952:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33e00. 00800000:00000002:3.0:1788926412.328599:0:31952:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926412.328601:0:31952:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926412.328602:0:31952:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926412.328603:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bba0 00800000:00000002:3.0:1788926412.328605:0:31952:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926412.328608:0:31952:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926412.328609:0:31952:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926412.328610:0:31952:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926412.328611:0:31952:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926412.328613:0:31952:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926412.328614:0:31952:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.328616:0:31952:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926412.328618:0:31952:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.328620:0:31952:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926412.328622:0:31952:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926412.328623:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba70 00000002:00010000:3.0:1788926412.328625:0:31952:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926412.328627:0:31952:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926412.328628:0:31952:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926412.328630:0:31952:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926412.328632:0:31952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225b00 count: 2 00010000:00000001:3.0:1788926412.328634:0:31952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926412.328636:0:31952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926412.328637:0:31952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926412.328640:0:31952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788926412.328652:0:31952:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926412.328654:0:31952:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926412.328657:0:31952:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788926412.328662:0:31952:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926412.328664:0:31952:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926412.328665:0:31952:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926412.328667:0:31952:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926412.328668:0:31952:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926412.328670:0:31952:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926412.328672:0:31952:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926412.328674:0:31952:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926412.328676:0:31952:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33e00. 00000080:00000001:3.0:1788926412.328677:0:31952:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926412.328678:0:31952:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926412.328680:0:31952:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926412.328683:0:31952:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c6f0 00800000:00000001:3.0:1788926412.328685:0:31952:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926412.328686:0:31952:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926412.328687:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.328688:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.328690:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:3.0:1788926412.328692:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328694:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328696:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328697:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926412.328698:0:31952:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926412.328699:0:31952:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926412.328701:0:31952:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6f0 from it ffffb2d84149bcb8 00010000:00000001:3.0:1788926412.328702:0:31952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926412.328704:0:31952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926412.328705:0:31952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:3.0:1788926412.328706:0:31952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328708:0:31952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:3.0:1788926412.328710:0:31952:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926412.328712:0:31952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926412.328718:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328719:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.328720:0:31952:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926412.328721:0:31952:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926412.328724:0:31952:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c6f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaeba expref: -99 pid: 31952 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926412.328729:0:31952:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926412.328730:0:31952:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926412.328731:0:31952:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926412.328733:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328734:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.328735:0:31952:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328736:0:31952:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926412.328738:0:31952:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328739:0:31952:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328741:0:31952:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.328743:0:31952:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926412.328744:0:31952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.328745:0:31952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926412.328747:0:31952:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926412.328748:0:31952:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926412.328750:0:31952:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926412.328753:0:31952:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bd08 00000080:00000008:3.0:1788926412.328754:0:31952:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000800:00000200:3.0:1788926412.336823:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.336833:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:3.0:1788926412.336838:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.336847:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926412.336854:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:3.0:1788926412.336857:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:3.0:1788926412.336862:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.336870:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513929856/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.336881:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.336885:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513929856/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.336891:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.336893:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788926412.345614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cea0. 00010000:00000010:0.1:1788926412.345629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225b00. 00010000:00000010:0.1:1788926412.345651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a400. 00010000:00000010:3.1:1788926412.346641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000800:00000001:2.0:1788926412.346801:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.346813:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.346817:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.346819:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.346827:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.346835:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.346843:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.346847:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.346852:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.346856:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d32358880 00000400:00000200:2.0:1788926412.346862:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.346868:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x78b5 [1] + 224 00000800:00000001:2.0:1788926412.346875:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.346882:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.346885:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.346889:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.346897:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.346906:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513929856/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926412.346917:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76d8579f80 x1875823513929856/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.346938:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.346947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.346950:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926412.376856:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.376866:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:3.0:1788926412.376872:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.376880:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926412.376887:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:3.0:1788926412.376890:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:3.0:1788926412.376895:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.376902:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513929984/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.376913:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.376916:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857b480 x1875823513929984/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.376923:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.376924:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926412.384246:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.384261:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.384265:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.384267:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.384274:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.384282:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.384298:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.384302:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.384307:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.384311:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32358900 00000400:00000200:2.0:1788926412.384316:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.384321:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x78bd [1] + 224 00000800:00000001:2.0:1788926412.384328:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.384335:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.384338:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.384343:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.384349:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.384356:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513929984/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926412.384368:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d857b480 x1875823513929984/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.384386:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.384392:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.384422:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926412.385841:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.385846:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:3.0:1788926412.385850:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.385855:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926412.385860:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08215d8 00000400:00000010:3.0:1788926412.385863:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08215d8. 00000100:00000001:3.0:1788926412.385866:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.385871:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513930112/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.385882:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.385886:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857b480 x1875823513930112/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926412.385892:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.385894:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926412.397907:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.397924:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.397928:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.397931:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.397940:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.397947:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.397955:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.397960:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.397965:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.397969:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d32358980 00000400:00000200:2.0:1788926412.397985:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.397991:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x78c5 [1] + 224 00000800:00000001:2.0:1788926412.397997:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.398006:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.398009:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.398013:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.398020:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.398028:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513930112/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926412.398038:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76d857b480 x1875823513930112/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.398059:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.398067:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.398070:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926412.403312:0:31953:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926412.403320:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7d08 00000080:00000008:2.0:1788926412.403322:0:31953:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788926412.403520:0:31953:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926412.403522:0:31953:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926412.403523:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7b78 00000080:00200000:2.0:1788926412.403525:0:31953:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926412.403529:0:31953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:2.0:1788926412.403540:0:31953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926412.403542:0:31953:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926412.403545:0:31953:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926412.403546:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7a98 00800000:00000002:2.0:1788926412.403548:0:31953:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926412.403550:0:31953:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926412.403552:0:31953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926412.403554:0:31953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926412.403555:0:31953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926412.403556:0:31953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926412.403557:0:31953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926412.403559:0:31953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926412.403561:0:31953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926412.403562:0:31953:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926412.403566:0:31953:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926412.403567:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7968 00000002:00010000:2.0:1788926412.403569:0:31953:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926412.403571:0:31953:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926412.403573:0:31953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926412.403575:0:31953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926412.403578:0:31953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:2.0:1788926412.403581:0:31953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926412.403584:0:31953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926412.403587:0:31953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926412.403591:0:31953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788926412.403598:0:31953:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926412.403601:0:31953:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926412.403603:0:31953:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788926412.403609:0:31953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926412.403610:0:31953:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926412.403612:0:31953:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926412.403614:0:31953:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926412.403615:0:31953:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926412.403617:0:31953:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926412.403619:0:31953:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926412.403622:0:31953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926412.403624:0:31953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:2.0:1788926412.403627:0:31953:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926412.403628:0:31953:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926412.403631:0:31953:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926412.403634:0:31953:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c6fe 00800000:00000001:2.0:1788926412.403637:0:31953:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926412.403638:0:31953:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926412.403639:0:31953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926412.403641:0:31953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926412.403643:0:31953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:2.0:1788926412.403645:0:31953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:2.0:1788926412.403647:0:31953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:2.0:1788926412.403649:0:31953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926412.403651:0:31953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926412.403652:0:31953:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926412.403653:0:31953:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926412.403655:0:31953:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c6fe from it ffffb2d8420c7bb0 00010000:00000001:2.0:1788926412.403656:0:31953:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926412.403657:0:31953:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926412.403659:0:31953:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:2.0:1788926412.403661:0:31953:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:2.0:1788926412.403663:0:31953:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:2.0:1788926412.403665:0:31953:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926412.403668:0:31953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788926412.403674:0:31953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926412.403675:0:31953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926412.403676:0:31953:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926412.403677:0:31953:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926412.403680:0:31953:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788926412.403686:0:31953:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926412.403688:0:31953:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926412.403689:0:31953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926412.403691:0:31953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926412.403692:0:31953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926412.403693:0:31953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.403695:0:31953:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926412.403696:0:31953:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.403698:0:31953:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.403700:0:31953:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.403702:0:31953:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926412.403703:0:31953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926412.403704:0:31953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926412.403706:0:31953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926412.403707:0:31953:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926412.403708:0:31953:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788926412.403712:0:31953:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926412.403717:0:31953:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1788926412.403719:0:31953:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926412.403720:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7b78 00000080:00200008:2.0:1788926412.403722:0:31953:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 300000 00000080:00000010:2.0:1788926412.403726:0:31953:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95540. 00000080:00000001:2.0:1788926412.403731:0:31953:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926412.403732:0:31953:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926412.403745:0:31953:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788926412.403747:0:31953:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c03066f0 arg=7ffdbf81e4c0 00000020:00000001:2.0:1788926412.403753:0:31953:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788926412.403757:0:31953:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9d76d10df400. 00000020:00000001:2.0:1788926412.403761:0:31953:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926412.403764:0:31953:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788926412.403765:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7ad0 00000080:00200000:2.0:1788926412.403767:0:31953:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788926412.403772:0:31953:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:2.0:1788926412.403774:0:31953:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:2.0:1788926412.403782:0:31953:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788926412.403784:0:31953:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788926412.403786:0:31953:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926412.403788:0:31953:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926412.403789:0:31953:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926412.403791:0:31953:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926412.403793:0:31953:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926412.403796:0:31953:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926412.403798:0:31953:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926412.403801:0:31953:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:2.0:1788926412.403803:0:31953:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788926412.403806:0:31953:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788926412.403808:0:31953:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788926412.403811:0:31953:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788926412.403814:0:31953:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x20:0x0] 40000000:00000001:2.0:1788926412.403818:0:31953:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.403820:0:31953:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926412.403822:0:31953:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926412.403824:0:31953:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926412.403826:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c79e8 00800000:00000002:2.0:1788926412.403828:0:31953:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000405:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788926412.403833:0:31953:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788926412.403835:0:31953:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926412.403838:0:31953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:2.0:1788926412.403840:0:31953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926412.403842:0:31953:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926412.403845:0:31953:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926412.403849:0:31953:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788926412.403856:0:31953:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926412.403861:0:31953:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926412.403863:0:31953:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926412.403865:0:31953:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788926412.403867:0:31953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926412.403869:0:31953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926412.403871:0:31953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 3 00010000:00000001:2.0:1788926412.403872:0:31953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926412.403875:0:31953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.403877:0:31953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926412.403878:0:31953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926412.403879:0:31953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 3 00010000:00000001:2.0:1788926412.403881:0:31953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926412.403884:0:31953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926412.403885:0:31953:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926412.403887:0:31953:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926412.403888:0:31953:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 3 00010000:00000001:2.0:1788926412.403890:0:31953:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926412.403892:0:31953:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926412.403893:0:31953:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926412.403896:0:31953:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788926412.403900:0:31953:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788926412.403906:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7670 00000080:00002000:2.0:1788926412.403908:0:31953:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:3.0:1788926412.403939:0:31953:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926412.403944:0:31953:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788926412.403948:0:31953:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788926412.403950:0:31953:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926412.403952:0:31953:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.403956:0:31953:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926412.403960:0:31953:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926412.403961:0:31953:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926412.403962:0:31953:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926412.403964:0:31953:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926412.403967:0:31953:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008c00 with handle 0xdeff66104c08c6fe from hash 00010000:00000001:3.0:1788926412.403981:0:31953:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926412.403982:0:31953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926412.403983:0:31953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.403985:0:31953:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926412.403988:0:31953:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926412.403989:0:31953:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926412.403992:0:31953:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926412.403995:0:31953:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926412.403997:0:31953:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788926412.404003:0:31953:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dfb80. 00000020:00000040:3.0:1788926412.404007:0:31953:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926412.404013:0:31953:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926412.404015:0:31953:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.404017:0:31953:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926412.404021:0:31953:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926412.404023:0:31953:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.404037:0:31953:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926412.404039:0:31953:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926412.404042:0:31953:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926412.404049:0:31953:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d92800. 00000100:00000001:3.0:1788926412.404055:0:31953:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.404057:0:31953:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926412.404059:0:31953:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926412.404065:0:31953:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788926412.404073:0:31953:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788926412.404074:0:31953:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926412.404076:0:31953:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926412.404078:0:31953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c6fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaef2 expref: -99 pid: 31953 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788926412.404085:0:31953:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2ae00 count: 0 00010000:00000010:3.0:1788926412.404091:0:31953:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71980. 00010000:00000001:3.0:1788926412.404097:0:31953:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926412.404098:0:31953:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.404100:0:31953:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926412.404101:0:31953:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.404103:0:31953:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788926412.404113:0:31953:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788926412.404125:0:31953:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926412.404133:0:31953:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926412.404134:0:31953:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926412.404141:0:31953:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8529d80. 00000100:00000001:3.0:1788926412.404143:0:31953:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732225400192 : -108341484151424 : ffff9d76c8529d80) 00000100:00000001:3.0:1788926412.404146:0:31953:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926412.404147:0:31953:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000001:3.0:1788926412.404152:0:31953:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926412.404156:0:31953:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.404158:0:31953:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926412.404159:0:31953:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926412.404164:0:31953:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.404171:0:31953:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926412.404174:0:31953:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.404177:0:31953:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926412.404180:0:31953:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926412.404182:0:31953:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926412.404185:0:31953:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:31953:1875823513930368:192.168.203.140@tcp:36:lfs.0 00000100:00000001:3.0:1788926412.404189:0:31953:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926412.404194:0:31953:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926412.404196:0:31953:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.404198:0:31953:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926412.404202:0:31953:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91400. 02000000:00000001:3.0:1788926412.404203:0:31953:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926412.404211:0:31953:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926412.404216:0:31953:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b000. 00000400:00000010:3.0:1788926412.404221:0:31953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000100:00000200:3.0:1788926412.404228:0:31953:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513930368, portal 10 00000100:00000001:3.0:1788926412.404230:0:31953:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926412.404231:0:31953:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000040:3.0:1788926412.404237:0:31953:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.404244:0:31953:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926412.404246:0:31953:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926412.404249:0:31953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926412.404252:0:31953:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875823513930368, offset 0 00000400:00000200:3.0:1788926412.404258:0:31953:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926412.404267:0:31953:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.404274:0:31953:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926412.404279:0:31953:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926412.404282:0:31953:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926412.404285:0:31953:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926412.404288:0:31953:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926412.404291:0:31953:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2640:2640:256:4294967295] 192.168.203.140@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:3.0:1788926412.404295:0:31953:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.404304:0:31953:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926412.404309:0:31953:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926412.404313:0:31953:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926412.404319:0:31953:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926412.404326:0:31953:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926412.404330:0:31953:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788926412.404347:0:31953:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926412.404352:0:31953:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 809345 usecs (810 jiffies) 00000400:00000200:3.0:1788926412.404355:0:31953:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926412.404358:0:31953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296448348 00000100:00000001:3.0:1788926412.404364:0:31953:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296448330 00000100:00000001:3.0:1788926412.404369:0:31953:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296448348 00000100:00000001:3.0:1788926412.404372:0:31953:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296448331 00000100:00000001:3.0:1788926412.404375:0:31953:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926412.404378:0:31953:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.404380:0:31953:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926412.404381:0:31953:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926412.404384:0:31953:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8529d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788926412.404386:0:31953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926412.404665:0:31953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926412.405347:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926412.405354:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:2.0:1788926412.405360:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.405367:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.405373:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:2.0:1788926412.405376:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:2.0:1788926412.405380:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926412.405410:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.405428:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.405432:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.405439:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.405441:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926412.405463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00000080:00000010:3.1:1788926412.409601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172160. 00010000:00000010:3.1:1788926412.409622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:3.1:1788926412.409627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00000800:00000001:2.0:1788926412.409729:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.409741:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.409744:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.409747:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.409754:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.409761:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.409769:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.409775:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.409780:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.409784:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d32358a80 00000400:00000200:2.0:1788926412.409788:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.409793:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x78cd [1] + 224 00000800:00000001:2.0:1788926412.409800:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.409806:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.409868:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.409873:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.409879:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.409888:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926412.409898:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.409917:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.409925:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.409929:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.410259:0:31953:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926412.410268:0:31953:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926412.410269:0:31953:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926412.410273:0:31953:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b000. 00000400:00000200:3.0:1788926412.410277:0:31953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:3.0:1788926412.410280:0:31953:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:3.0:1788926412.410282:0:31953:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926412.410287:0:31953:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926412.410297:0:31953:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dfb80 x1875823513930368/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.410305:0:31953:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926412.410306:0:31953:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.410309:0:31953:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926412.410312:0:31953:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926412.410314:0:31953:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926412.410316:0:31953:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.410319:0:31953:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926412.410329:0:31953:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=79 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926412.410332:0:31953:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926412.410334:0:31953:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926412.410336:0:31953:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926412.410339:0:31953:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926412.410342:0:31953:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.410345:0:31953:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926412.410346:0:31953:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:3.0:1788926412.410348:0:31953:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926412.410350:0:31953:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926412.410351:0:31953:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000001:3.0:1788926412.410354:0:31953:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926412.410356:0:31953:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967595 00000100:00000001:3.0:1788926412.410358:0:31953:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926412.410361:0:31953:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926412.410365:0:31953:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dfb80 x1875823513930368/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926428 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.410372:0:31953:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926412.410375:0:31953:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926412.410377:0:31953:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926412.410381:0:31953:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dfb80 x1875823513930368/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926428 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926412.410389:0:31953:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dfb80 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:31953:1875823513930368:192.168.203.140@tcp:36:lfs.0 00000100:00000001:3.0:1788926412.410433:0:31953:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.410437:0:31953:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.410439:0:31953:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926412.410441:0:31953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.410445:0:31953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dfb80 x1875823513930368/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926428 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.410451:0:31953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926412.410453:0:31953:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8529d80. 00000100:00000001:3.0:1788926412.410456:0:31953:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926412.410458:0:31953:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926412.410618:0:31953:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.410624:0:31953:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x20:0x0] 00800000:00000001:3.0:1788926412.410626:0:31953:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.410629:0:31953:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926412.410634:0:31953:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788926412.410636:0:31953:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926412.410639:0:31953:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1788926412.410642:0:31953:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788926412.410662:0:31953:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d16fd280. 00000080:00000001:3.0:1788926412.410672:0:31953:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788926412.410674:0:31953:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348) 00000080:00000001:3.0:1788926412.410677:0:31953:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926412.410679:0:31953:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:3.0:1788926412.410681:0:31953:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.410683:0:31953:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:3.0:1788926412.410685:0:31953:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788926412.410688:0:31953:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611168 mtime from 0 to 1788926412 00000080:00200000:3.0:1788926412.410691:0:31953:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:3.0:1788926412.410693:0:31953:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788926412.410695:0:31953:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732378309448 : -108341331242168 : ffff9d76d16fd348) 00000080:00000001:3.0:1788926412.410697:0:31953:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926412.410701:0:31953:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788926412.410703:0:31953:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.410709:0:31953:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.410713:0:31953:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dfb80 x1875823513930368/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926428 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.410719:0:31953:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926412.410721:0:31953:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926412.410723:0:31953:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000010:3.0:1788926412.410728:0:31953:0:(dir.c:2111:ll_dir_ioctl()) kvfreed 'data': 648 at ffff9d76d10df400. 00000080:00000001:3.0:1788926412.410731:0:31953:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.410747:0:31953:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1788926412.410749:0:31953:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788926412.410752:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7dd0 00000080:00200008:3.0:1788926412.410754:0:31953:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 300000 00000080:00400000:3.0:1788926412.410757:0:31953:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788926412.410760:0:31953:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95540. 00000080:00000001:3.0:1788926412.410763:0:31953:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788926412.410765:0:31953:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8420c7dd0 00000080:00000008:3.0:1788926412.410767:0:31953:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 300000, rc = 0 00000080:00000001:3.0:1788926412.410769:0:31953:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926412.410770:0:31953:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926412.441738:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926412.441744:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e700. 00000400:00000200:2.0:1788926412.441748:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.441753:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.441759:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:2.0:1788926412.441762:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:2.0:1788926412.441765:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926412.441769:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513930496/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.441778:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.441782:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513930496/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.441788:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.441790:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926412.448916:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.448933:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.448937:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.448939:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.448948:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.448957:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.448966:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.448981:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.448987:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.448991:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32358b00 00000400:00000200:2.0:1788926412.448997:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.449003:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x78dd [1] + 224 00000800:00000001:2.0:1788926412.449009:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.449017:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.449021:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.449026:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.449033:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.449043:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513930496/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926412.449054:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c962aa00 x1875823513930496/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.449078:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.449086:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.449089:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926412.450549:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926412.450554:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ee00. 00000400:00000200:2.0:1788926412.450558:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.450562:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.450566:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8198 00000400:00000010:2.0:1788926412.450569:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8198. 00000100:00000001:2.0:1788926412.450573:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926412.450577:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513930624/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.450585:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.450588:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513930624/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.450595:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.450597:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926412.469881:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.469897:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.469901:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.469904:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.469913:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.469922:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.469931:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.469936:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.469942:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.469946:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32358b80 00000400:00000200:2.0:1788926412.469952:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.469958:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x78e5 [1] + 224 00000800:00000001:2.0:1788926412.469965:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.469982:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.469985:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.469991:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.469999:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.470007:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513930624/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926412.470019:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c962aa00 x1875823513930624/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.470040:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.470048:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.470051:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926412.479046:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926412.479055:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:2.0:1788926412.479062:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.479071:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.479079:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:2.0:1788926412.479083:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:2.0:1788926412.479087:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926412.479095:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513930880/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926428 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.479108:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.479112:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513930880/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926428 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.479120:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.479122:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926412.491879:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.491898:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.491903:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.491906:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.491914:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.491922:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.491933:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.491937:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.491942:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.491946:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32358c80 00000400:00000200:2.0:1788926412.491951:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.491957:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x78ed [32] + 224 00000800:00000001:2.0:1788926412.491964:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.491984:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.491988:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.491992:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.491999:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.492008:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513930880/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926428 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926412.492019:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c962aa00 x1875823513930880/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.492042:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.492050:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.492054:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926412.866488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926412.866499:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926412.866509:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a680. 00000020:00000040:2.0:1788926412.866516:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926412.866520:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926412.866523:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926412.866527:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926412.866535:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4f00. 00000100:00000001:2.0:1788926412.866541:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866552:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926412.866563:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926412.866568:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866573:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c545e89d] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.866609:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926412.866617:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926412.866620:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a300. 00000020:00000040:2.0:1788926412.866622:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926412.866625:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926412.866626:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926412.866628:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926412.866631:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926412.866633:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866638:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926412.866646:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926412.866648:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866652:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073762409] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.866659:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926412.866665:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926412.866668:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926412.866670:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926412.866672:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926412.866673:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926412.866675:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926412.866678:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4500. 00000100:00000001:2.0:1788926412.866680:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866684:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926412.866690:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926412.866692:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866695:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077fff5c8] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.866707:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926412.866712:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926412.866714:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38a80. 00000020:00000040:2.0:1788926412.866716:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926412.866718:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926412.866719:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926412.866721:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926412.866723:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4e00. 00000100:00000001:2.0:1788926412.866726:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866730:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926412.866736:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926412.866738:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866741:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0c31b5] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.866748:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.866752:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1785) 00000100:00000001:2.0:1788926412.866777:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.866780:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926412.866782:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926412.866788:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.866795:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926412.866797:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.866800:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926412.866816:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926412.866819:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926412.866822:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513931136:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926412.866826:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926412.866831:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926412.866833:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.866836:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926412.866840:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10ae400. 02000000:00000001:2.0:1788926412.866843:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926412.866852:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926412.866856:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926412.866862:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530a18. 00000100:00000200:2.0:1788926412.866869:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513931136, portal 10 00000100:00000001:3.0:1788926412.866872:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.866872:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926412.866874:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000001:3.0:1788926412.866877:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926412.866880:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926412.866884:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926412.866888:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.866897:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926412.866904:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:3.0:1788926412.866906:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1788926412.866909:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530088. 00000100:00000001:3.0:1788926412.866910:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.866915:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1788926412.866915:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513931136, offset 0 02000000:00000001:3.0:1788926412.866919:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926412.866922:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926412.866927:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00100000:3.0:1788926412.866930:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513931008:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926412.866935:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788926412.866938:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 02000000:00000001:3.0:1788926412.866939:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926412.866942:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.866944:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788926412.866948:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 02000000:00000010:3.0:1788926412.866949:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a33600. 02000000:00000001:3.0:1788926412.866954:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926412.866954:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926412.866961:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926412.866963:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.866976:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1788926412.866979:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b000. 00000400:00000200:2.0:1788926412.866982:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000010:3.0:1788926412.866987:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000400:00000200:2.0:1788926412.866987:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2644:2644:256:4294967295] 192.168.203.140@tcp LPNI seq info [2644:2644:8:4294967295] 00000100:00000200:3.0:1788926412.866993:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513931008, portal 25 00000400:00000200:2.0:1788926412.866997:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926412.866998:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926412.867001:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:3.0:1788926412.867010:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926412.867011:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926412.867023:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00000001:3.0:1788926412.867026:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1788926412.867030:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000100:00000040:3.0:1788926412.867031:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926412.867037:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926412.867040:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513931008, offset 0 00000800:00000200:2.0:1788926412.867041:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000400:00000200:3.0:1788926412.867049:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000800:00000200:2.0:1788926412.867054:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000400:00000200:3.0:1788926412.867057:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:2.0:1788926412.867060:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788926412.867064:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926412.867069:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926412.867072:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926412.867075:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788926412.867076:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926412.867079:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000040:2.0:1788926412.867083:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20498 usecs (21 jiffies) 00000400:00000200:3.0:1788926412.867084:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2645:2645:255:4294967295] 192.168.203.140@tcp LPNI seq info [2645:2645:7:4294967295] 00000400:00000200:2.0:1788926412.867092:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.867097:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926412.867098:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296448022 00000400:00000200:3.0:1788926412.867106:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926412.867112:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926412.867116:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926412.867120:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926412.867125:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926412.867128:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926412.867131:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926412.867134:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926412.867136:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296452194 00000800:00000200:3.0:1788926412.867197:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.867201:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926412.867208:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.867211:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926412.867216:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530088 00000400:00000010:3.0:1788926412.867219:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530088. 00000100:00000001:3.0:1788926412.867223:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.867228:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.867238:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.867242:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.867248:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.867249:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926412.867312:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.867315:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:3.0:1788926412.867318:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.867321:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926412.867323:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:3.0:1788926412.867325:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:3.0:1788926412.867327:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.867331:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.867338:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.867340:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.867346:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.867348:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926412.867363:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296448415 00000100:00000001:2.0:1788926412.867380:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296448022 00000100:00000001:2.0:1788926412.867383:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296448415 00000100:00000001:2.0:1788926412.867386:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.867389:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.867391:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926412.867536:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.867543:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926412.867545:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.867548:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926412.867549:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926412.867551:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926412.867555:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513931392:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926412.867558:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926412.867560:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926412.867562:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.867564:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926412.867568:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10af600. 02000000:00000001:2.0:1788926412.867569:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926412.867574:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926412.867576:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926412.867579:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000200:2.0:1788926412.867582:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513931392, portal 4 00000100:00000001:2.0:1788926412.867584:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926412.867585:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:2.0:1788926412.867648:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.867654:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926412.867657:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926412.867659:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000200:2.0:1788926412.867662:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513931392, offset 0 00000400:00000200:2.0:1788926412.867666:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926412.867670:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.867674:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926412.867676:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926412.867679:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926412.867681:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926412.867683:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926412.867686:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2646:2646:256:4294967295] 192.168.203.140@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:2.0:1788926412.867690:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.867696:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926412.867700:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926412.867703:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4200. 00000800:00000200:2.0:1788926412.867706:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926412.867710:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926412.867713:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926412.867721:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.867724:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 247322 usecs (248 jiffies) 00000400:00000200:2.0:1788926412.867727:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926412.867729:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296448249 00000100:00000001:2.0:1788926412.867731:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296448415 00000100:00000001:2.0:1788926412.867734:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296448249 00000100:00000001:2.0:1788926412.867735:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296448415 00000100:00000001:2.0:1788926412.867737:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.867739:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.867742:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.867744:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.867750:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926412.867752:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926412.867754:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.867755:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926412.867756:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.867758:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926412.867777:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926412.867780:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:2.0:1788926412.867783:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.867787:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.867790:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:2.0:1788926412.867792:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:2.0:1788926412.867794:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926412.867798:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.867926:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.867930:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.867936:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.867937:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926412.869291:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296448415 00000100:00000001:3.0:1788926412.869301:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296452196 00000100:00000001:3.0:1788926412.869304:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296448415 00000100:00000001:3.0:1788926412.869307:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926412.869311:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.869315:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926412.869324:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.869332:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926412.869334:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.869337:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926412.869340:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926412.869343:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926412.869346:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513931264:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926412.869350:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926412.869354:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926412.869357:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926412.869360:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926412.869365:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a32800. 02000000:00000001:3.0:1788926412.869367:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926412.869374:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926412.869378:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b108. 00000400:00000010:3.0:1788926412.869389:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926412.869414:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513931264, portal 4 00000100:00000001:3.0:1788926412.869417:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926412.869419:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000040:3.0:1788926412.869427:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.869434:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926412.869437:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926412.869440:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926412.869443:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513931264, offset 0 00000400:00000200:3.0:1788926412.869448:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926412.869456:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000001:2.0:1788926412.869531:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.869541:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.869544:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.869545:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.869549:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.869554:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926412.870897:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926412.870904:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926412.870909:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926412.870912:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926412.870916:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926412.870920:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2647:2647:256:4294967295] 192.168.203.140@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:3.0:1788926412.870926:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926412.870934:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926412.870940:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926412.870948:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926412.870955:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926412.870962:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926412.870975:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926412.870992:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926412.870997:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21415 usecs (22 jiffies) 00000400:00000200:3.0:1788926412.871001:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926412.871004:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296448027 00000100:00000001:3.0:1788926412.871006:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296452194 00000100:00000001:3.0:1788926412.871008:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296448027 00000100:00000001:3.0:1788926412.871010:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296452196 00000100:00000001:3.0:1788926412.871012:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926412.871015:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.871019:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.871022:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926412.871029:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926412.871031:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926412.871033:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926412.871035:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926412.871036:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.871038:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926412.871134:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926412.871137:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:3.0:1788926412.871142:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926412.871147:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926412.875152:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875160:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875167:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875174:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32358d80 00000400:00000200:2.0:1788926412.875180:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875187:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x78f5 [1] + 224 00000800:00000001:2.0:1788926412.875195:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875206:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875210:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.875214:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.875222:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.875231:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926412.875242:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.875256:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.875318:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875324:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.875326:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875328:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875332:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875336:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.875341:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875344:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875347:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875349:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32358d00 00000400:00000200:2.0:1788926412.875353:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875356:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7905 [1] + 224 00000800:00000001:2.0:1788926412.875360:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875363:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875365:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.875368:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.875371:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.875376:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926412.875385:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.875420:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.875424:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875429:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.875430:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875433:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875435:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875439:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.875443:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875446:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875449:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875451:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32358e80 00000400:00000200:2.0:1788926412.875455:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875459:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7915 [1] + 224 00000800:00000001:2.0:1788926412.875462:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875465:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875467:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.875470:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.875473:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.875478:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926412.875492:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.875499:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.875503:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875507:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926412.875509:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875511:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875514:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875517:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926412.875520:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875522:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875525:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875528:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32358e00 00000400:00000200:2.0:1788926412.875531:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926412.875534:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7925 [1] + 224 00000800:00000001:2.0:1788926412.875537:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875542:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926412.875544:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926412.875547:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926412.875549:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.875553:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926412.875561:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.875567:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926412.875571:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926412.875574:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.875598:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.875602:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926412.875608:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926412.875610:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926412.875613:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b000. 00000400:00000200:2.0:1788926412.875617:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:2.0:1788926412.875619:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:2.0:1788926412.875621:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.875922:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926412.875932:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.875938:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926412.875940:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.875943:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926412.875945:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926412.875947:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926412.875950:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.875953:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926412.875959:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926412.875963:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926412.875975:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926412.875977:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.875980:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926412.875982:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.875985:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.875990:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.875998:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.876001:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926412.876002:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926412.876006:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926412.876082:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513931008:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926412.876089:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926412.876090:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926412.876092:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b108. 00000400:00000200:2.0:1788926412.876094:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:2.0:1788926412.876096:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:2.0:1788926412.876099:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.876103:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926412.876111:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876117:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:2.0:1788926412.876120:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876125:0:2400:0:(client.c:3011:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876128:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876130:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.876133:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a680 x1875823513931008/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876139:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926412.876141:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926412.876144:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a33600. 02000000:00000001:2.0:1788926412.876147:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926412.876150:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926412.876151:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926412.876153:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926412.876155:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4f00. 02000000:00000001:2.0:1788926412.876158:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926412.876160:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926412.876162:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a680. 00000100:00000001:2.0:1788926412.876164:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926412.876166:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876169:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876171:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.876172:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926412.876174:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876175:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876187:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.876189:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926412.876192:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926412.876193:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926412.876194:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:2.0:1788926412.876197:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530a18 00000400:00000010:2.0:1788926412.876199:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530a18. 00000100:00000001:2.0:1788926412.876201:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.876205:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926412.876213:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876219:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926412.876221:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876223:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926412.876225:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926412.876226:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926412.876227:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.876229:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926412.876235:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=79 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926412.876238:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926412.876241:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926412.876242:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.876243:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926412.876245:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876248:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926412.876250:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926412.876252:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926412.876254:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.876257:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876264:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.876266:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926412.876267:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926412.876329:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926412.876338:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513931136:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926412.876343:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926412.876344:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926412.876346:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:2.0:1788926412.876349:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:2.0:1788926412.876351:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:2.0:1788926412.876354:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926412.876356:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926412.876363:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876368:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926412.876370:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876371:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926412.876373:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926412.876375:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926412.876376:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.876378:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926412.876382:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=79 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926412.876385:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=147 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926412.876387:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926412.876388:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.876389:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926412.876391:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876393:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788926412.876394:0:2399:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: committing for last_committed 4294967322 gen 12 00000100:00000040:2.0:1788926412.876422:0:2399:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967322) req@ffff9d76c9628000 x1875823513923200/t4294967322(4294967322) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926418 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.876428:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.876430:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513923200/t4294967322(4294967322) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926418 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926412.876435:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926412.876437:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926412.876438:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b01c00. 02000000:00000001:2.0:1788926412.876441:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926412.876443:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926412.876444:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926412.876445:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926412.876447:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c61a00. 02000000:00000001:2.0:1788926412.876449:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926412.876450:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926412.876451:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:2.0:1788926412.876453:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926412.876454:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876457:0:2399:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788926412.876459:0:2399:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1788926412.876461:0:2399:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926412.876462:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.876466:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876471:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.876473:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926412.876474:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926412.876477:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926412.876483:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513931392:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926412.876487:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876489:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.876491:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a300 x1875823513931136/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876496:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926412.876497:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926412.876498:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10ae400. 02000000:00000001:2.0:1788926412.876500:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926412.876501:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926412.876503:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926412.876504:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926412.876506:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:2.0:1788926412.876507:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926412.876508:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926412.876510:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a300. 00000100:00000001:2.0:1788926412.876511:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926412.876512:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876514:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.876516:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38a80 x1875823513931392/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.876526:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926412.876527:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926412.876528:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10af600. 02000000:00000001:2.0:1788926412.876530:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926412.876531:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926412.876532:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926412.876534:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926412.876535:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4e00. 02000000:00000001:2.0:1788926412.876536:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926412.876537:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926412.876538:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38a80. 00000100:00000001:2.0:1788926412.876540:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926412.876541:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876543:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.876549:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926412.876551:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.876553:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.876554:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926412.877915:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926412.877922:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926412.877926:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926412.877935:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.877958:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926412.877962:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926412.877977:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926412.877979:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926412.878085:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.878088:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788926412.878096:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.878105:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.878107:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926412.878109:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926412.878111:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926412.878114:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926412.878117:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926412.878125:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=79 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926412.878129:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926412.878131:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926412.878132:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926412.878135:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926412.878138:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.878141:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926412.878143:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788926412.878145:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926412.878147:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926412.878151:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.878158:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926412.878160:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926412.878161:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926412.878165:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926412.878173:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513931264:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926412.878177:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.878179:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926412.878181:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3aa00 x1875823513931264/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926412.878186:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926412.878188:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926412.878191:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a32800. 02000000:00000001:2.0:1788926412.878195:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926412.878197:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926412.878199:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926412.878201:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926412.878203:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4500. 02000000:00000001:2.0:1788926412.878206:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926412.878207:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926412.878209:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3aa00. 00000100:00000001:2.0:1788926412.878212:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926412.878213:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.878215:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926412.878221:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926412.878223:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926412.878224:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926412.878226:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.385642:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926413.385649:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926413.385652:0:31965:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926413.385655:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbbc0 00000080:00200000:2.0:1788926413.385660:0:31965:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926413.385667:0:31965:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afe00. 00800000:00000002:2.0:1788926413.385673:0:31965:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926413.386369:0:31965:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926413.386374:0:31965:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926413.386377:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbae0 00800000:00000002:2.0:1788926413.386379:0:31965:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926413.386384:0:31965:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926413.386386:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926413.386388:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926413.386391:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926413.386393:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926413.386447:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.386450:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926413.386453:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.386456:0:31965:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926413.386462:0:31965:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926413.386464:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb9b0 00000002:00010000:2.0:1788926413.386466:0:31965:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926413.386470:0:31965:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926413.386471:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926413.386474:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926413.386480:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fa00 count: 2 00010000:00000001:2.0:1788926413.386483:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.386488:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926413.386491:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926413.386496:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926413.386566:0:31965:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926413.386570:0:31965:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.386574:0:31965:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926413.386581:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926413.386583:0:31965:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926413.386584:0:31965:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926413.386586:0:31965:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926413.386588:0:31965:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926413.386590:0:31965:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926413.386593:0:31965:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926413.386596:0:31965:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926413.386599:0:31965:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afe00. 00000080:00000001:2.0:1788926413.386604:0:31965:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926413.386605:0:31965:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926413.386608:0:31965:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926413.386611:0:31965:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c70c 00800000:00000001:2.0:1788926413.386615:0:31965:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926413.386617:0:31965:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926413.386619:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.386621:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.386677:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:2.0:1788926413.386680:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:2.0:1788926413.386683:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:2.0:1788926413.386687:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.386688:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.386689:0:31965:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.386691:0:31965:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926413.386694:0:31965:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c70c from it ffffb2d841cbbbf8 00010000:00000001:2.0:1788926413.386696:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.386697:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.386699:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:2.0:1788926413.386701:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:2.0:1788926413.386703:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:2.0:1788926413.386705:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926413.386709:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926413.386716:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.386717:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.386718:0:31965:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926413.386720:0:31965:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926413.386723:0:31965:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926413.386733:0:31965:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926413.386735:0:31965:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926413.386739:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926413.386743:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.386744:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.386745:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386748:0:31965:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926413.386750:0:31965:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386752:0:31965:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386754:0:31965:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386755:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926413.386757:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.386758:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926413.386761:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926413.386762:0:31965:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926413.386765:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926413.386770:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926413.386778:0:31965:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01c00. 00000020:00000001:2.0:1788926413.386782:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbb28 00000080:00200000:2.0:1788926413.386784:0:31965:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=25 00000080:00000001:2.0:1788926413.386787:0:31965:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926413.386789:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb9d8 00000080:00200000:2.0:1788926413.386790:0:31965:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:2.0:1788926413.386797:0:31965:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afe00. 00800000:00000002:2.0:1788926413.386800:0:31965:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926413.386804:0:31965:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926413.386806:0:31965:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926413.386807:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb8f8 00800000:00000002:2.0:1788926413.386809:0:31965:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926413.386812:0:31965:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926413.386814:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926413.386815:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926413.386816:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926413.386818:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926413.386819:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.386821:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926413.386823:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.386825:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb890 00800000:00000002:2.0:1788926413.386827:0:31965:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788926413.386830:0:31965:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926413.386831:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb7c8 00000002:00010000:2.0:1788926413.386832:0:31965:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788926413.386836:0:31965:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926413.386839:0:31965:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926413.386843:0:31965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926413.386847:0:31965:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926413.386853:0:31965:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926413.386857:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926413.386859:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.386861:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.386862:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.386865:0:31965:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926413.386867:0:31965:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926413.386869:0:31965:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926413.386876:0:31965:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10de400. 00000100:00000001:2.0:1788926413.386883:0:31965:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386887:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926413.386889:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386891:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926413.386892:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.386893:0:31965:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.386900:0:31965:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00010000:00000001:2.0:1788926413.386904:0:31965:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926413.386906:0:31965:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926413.386909:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fa00 count: 2 00010000:00000001:2.0:1788926413.386911:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.386914:0:31965:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926413.386917:0:31965:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880ac00. 00000020:00000001:2.0:1788926413.386920:0:31965:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926413.386923:0:31965:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880ac00 with handle 0xdeff66104c08c721 to hash 00000020:00000001:2.0:1788926413.386925:0:31965:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926413.386926:0:31965:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.386930:0:31965:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.386933:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926413.386934:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.386937:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926413.386944:0:31965:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926413.386953:0:31965:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926413.386958:0:31965:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926413.386960:0:31965:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926413.386976:0:31965:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324f00. 00000100:00000001:2.0:1788926413.386978:0:31965:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223282944 : -108341486268672 : ffff9d76c8324f00) 00000100:00000001:2.0:1788926413.386981:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.386982:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000001:2.0:1788926413.386987:0:31965:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926413.386991:0:31965:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.386993:0:31965:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926413.386994:0:31965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926413.387004:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.387018:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926413.387020:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.387024:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926413.387026:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926413.387028:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926413.387032:0:31965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31965:1875823513931520:192.168.203.140@tcp:101:touch.0 00000100:00000001:2.0:1788926413.387036:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926413.387041:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926413.387043:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.387045:0:31965:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926413.387049:0:31965:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b4800. 02000000:00000001:2.0:1788926413.387051:0:31965:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926413.387058:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926413.387063:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926413.387070:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000200:2.0:1788926413.387076:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513931520, portal 10 00000100:00000001:2.0:1788926413.387078:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.387079:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000040:2.0:1788926413.387084:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.387092:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926413.387095:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926413.387097:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530a18. 00000100:00000200:2.0:1788926413.387100:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513931520, offset 0 00000400:00000200:2.0:1788926413.387106:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926413.387113:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926413.387121:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926413.387126:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926413.387130:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926413.387133:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926413.387136:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926413.387140:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2648:2648:256:4294967295] 192.168.203.140@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:2.0:1788926413.387146:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926413.387154:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926413.387160:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926413.387165:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000800:00000200:2.0:1788926413.387171:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926413.387178:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926413.387182:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788926413.387253:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926413.387258:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 804516 usecs (805 jiffies) 00000400:00000200:2.0:1788926413.387262:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926413.387264:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296449326 00000100:00000001:2.0:1788926413.387267:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296452194 00000100:00000001:2.0:1788926413.387269:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296449326 00000100:00000001:2.0:1788926413.387271:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296452196 00000100:00000001:2.0:1788926413.387273:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926413.387275:0:31965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.387278:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926413.387279:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926413.387282:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788926413.387284:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926413.387287:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926413.387394:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926413.387596:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:3.0:1788926413.387601:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926413.387606:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926413.387610:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530a18 00000400:00000010:3.0:1788926413.387612:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530a18. 00000100:00000001:3.0:1788926413.387617:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926413.387621:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926413.387696:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926413.387701:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926413.387708:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926413.387710:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926413.399717:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.399732:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926413.399736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.399739:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926413.399747:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.399754:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926413.399762:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.399767:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.399773:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.399777:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32358f00 00000400:00000200:3.0:1788926413.399782:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.399788:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7935 [1] + 224 00000800:00000001:3.0:1788926413.399795:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.399812:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926413.399815:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926413.399820:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926413.399827:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926413.399835:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926413.399846:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926413.399867:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926413.399875:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.399878:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926413.400108:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926413.400115:0:31965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926413.400117:0:31965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926413.400121:0:31965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:2.0:1788926413.400125:0:31965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:2.0:1788926413.400127:0:31965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:2.0:1788926413.400130:0:31965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926413.400135:0:31965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926413.400149:0:31965:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.400155:0:31965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926413.400157:0:31965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926413.400160:0:31965:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926413.400163:0:31965:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926413.400166:0:31965:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926413.400169:0:31965:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.400171:0:31965:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926413.400180:0:31965:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926413.400185:0:31965:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926413.400188:0:31965:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926413.400189:0:31965:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400192:0:31965:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926413.400195:0:31965:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.400199:0:31965:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926413.400201:0:31965:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788926413.400203:0:31965:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926413.400206:0:31965:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926413.400211:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.400217:0:31965:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926413.400220:0:31965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926413.400222:0:31965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926413.400226:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926429 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926413.400233:0:31965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31965:1875823513931520:192.168.203.140@tcp:101:touch.0 00000100:00000001:2.0:1788926413.400238:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926413.400241:0:31965:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.400244:0:31965:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926413.400246:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926413.400250:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926429 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.400258:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926413.400260:0:31965:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8324f00. 00000100:00000001:2.0:1788926413.400263:0:31965:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926413.400265:0:31965:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400267:0:31965:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926413.400271:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400274:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400277:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=4 00000020:00000001:2.0:1788926413.400279:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400282:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000040:2.0:1788926413.400288:0:31965:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880ac00, remote cookie: 0x840913afd2daaf85, flags: 0x1001 00010000:00010000:2.0:1788926413.400293:0:31965:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926413.400302:0:31965:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788926413.400305:0:31965:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788926413.400311:0:31965:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225a00. 00010000:00000010:2.0:1788926413.400316:0:31965:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642780. 00010000:00000001:2.0:1788926413.400321:0:31965:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.400325:0:31965:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926413.400334:0:31965:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400340:0:31965:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926413.400343:0:31965:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926413.400345:0:31965:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926413.400347:0:31965:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926413.400349:0:31965:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926413.400352:0:31965:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x20:0x0].0x0 (ffff9d76c3225a00) refcount = 1 00010000:00010000:2.0:1788926413.400356:0:31965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400363:0:31965:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926413.400366:0:31965:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926413.400368:0:31965:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.400370:0:31965:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926413.400373:0:31965:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.400376:0:31965:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400382:0:31965:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926413.400384:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400385:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400386:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400387:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400389:0:31965:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400393:0:31965:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926413.400435:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400437:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400439:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400441:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400443:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400446:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400447:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400448:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=4 00000020:00000001:2.0:1788926413.400450:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400452:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400455:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926413.400458:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.400461:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400474:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400475:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400476:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400477:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400479:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=5 00000020:00000001:2.0:1788926413.400481:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400483:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400486:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926413.400489:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400495:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400496:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926413.400498:0:31965:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400505:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926413.400506:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400507:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400509:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400510:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926413.400515:0:31965:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926429 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926413.400523:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400525:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400526:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400528:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400530:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400533:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400534:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.400535:0:31965:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400538:0:31965:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400540:0:31965:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926413.400543:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400544:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400545:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400547:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400548:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00000002:00010000:2.0:1788926413.400551:0:31965:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400557:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400558:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400559:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926413.400561:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400561:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400562:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400564:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400566:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000040:2.0:1788926413.400569:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225a00 count: 2 00010000:00000001:2.0:1788926413.400571:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926413.400575:0:31965:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/32 (0 0) 00010000:00000001:2.0:1788926413.400577:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400578:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.400579:0:31965:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926413.400581:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb750 00000002:00002000:2.0:1788926413.400583:0:31965:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926413.400586:0:31965:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.400589:0:31965:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.400591:0:31965:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926413.400594:0:31965:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926413.400597:0:31965:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.400600:0:31965:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926413.400603:0:31965:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926413.400605:0:31965:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841cbbac8 it_disposition b 00000080:00000001:2.0:1788926413.400607:0:31965:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926413.400612:0:31965:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788926413.400616:0:31965:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788926413.400621:0:31965:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d3318c00. 00800000:00000001:2.0:1788926413.400623:0:31965:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732407782400 : -108341301769216 : ffff9d76d3318c00) 00800000:00000001:2.0:1788926413.400625:0:31965:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400627:0:31965:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926413.400630:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788926413.400633:0:31965:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788926413.400638:0:31965:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926413.400640:0:31965:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:2.0:1788926413.400643:0:31965:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:2.0:1788926413.400645:0:31965:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:2.0:1788926413.400649:0:31965:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788926413.400651:0:31965:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.400654:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788926413.400656:0:31965:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788926413.400660:0:31965:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00200000:2.0:1788926413.400663:0:31965:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x20:0x0](ffff9d76d16fd348): rc = 0 00000080:00000001:2.0:1788926413.400666:0:31965:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732378309448 : -108341331242168 : ffff9d76d16fd348) 00010000:00000001:2.0:1788926413.400668:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400669:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400670:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400672:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400674:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400676:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400677:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926413.400679:0:31965:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926413.400681:0:31965:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926413.400683:0:31965:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926413.400686:0:31965:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9d76d16fd348) for lock 0xdeff66104c08c721 00800000:00000001:2.0:1788926413.400689:0:31965:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926413.400690:0:31965:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926413.400692:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400693:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400694:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400696:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400698:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400700:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400701:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.400702:0:31965:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.400704:0:31965:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788926413.400710:0:31965:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d17596c0 inode ffff9d76d16fd348 refc 1 flags 0x20000e 00000080:00000002:2.0:1788926413.400714:0:31965:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788926413.400717:0:31965:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788926413.400720:0:31965:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9d76d16fd348) 00000080:00010000:2.0:1788926413.400724:0:31965:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c721 from it ffffb2d841cbbac8 00010000:00000001:2.0:1788926413.400725:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.400726:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.400727:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ac00 refcount=3 00000020:00000001:2.0:1788926413.400729:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400731:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418560 : -108341481133056 : ffff9d76c880ac00) 00010000:00000001:2.0:1788926413.400732:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926413.400735:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.400740:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400741:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400743:0:31965:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926413.400745:0:31965:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926413.400747:0:31965:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926413.400754:0:31965:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926413.400757:0:31965:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926413.400759:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926413.400763:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400764:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.400765:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400768:0:31965:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926413.400770:0:31965:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400772:0:31965:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400774:0:31965:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400776:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926413.400777:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.400778:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926413.400779:0:31965:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926413.400783:0:31965:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afe00. 00000100:00000001:2.0:1788926413.400786:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926413.400790:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3aa00 x1875823513931520/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926429 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.400798:0:31965:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926413.400805:0:31965:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926413.400808:0:31965:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b4800. 02000000:00000001:2.0:1788926413.400811:0:31965:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926413.400816:0:31965:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926413.400817:0:31965:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926413.400819:0:31965:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926413.400822:0:31965:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926413.400825:0:31965:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926413.400827:0:31965:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926413.400829:0:31965:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3aa00. 00000100:00000001:2.0:1788926413.400832:0:31965:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926413.400833:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926413.400840:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926413.400843:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348), inode mode 41ed mask 1 00000080:00000001:2.0:1788926413.400847:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926413.400860:0:31965:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01d20. 00000080:00000001:2.0:1788926413.400864:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926413.400865:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348), inode mode 41ed mask 3 00000080:00000001:2.0:1788926413.400867:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.400870:0:31965:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788926413.400871:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbb58 00000080:00200000:2.0:1788926413.400874:0:31965:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9d76d16fd348), file ffff9d76c3dda780, open_flags 8941, mode 81b6 opened 0 00000080:00000010:2.0:1788926413.400879:0:31965:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76c866f1e0. 00000080:00000001:2.0:1788926413.400883:0:31965:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926413.400885:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbba08 00000080:00200000:2.0:1788926413.400886:0:31965:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9d76d16fd348), intent=open|creat 00000080:00000010:2.0:1788926413.400893:0:31965:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afe00. 00800000:00000002:2.0:1788926413.400896:0:31965:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76d3318c00 2 00000080:00000001:2.0:1788926413.400900:0:31965:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926413.400902:0:31965:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926413.400904:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb928 00800000:00000002:2.0:1788926413.400906:0:31965:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x20:0x0] 00800000:00000001:2.0:1788926413.400908:0:31965:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788926413.400910:0:31965:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788926413.400914:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926413.400916:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926413.400918:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926413.400919:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926413.400921:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.400923:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788926413.400925:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.400927:0:31965:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:2.0:1788926413.400931:0:31965:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788926413.400932:0:31965:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788926413.400934:0:31965:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788926413.400936:0:31965:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788926413.400938:0:31965:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x22:0x0] 40000000:00000001:2.0:1788926413.400941:0:31965:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400942:0:31965:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.400944:0:31965:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.400945:0:31965:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.400947:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb8a8 00800000:00000002:2.0:1788926413.400949:0:31965:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x20:0x0], fid2=[0x200000405:0x22:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788926413.400952:0:31965:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926413.400954:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb7e0 00000002:00010000:2.0:1788926413.400956:0:31965:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x22:0x0]) in obj [0x200000405:0x20:0x0], intent: open|creat flags 0104502 00000002:00000001:2.0:1788926413.400960:0:31965:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926413.400962:0:31965:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788926413.400974:0:31965:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788926413.400977:0:31965:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400978:0:31965:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926413.400980:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225a00 count: 2 00010000:00000001:2.0:1788926413.400982:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.400984:0:31965:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926413.400987:0:31965:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.400988:0:31965:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.400990:0:31965:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926413.400994:0:31965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926413.400997:0:31965:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926413.401002:0:31965:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926413.401003:0:31965:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.401006:0:31965:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926413.401009:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926413.401012:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.401013:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.401014:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.401017:0:31965:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926413.401018:0:31965:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926413.401022:0:31965:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926413.401028:0:31965:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10de400. 00000100:00000001:2.0:1788926413.401033:0:31965:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.401036:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926413.401038:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.401039:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926413.401041:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.401043:0:31965:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.401056:0:31965:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00010000:00000001:2.0:1788926413.401060:0:31965:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926413.401063:0:31965:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926413.401065:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225a00 count: 2 00010000:00000001:2.0:1788926413.401067:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.401069:0:31965:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926413.401072:0:31965:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a400. 00000020:00000001:2.0:1788926413.401075:0:31965:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926413.401078:0:31965:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a400 with handle 0xdeff66104c08c728 to hash 00000020:00000001:2.0:1788926413.401080:0:31965:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926413.401081:0:31965:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.401085:0:31965:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.401088:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926413.401090:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.401093:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926413.401099:0:31965:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788926413.401109:0:31965:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788926413.401115:0:31965:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788926413.401123:0:31965:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31965 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926413.401128:0:31965:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926413.401129:0:31965:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926413.401135:0:31965:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324f00. 00000100:00000001:2.0:1788926413.401137:0:31965:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223282944 : -108341486268672 : ffff9d76c8324f00) 00000100:00000001:2.0:1788926413.401140:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.401141:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000001:2.0:1788926413.401145:0:31965:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926413.401148:0:31965:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.401149:0:31965:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926413.401151:0:31965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926413.401155:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.401167:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926413.401169:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.401173:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926413.401175:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926413.401177:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926413.401180:0:31965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31965:1875823513931776:192.168.203.140@tcp:101:touch.0 00000100:00000001:2.0:1788926413.401184:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926413.401188:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926413.401191:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.401193:0:31965:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926413.401246:0:31965:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926413.401249:0:31965:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926413.401257:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926413.401260:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926413.401266:0:31965:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76d10de000. 00000100:00000200:2.0:1788926413.401272:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513931776, portal 10 00000100:00000001:2.0:1788926413.401274:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.401276:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000040:2.0:1788926413.401282:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.401288:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926413.401291:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926413.401294:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000200:2.0:1788926413.401297:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513931776, offset 0 00000400:00000200:2.0:1788926413.401302:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926413.401309:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926413.401315:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926413.401320:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926413.401324:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926413.401327:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926413.401330:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926413.401333:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2649:2649:256:4294967295] 192.168.203.140@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:2.0:1788926413.401337:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926413.401345:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926413.401350:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926413.401354:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926413.401361:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926413.401367:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926413.401371:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788926413.401389:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926413.401394:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 803316 usecs (804 jiffies) 00000400:00000200:2.0:1788926413.401424:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926413.401427:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296449340 00000100:00000001:2.0:1788926413.401430:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296452194 00000100:00000001:2.0:1788926413.401432:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296449340 00000100:00000001:2.0:1788926413.401434:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296452196 00000100:00000001:2.0:1788926413.401436:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926413.401439:0:31965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.401441:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926413.401443:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926413.401445:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788926413.401447:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926413.401449:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926413.401954:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926413.401959:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:3.0:1788926413.401974:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926413.401978:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926413.401983:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:3.0:1788926413.401986:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:3.0:1788926413.401990:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926413.401994:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926413.402002:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926413.402005:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926413.402011:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926413.402013:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926413.422446:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.422463:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926413.422468:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.422470:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926413.422478:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.422485:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926413.422494:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.422499:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.422573:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.422578:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32359000 00000400:00000200:3.0:1788926413.422583:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926413.423113:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7945 [32] + 224 00000800:00000001:3.0:1788926413.423123:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.423134:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926413.423137:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926413.423142:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926413.423206:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926413.423216:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926413.423227:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926413.423250:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926413.423260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926413.423264:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926413.423341:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926413.423349:0:31965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926413.423351:0:31965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926413.423354:0:31965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:2.0:1788926413.423359:0:31965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d10de000 00000400:00000010:2.0:1788926413.423362:0:31965:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76d10de000. 00000100:00000001:2.0:1788926413.423365:0:31965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926413.423370:0:31965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926413.423384:0:31965:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513931776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926429 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.423390:0:31965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926413.423393:0:31965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926413.423482:0:31965:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926413.423486:0:31965:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926413.423489:0:31965:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926413.423491:0:31965:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.423494:0:31965:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926413.423570:0:31965:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926413.423576:0:31965:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926413.423579:0:31965:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926413.423581:0:31965:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.423584:0:31965:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926413.423764:0:31965:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.423769:0:31965:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788926413.423771:0:31965:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012d/0x1] 00000100:00000001:2.0:1788926413.423773:0:31965:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788926413.423775:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.423776:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000001:2.0:1788926413.423780:0:31965:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926413.423781:0:31965:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788926413.423783:0:31965:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926413.423786:0:31965:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926413.423792:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926429 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.424009:0:31965:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926413.424012:0:31965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926413.424014:0:31965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926413.424019:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926429 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926413.424028:0:31965:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31965:1875823513931776:192.168.203.140@tcp:101:touch.0 00000100:00000001:2.0:1788926413.424034:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926413.424036:0:31965:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.424039:0:31965:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926413.424041:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926413.424044:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926429 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.424051:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926413.424054:0:31965:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8324f00. 00000100:00000001:2.0:1788926413.424057:0:31965:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926413.424059:0:31965:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.424061:0:31965:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926413.424066:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424068:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424071:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=4 00000020:00000001:2.0:1788926413.424073:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424076:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000040:2.0:1788926413.424081:0:31965:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a400, remote cookie: 0x840913afd2daafa1, flags: 0x1001 00010000:00010000:2.0:1788926413.424087:0:31965:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926413.424096:0:31965:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x22:0x0].0x0, instead of [0x200000405:0x20:0x0].0x0 00010000:00000001:2.0:1788926413.424099:0:31965:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788926413.424107:0:31965:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225200. 00010000:00000010:2.0:1788926413.424112:0:31965:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642a00. 00010000:00000001:2.0:1788926413.424116:0:31965:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.424120:0:31965:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926413.424128:0:31965:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424139:0:31965:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926413.424143:0:31965:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926413.424145:0:31965:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926413.424147:0:31965:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926413.424208:0:31965:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926413.424211:0:31965:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x22:0x0].0x0 (ffff9d76c3225200) refcount = 1 00010000:00010000:2.0:1788926413.424215:0:31965:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424222:0:31965:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926413.424225:0:31965:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926413.424227:0:31965:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.424230:0:31965:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926413.424233:0:31965:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.424236:0:31965:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424241:0:31965:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926413.424243:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424244:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.424246:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424247:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.424248:0:31965:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.424253:0:31965:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926413.424255:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424256:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424258:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.424260:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424262:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424264:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424265:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424266:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=4 00000020:00000001:2.0:1788926413.424268:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424270:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424273:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926413.424276:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926413.424280:0:31965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424286:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424287:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.424288:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424289:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424290:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=5 00000020:00000001:2.0:1788926413.424292:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424294:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424297:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926413.424300:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424306:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424307:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926413.424310:0:31965:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424315:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926413.424317:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424318:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.424319:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424320:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926413.424325:0:31965:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926429 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926413.424334:0:31965:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788926413.424338:0:31965:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926429 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926413.424349:0:31965:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.424355:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424356:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424358:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.424360:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424362:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00000002:00010000:2.0:1788926413.424365:0:31965:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926413.424375:0:31965:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d3318e00. 00010000:00000001:2.0:1788926413.424376:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424378:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.424379:0:31965:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.424381:0:31965:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.424384:0:31965:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788926413.424386:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.424387:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000001:2.0:1788926413.424389:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.424390:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00010000:00000001:2.0:1788926413.424391:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424393:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424394:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.424421:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424423:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00000002:00010000:2.0:1788926413.424427:0:31965:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.424434:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424435:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.424437:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926413.424438:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.424440:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.424441:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.424443:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.424445:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000040:2.0:1788926413.424449:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225200 count: 2 00010000:00000001:2.0:1788926413.424451:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926413.424455:0:31965:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/34 (0 0) 00010000:00000001:2.0:1788926413.424458:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.424459:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.424460:0:31965:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926413.424463:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb768 00000002:00002000:2.0:1788926413.424465:0:31965:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788926413.424468:0:31965:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.424471:0:31965:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.424473:0:31965:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926413.424476:0:31965:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926413.424479:0:31965:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.424483:0:31965:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d3318c00 2 00000080:00000001:2.0:1788926413.424486:0:31965:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926413.424487:0:31965:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76c866f1e0 it_disposition 1800037 00000080:00002000:2.0:1788926413.424493:0:31965:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1759ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788926413.424498:0:31965:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926413.424567:0:31965:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788926413.424570:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb990 00000080:00200000:2.0:1788926413.424572:0:31965:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x20:0x0](ffff9d76d16fd348), intent=open|creat 00000080:00000001:2.0:1788926413.424575:0:31965:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788926413.424577:0:31965:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926413.424581:0:31965:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926413.424585:0:31965:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926413.424756:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1788926413.424761:0:31965:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926413.424775:0:31965:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d153a100. 00000020:00000001:2.0:1788926413.424784:0:31965:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788926413.424786:0:31965:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788926413.424789:0:31965:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926413.424792:0:31965:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9d76d153a1c8) 00000020:00000001:2.0:1788926413.425041:0:31965:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926413.425047:0:31965:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371800 : -108341539179816 : ffff9d76c50af2d8) 00000020:00001000:2.0:1788926413.425050:0:31965:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af2d0 00000020:00000001:2.0:1788926413.425055:0:31965:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788926413.425060:0:31965:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d84ee320. 00000020:00000001:2.0:1788926413.425062:0:31965:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926413.425064:0:31965:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926413.425071:0:31965:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788926413.425074:0:31965:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76d8417ba0. 00020000:00000001:2.0:1788926413.425076:0:31965:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732492712864 : -108341216838752 : ffff9d76d8417ba0) 00020000:00000001:2.0:1788926413.425079:0:31965:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788926413.425082:0:31965:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926413.425087:0:31965:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866ff00. 00020000:00000010:2.0:1788926413.425091:0:31965:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa800. 00020000:00000010:2.0:1788926413.425096:0:31965:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f300. 00020000:00000001:2.0:1788926413.425098:0:31965:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226732800 : -108341482818816 : ffff9d76c866f300) 00020000:00000002:2.0:1788926413.425101:0:31965:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f300, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926413.425105:0:31965:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926413.425109:0:31965:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa800: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:2.0:1788926413.425112:0:31965:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788926413.425114:0:31965:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f300, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926413.425118:0:31965:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926413.425121:0:31965:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa800: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000010:2.0:1788926413.425125:0:31965:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76c866ae60. 00020000:00000010:2.0:1788926413.425128:0:31965:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76c8324f00. 00020000:00000001:2.0:1788926413.425132:0:31965:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788926413.425135:0:31965:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c7c6dcd0. 00020000:00000001:2.0:1788926413.425138:0:31965:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788926413.425139:0:31965:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788926413.425145:0:31965:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788926413.425210:0:31965:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d84eeaf0. 00000020:00000001:2.0:1788926413.425214:0:31965:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926413.425215:0:31965:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926413.425217:0:31965:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732493593456 : -108341215958160 : ffff9d76d84eeb70) 00020000:00000001:2.0:1788926413.425221:0:31965:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788926413.425226:0:31965:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c69401c0. 00020000:00000001:2.0:1788926413.425229:0:31965:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.425234:0:31965:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493593456 : -108341215958160 : ffff9d76d84eeb70) 00020000:00000001:2.0:1788926413.425236:0:31965:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732493593456 : -108341215958160 : ffff9d76d84eeb70) 00020000:00000002:2.0:1788926413.425239:0:31965:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x12:0x0]@ffff9d76d84eeaf0[0:0] -> [0x200000405:0x22:0x0]@ffff9d76d84ee320: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000001:2.0:1788926413.425244:0:31965:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788926413.425247:0:31965:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788926413.425249:0:31965:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.425252:0:31965:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493591456 : -108341215960160 : ffff9d76d84ee3a0) 00000020:00001000:2.0:1788926413.425255:0:31965:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af2d0 00000080:00000001:2.0:1788926413.425259:0:31965:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611170 : 144115205339611170 : 200000405000022) 00000080:00000001:2.0:1788926413.425262:0:31965:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926413.425264:0:31965:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611170 mtime from 0 to 1788926413 00000080:00000001:2.0:1788926413.425268:0:31965:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926413.425271:0:31965:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376461768 : -108341333089848 : ffff9d76d153a1c8) 00010000:00000001:2.0:1788926413.425273:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.425275:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.425277:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.425279:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.425281:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00000080:00000001:2.0:1788926413.425285:0:31965:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926413.425286:0:31965:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926413.425288:0:31965:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371800 : -108341539179816 : ffff9d76c50af2d8) 00000020:00001000:2.0:1788926413.425290:0:31965:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af2d0 00000020:00000001:2.0:1788926413.425292:0:31965:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926413.425294:0:31965:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926413.425295:0:31965:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926413.425298:0:31965:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f540. 00020000:00000010:2.0:1788926413.425301:0:31965:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa700. 00020000:00000010:2.0:1788926413.425304:0:31965:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f7e0. 00020000:00000001:2.0:1788926413.425305:0:31965:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226734048 : -108341482817568 : ffff9d76c866f7e0) 00020000:00000002:2.0:1788926413.425308:0:31965:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f7e0, objid 0x22:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926413.425312:0:31965:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926413.425315:0:31965:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa700: ostid: 0x2c0000401:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1788926413.425318:0:31965:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d8417ba0) owner ffff9d76c134a7c0 00020000:00000001:2.0:1788926413.425321:0:31965:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926413.425323:0:31965:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d8417ba0) owner ffff9d76c134a7c0 00020000:00000010:2.0:1788926413.425327:0:31965:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa700. 00020000:00000010:2.0:1788926413.425331:0:31965:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f540. 00020000:00000010:2.0:1788926413.425334:0:31965:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f7e0. 00020000:00000002:2.0:1788926413.425337:0:31965:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926413.425339:0:31965:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.425341:0:31965:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.425344:0:31965:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926413.425347:0:31965:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000002:2.0:1788926413.425349:0:31965:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f300 addref 2/0 by ffff9d76c134a7c0. 00020000:00000002:2.0:1788926413.425352:0:31965:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000001:2.0:1788926413.425354:0:31965:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926413.425356:0:31965:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926413.425358:0:31965:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926413.425360:0:31965:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926413.425362:0:31965:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926413.425364:0:31965:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926413.425366:0:31965:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af2d0 00000080:00000001:2.0:1788926413.425369:0:31965:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.425371:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.425372:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926413.425374:0:31965:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926413.425377:0:31965:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926413.425379:0:31965:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926413.425381:0:31965:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x22:0x0](ffff9d76d153a1c8) 00000080:00010000:2.0:1788926413.425385:0:31965:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x22:0x0](ffff9d76d153a1c8) for lock 0xdeff66104c08c728 00800000:00000001:2.0:1788926413.425388:0:31965:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926413.425390:0:31965:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926413.425391:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.425393:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.425394:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.425491:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.425494:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.425497:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.425498:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926413.425500:0:31965:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.425569:0:31965:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.425571:0:31965:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926413.425573:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926413.425580:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926429 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.425737:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926413.425742:0:31965:0:(namei.c:1651:ll_create_it()) inode ffff9d76d153a1c8 need_sync_to_mds [0x200000405:0x22:0x0] 00000080:00000001:2.0:1788926413.425746:0:31965:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926413.425749:0:31965:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x22:0x0](ffff9d76d153a1c8) 00000080:00000001:2.0:1788926413.425752:0:31965:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926413.425756:0:31965:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afe00. 00000100:00000001:2.0:1788926413.425759:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926413.425763:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926429 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926413.425769:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.425773:0:31965:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926413.425775:0:31965:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926413.425776:0:31965:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d153a1c8 need_sync_to_mds [0x200000405:0x22:0x0] 00000080:00000001:2.0:1788926413.425784:0:31965:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926413.425787:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbba68 00000080:00200008:2.0:1788926413.425789:0:31965:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x22:0x0](ffff9d76d153a1c8), flags 104501 00000080:00000010:2.0:1788926413.425795:0:31965:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95e00. 00000080:00000010:2.0:1788926413.426048:0:31965:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d3318200. 00000080:00000001:2.0:1788926413.426052:0:31965:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926413.426058:0:31965:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926413.426060:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926413.426062:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926413.426064:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926413.426066:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926413.426068:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.426070:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788926413.426072:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.426075:0:31965:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926413.426078:0:31965:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01040. 00000002:00100000:2.0:1788926413.426083:0:31965:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926429 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926413.426090:0:31965:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926413.426092:0:31965:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926413.426095:0:31965:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926413.426098:0:31965:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426100:0:31965:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926413.426102:0:31965:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926413.426105:0:31965:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926429 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926413.426111:0:31965:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926413.426115:0:31965:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926413.426138:0:31965:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926413.426140:0:31965:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.426142:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbba68 00000080:00000008:2.0:1788926413.426144:0:31965:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9d76d153a1c8), flags 104501, rc = 0 00000080:00000001:2.0:1788926413.426240:0:31965:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926413.426242:0:31965:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c866f1e0 released 00000080:00010000:2.0:1788926413.426245:0:31965:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c728 from it ffff9d76c866f1e0 00010000:00000001:2.0:1788926413.426247:0:31965:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926413.426249:0:31965:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926413.426251:0:31965:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a400 refcount=3 00000020:00000001:2.0:1788926413.426253:0:31965:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.426255:0:31965:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416512 : -108341481135104 : ffff9d76c880a400) 00010000:00000001:2.0:1788926413.426258:0:31965:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926413.426263:0:31965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926413.426271:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.426273:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.426275:0:31965:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926413.426277:0:31965:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926413.426280:0:31965:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926413.426288:0:31965:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926413.426290:0:31965:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926413.426292:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926413.426297:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.426298:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.426299:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426302:0:31965:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926413.426304:0:31965:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426306:0:31965:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426309:0:31965:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426311:0:31965:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926413.426312:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.426313:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926413.426315:0:31965:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926413.426317:0:31965:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788926413.426319:0:31965:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926413.426321:0:31965:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926413.426324:0:31965:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926413.426325:0:31965:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426328:0:31965:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788926413.426329:0:31965:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426332:0:31965:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926413.426334:0:31965:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426336:0:31965:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926413.426339:0:31965:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76c866f1e0. 00000080:00000001:2.0:1788926413.426342:0:31965:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426347:0:31965:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926413.426349:0:31965:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x22:0x0](ffff9d76d153a1c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788926413.426353:0:31965:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926413.426388:0:31965:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926413.426391:0:31965:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000002:2.0:1788926413.426394:0:31965:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000001:2.0:1788926413.426492:0:31965:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426511:0:31965:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1788926413.426513:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbc30 00000080:00200008:2.0:1788926413.426516:0:31965:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x22:0x0](ffff9d76d153a1c8) current size 0, valid attrs 20070, mode 0, uid -1053638078, gid -1, new size 213440, atime 1788926413.000000000, mtime 1788926413.000000000, ctime 1788926413.000000000 00000080:00000002:2.0:1788926413.426522:0:31965:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788926413, ctime 1788926413, now = 1788926413 00000080:00000002:2.0:1788926413.426525:0:31965:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9d76d153a1c8 attr 0x100201f0 need_sync_to_mds [0x200000405:0x22:0x0] 00000080:00000010:2.0:1788926413.426529:0:31965:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9d76d10afe00. 00000080:00000001:2.0:1788926413.426532:0:31965:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:2.0:1788926413.426537:0:31965:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788926413.426539:0:31965:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x22:0x0], valid 0x100201f0/0x0 00800000:00000001:2.0:1788926413.426542:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926413.426543:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926413.426545:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926413.426546:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926413.426548:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926413.426550:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788926413.426552:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.426556:0:31965:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788926413.426559:0:31965:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926413.426564:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225200 count: 2 00010000:00000001:2.0:1788926413.426566:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926413.426569:0:31965:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926413.426572:0:31965:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926413.426575:0:31965:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788926413.426584:0:31965:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926413.426588:0:31965:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926413.426600:0:31965:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926413.426602:0:31965:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x22:0x0] mode (null) 00000002:00000001:2.0:1788926413.426605:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926413.426608:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926413.426610:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225200 count: 3 00010000:00000001:2.0:1788926413.426612:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926413.426616:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.426617:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926413.426618:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926413.426619:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225200 count: 3 00010000:00000001:2.0:1788926413.426621:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926413.426623:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.426624:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926413.426625:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926413.426627:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225200 count: 3 00010000:00000001:2.0:1788926413.426636:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926413.426639:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926413.426640:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926413.426641:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926413.426643:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225200 count: 3 00010000:00000001:2.0:1788926413.426644:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926413.426646:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426648:0:31965:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426650:0:31965:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926413.426652:0:31965:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926413.426654:0:31965:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371800 : -108341539179816 : ffff9d76c50af2d8) 00000020:00001000:2.0:1788926413.426656:0:31965:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af2d0 00000020:00000001:2.0:1788926413.426658:0:31965:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788926413.426660:0:31965:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x22:0x0]: losing layout lock 00000080:00000001:2.0:1788926413.426663:0:31965:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788926413.426664:0:31965:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788926413.426667:0:31965:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926413.426669:0:31965:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926413.426671:0:31965:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x22:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788926413.426672:0:31965:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926413.426674:0:31965:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926413.426683:0:31965:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af2d0 00000080:00000001:2.0:1788926413.426686:0:31965:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926413.426688:0:31965:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926413.426690:0:31965:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x22:0x0](ffff9d76d153a1c8) invalid 00000020:00000001:2.0:1788926413.426692:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb838 00000080:00002000:2.0:1788926413.426694:0:31965:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9d76d1759ca8) parent ffff9d76d17596c0 inode ffff9d76d153a1c8 refc 1 00000080:00000001:2.0:1788926413.426698:0:31965:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926413.426700:0:31965:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926413.426701:0:31965:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426704:0:31965:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926413.426707:0:31965:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926413.426709:0:31965:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926413.426711:0:31965:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926413.426713:0:31965:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926413.426716:0:31965:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880a400 with handle 0xdeff66104c08c728 from hash 00010000:00000001:2.0:1788926413.426719:0:31965:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926413.426720:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.426722:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.426723:0:31965:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926413.426725:0:31965:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926413.426727:0:31965:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926413.426730:0:31965:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926413.426732:0:31965:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926413.426735:0:31965:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788926413.426740:0:31965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38a80. 00000020:00000040:2.0:1788926413.426744:0:31965:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926413.426749:0:31965:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926413.426752:0:31965:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926413.426755:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926413.426756:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.426757:0:31965:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.426760:0:31965:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926413.426762:0:31965:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926413.426766:0:31965:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926413.426771:0:31965:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aec00. 00000100:00000001:2.0:1788926413.426776:0:31965:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426779:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926413.426782:0:31965:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788926413.426786:0:31965:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788926413.426793:0:31965:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788926413.426794:0:31965:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926413.426796:0:31965:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926413.426811:0:31965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a400/0xdeff66104c08c728 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2daafa1 expref: -99 pid: 31965 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788926413.426820:0:31965:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318e00. 00010000:00000040:2.0:1788926413.426824:0:31965:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225200 count: 0 00010000:00000010:2.0:1788926413.426828:0:31965:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642a00. 00010000:00000001:2.0:1788926413.426834:0:31965:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926413.426835:0:31965:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426837:0:31965:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926413.426838:0:31965:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926413.426840:0:31965:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1788926413.426841:0:31965:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788926413, ctime 1788926413 00000020:00100000:2.0:1788926413.426858:0:31965:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788926413.426865:0:31965:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926413.426872:0:31965:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926413.426874:0:31965:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926413.426887:0:31965:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c83240c0. 00000100:00000001:2.0:1788926413.426890:0:31965:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223279296 : -108341486272320 : ffff9d76c83240c0) 00000100:00000001:2.0:1788926413.426893:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.426895:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000001:2.0:1788926413.426900:0:31965:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926413.426904:0:31965:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.426906:0:31965:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926413.426907:0:31965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926413.426911:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926413.426924:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926413.426926:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.426929:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926413.426932:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926413.426934:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926413.426937:0:31965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31965:1875823513932032:192.168.203.140@tcp:36:touch.0 00000100:00000001:2.0:1788926413.426941:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926413.426945:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926413.426947:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926413.426949:0:31965:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926413.426971:0:31965:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de000. 02000000:00000001:2.0:1788926413.426973:0:31965:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926413.426981:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926413.426985:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926413.426992:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000200:2.0:1788926413.426998:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513932032, portal 10 00000100:00000001:2.0:1788926413.427001:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926413.427002:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:2.0:1788926413.427008:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926429 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926413.427016:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926413.427019:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926413.427022:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85307f8. 00000100:00000200:2.0:1788926413.427025:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875823513932032, offset 0 00000400:00000200:2.0:1788926413.427031:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926413.427038:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926413.427046:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926413.427051:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926413.427055:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926413.427059:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926413.427061:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926413.427065:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2650:2650:256:4294967295] 192.168.203.140@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:2.0:1788926413.427070:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926413.427079:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926413.427085:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926413.427089:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926413.427096:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926413.427103:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926413.427106:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788926413.427119:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926413.427123:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 802137 usecs (803 jiffies) 00000400:00000200:2.0:1788926413.427127:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926413.427129:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296449364 00000100:00000001:2.0:1788926413.427132:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296452194 00000100:00000001:2.0:1788926413.427135:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296449364 00000100:00000001:2.0:1788926413.427137:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296452196 00000100:00000001:2.0:1788926413.427139:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926413.427142:0:31965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926413.427144:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926413.427145:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926413.427148:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83240c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926413.427150:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926413.427153:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926413.427703:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926413.427708:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926413.427713:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926413.427718:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926413.427723:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85307f8 00000400:00000010:3.0:1788926413.427726:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85307f8. 00000100:00000001:3.0:1788926413.427731:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926413.427735:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926429 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926413.427745:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926413.427749:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926429 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926413.427755:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926413.427756:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788926413.435900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225200. 00010000:00000010:2.1:1788926413.435912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a400. 00000100:00000001:2.0:1788926414.413233:0:16790:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788926414.413241:0:16790:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926416.137670:0:31955:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926416.137678:0:31955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000002:2.0:1788926416.137684:0:31955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000001:2.0:1788926416.137686:0:31955:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.137694:0:31955:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926416.137698:0:31955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c03df0 00000080:00200008:2.0:1788926416.137701:0:31955:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x21:0x0](ffff9d76d15b4b08), flags 100002 00000080:00000001:2.0:1788926416.137705:0:31955:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788926416.137708:0:31955:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788926416.137709:0:31955:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926416.137711:0:31955:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000002:2.0:1788926416.137712:0:31955:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d19f0000 00020000:00000001:2.0:1788926416.137714:0:31955:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.137716:0:31955:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788926416.137721:0:31955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926416.137724:0:31955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926416.137726:0:31955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926416.137728:0:31955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926416.137730:0:31955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926416.137732:0:31955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:2.0:1788926416.137735:0:31955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.137739:0:31955:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.137743:0:31955:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.137749:0:31955:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f000 count: 2 00010000:00000001:2.0:1788926416.137752:0:31955:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.137757:0:31955:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926416.137758:0:31955:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x21:0x0]: 0 00000080:00000001:2.0:1788926416.137761:0:31955:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926416.137763:0:31955:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926416.137766:0:31955:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00000080:00000001:2.0:1788926416.137769:0:31955:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788926416.137774:0:31955:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926416.137778:0:31955:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926416.137780:0:31955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926416.137781:0:31955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926416.137782:0:31955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926416.137783:0:31955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926416.137785:0:31955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926416.137786:0:31955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:2.0:1788926416.137788:0:31955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926416.137790:0:31955:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x21:0x0] 00000002:00000001:2.0:1788926416.137793:0:31955:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926416.137795:0:31955:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x21:0x0] file closed with intent: 0 00000100:00000010:2.0:1788926416.137800:0:31955:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a300. 00000020:00000040:2.0:1788926416.137804:0:31955:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926416.137809:0:31955:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926416.137812:0:31955:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926416.137817:0:31955:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926416.137824:0:31955:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10ae000. 00000100:00000001:2.0:1788926416.137830:0:31955:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926416.137847:0:31955:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c962aa00 x1875823513930880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926428 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926416.137859:0:31955:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1788926416.137865:0:31955:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926416.137872:0:31955:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926416.137874:0:31955:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926416.137880:0:31955:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324240. 00000100:00000001:2.0:1788926416.137882:0:31955:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223279680 : -108341486271936 : ffff9d76c8324240) 00000100:00000001:2.0:1788926416.137885:0:31955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926416.137886:0:31955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000001:2.0:1788926416.137890:0:31955:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926416.137894:0:31955:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.137896:0:31955:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926416.137898:0:31955:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926416.137902:0:31955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926416.137909:0:31955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926416.137910:0:31955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926416.137914:0:31955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926416.137916:0:31955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926416.137918:0:31955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926416.137921:0:31955:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31955:1875823513932288:192.168.203.140@tcp:35:multiop.0 00000100:00000001:2.0:1788926416.137924:0:31955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926416.137929:0:31955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926416.137931:0:31955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926416.137934:0:31955:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926416.137938:0:31955:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dfc00. 02000000:00000001:2.0:1788926416.137940:0:31955:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926416.137959:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926416.137963:0:31955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926416.137970:0:31955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926416.137977:0:31955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513932288, portal 10 00000100:00000001:2.0:1788926416.137979:0:31955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926416.137980:0:31955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000040:2.0:1788926416.137986:0:31955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926416.137993:0:31955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926416.137996:0:31955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926416.137998:0:31955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85305d8. 00000100:00000200:2.0:1788926416.138001:0:31955:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513932288, offset 0 00000400:00000200:2.0:1788926416.138007:0:31955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926416.138015:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926416.138022:0:31955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926416.138027:0:31955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926416.138031:0:31955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926416.138034:0:31955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926416.138036:0:31955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926416.138040:0:31955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2651:2651:256:4294967295] 192.168.203.140@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:2.0:1788926416.138045:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926416.138053:0:31955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926416.138059:0:31955:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926416.138064:0:31955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926416.138070:0:31955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926416.138077:0:31955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926416.138081:0:31955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926416.138101:0:31955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926416.138106:0:31955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 802137 usecs (803 jiffies) 00000400:00000200:2.0:1788926416.138109:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926416.138112:0:31955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296452074 00000100:00000001:2.0:1788926416.138115:0:31955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296452194 00000100:00000001:2.0:1788926416.138117:0:31955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296452074 00000100:00000001:2.0:1788926416.138119:0:31955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296452196 00000100:00000001:2.0:1788926416.138121:0:31955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926416.138124:0:31955:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.138125:0:31955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926416.138127:0:31955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926416.138130:0:31955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324240 going to sleep for 11 seconds 00000100:00000001:2.0:1788926416.138141:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926416.138145:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926416.138499:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926416.138504:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:3.0:1788926416.138509:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926416.138515:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926416.138520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85305d8 00000400:00000010:3.0:1788926416.138522:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85305d8. 00000100:00000001:3.0:1788926416.138526:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926416.138530:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926416.138539:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926416.138542:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926416.138548:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926416.138550:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1788926416.158671:0:31985:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926416.158678:0:31985:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926416.158680:0:31985:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926416.158686:0:31985:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926416.158689:0:31985:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926416.158693:0:31985:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926416.158694:0:31985:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926416.158697:0:31985:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926416.158698:0:31985:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926416.158701:0:31985:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926416.158703:0:31985:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926416.158705:0:31985:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788926416.158709:0:31985:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926416.158711:0:31985:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926416.158729:0:31985:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788926416.159035:0:31984:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926416.159039:0:31984:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926416.159040:0:31984:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926416.159042:0:31984:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926416.159044:0:31984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926416.159045:0:31984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926416.159047:0:31984:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926416.160608:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926416.160614:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926416.160619:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788926416.160622:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788926416.160625:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926416.160632:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788926416.160645:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926416.160649:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926416.160651:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926416.160653:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x20:0x0] mode (null) 00000002:00000001:2.0:1788926416.160658:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160660:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160666:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225a00 count: 2 00010000:00000001:2.0:1788926416.160669:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160673:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160675:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160676:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160678:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225a00 count: 2 00010000:00000001:2.0:1788926416.160680:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160682:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160685:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160688:0:16927:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926416.160690:0:16927:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x20:0x0](ffff9d76d16fd348) invalid 00000020:00000001:2.0:1788926416.160694:0:16927:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8423cfca0 00000080:00002000:2.0:1788926416.160696:0:16927:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9d76d17596c0) parent ffff9d76d14be6c0 inode ffff9d76d16fd348 refc 1 00000080:00000001:2.0:1788926416.160700:0:16927:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926416.160702:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926416.160704:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.160707:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926416.160709:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926416.160711:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926416.160713:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926416.160715:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788926416.160719:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880ac00 with handle 0xdeff66104c08c721 from hash 00010000:00000001:2.0:1788926416.160721:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926416.160723:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926416.160724:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.160725:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926416.160729:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926416.160731:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926416.160733:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926416.160737:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788926416.160744:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926416.160746:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926416.160747:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926416.160748:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788926416.160750:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160751:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160753:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fa00 count: 2 00010000:00000001:2.0:1788926416.160754:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160756:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160758:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160759:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160760:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fa00 count: 2 00010000:00000001:2.0:1788926416.160762:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160764:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160765:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160766:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160767:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fa00 count: 2 00010000:00000001:2.0:1788926416.160769:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160770:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160771:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926416.160774:0:16927:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788926416.160778:0:16927:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788926416.160780:0:16927:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788926416.160781:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926416.160782:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.160784:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926416.160785:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926416.160787:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926416.160789:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926416.160790:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788926416.160793:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499c00 with handle 0xdeff66104c08c70c from hash 00010000:00000001:2.0:1788926416.160795:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926416.160796:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926416.160797:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.160798:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926416.160799:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926416.160801:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926416.160803:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926416.160805:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c71a lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2daaf62 expref: -99 pid: 31955 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788926416.160811:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926416.160813:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926416.160814:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926416.160815:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x21:0x0] mode (null) 00000002:00000001:2.0:1788926416.160817:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160819:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160820:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f000 count: 2 00010000:00000001:2.0:1788926416.160822:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160824:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160825:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160826:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160827:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f000 count: 2 00010000:00000001:2.0:1788926416.160829:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160830:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160831:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160832:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160834:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f000 count: 2 00010000:00000001:2.0:1788926416.160835:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160837:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160838:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160839:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160841:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f000 count: 2 00010000:00000001:2.0:1788926416.160842:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160844:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160846:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160848:0:16927:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926416.160850:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926416.160854:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371800 : -108341539179816 : ffff9d76c50af2d8) 00000020:00001000:2.0:1788926416.160858:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af2d0 00000020:00000001:2.0:1788926416.160861:0:16927:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788926416.160864:0:16927:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x21:0x0]: losing layout lock 00000080:00000001:2.0:1788926416.160867:0:16927:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788926416.160869:0:16927:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788926416.160873:0:16927:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926416.160875:0:16927:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926416.160877:0:16927:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x21:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788926416.160879:0:16927:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926416.160881:0:16927:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926416.160883:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af2d0 00000080:00000001:2.0:1788926416.160885:0:16927:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160886:0:16927:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926416.160888:0:16927:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x21:0x0](ffff9d76d15b4b08) invalid 00000020:00000001:2.0:1788926416.160891:0:16927:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8423cfca0 00000080:00002000:2.0:1788926416.160893:0:16927:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9d76d173c0d8) parent ffff9d76d173c288 inode ffff9d76d15b4b08 refc 1 00000080:00000001:2.0:1788926416.160896:0:16927:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926416.160897:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926416.160898:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.160901:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926416.160902:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926416.160903:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926416.160905:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926416.160906:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788926416.160908:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498e00 with handle 0xdeff66104c08c71a from hash 00010000:00000001:2.0:1788926416.160910:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926416.160911:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926416.160912:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.160913:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926416.160915:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926416.160916:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926416.160918:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926416.160921:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c713 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daaf46 expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788926416.160927:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926416.160928:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926416.160930:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926416.160931:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x1f:0x0] mode (null) 00000002:00000001:2.0:1788926416.160933:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160934:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160937:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065ff00 count: 2 00010000:00000001:2.0:1788926416.160939:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160941:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926416.160943:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926416.160954:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926416.160956:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065ff00 count: 2 00010000:00000001:2.0:1788926416.160958:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926416.160959:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160961:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926416.160963:0:16927:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926416.160965:0:16927:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x1f:0x0](ffff9d76d158ba88) invalid 00000020:00000001:2.0:1788926416.160967:0:16927:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8423cfca0 00000080:00002000:2.0:1788926416.160968:0:16927:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9d76d173c288) parent ffff9d76d14be6c0 inode ffff9d76d158ba88 refc 1 00000080:00000001:2.0:1788926416.160971:0:16927:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926416.160972:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926416.160973:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.160975:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926416.160976:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926416.160977:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926416.160978:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926416.160979:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788926416.160981:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499800 with handle 0xdeff66104c08c713 from hash 00010000:00000001:2.0:1788926416.160983:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926416.160984:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926416.160985:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.160986:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926416.160987:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926416.160988:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926416.160990:0:16927:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788926416.160992:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926416.160995:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788926416.161004:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a680. 00000020:00000040:2.0:1788926416.161007:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926416.161012:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926416.161015:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926416.161018:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926416.161025:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af000. 00000100:00000001:2.0:1788926416.161032:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.161034:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788926416.161040:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788926416.161048:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788926416.161060:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c71a lrc: 1/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2daaf62 expref: -99 pid: 31955 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788926416.161066:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c713 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaf46 expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788926416.161071:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1788926416.161072:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1788926416.161075:0:16927:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926416.161077:0:16927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926416.161083:0:16927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c83249c0. 00000100:00000001:2.0:1788926416.161086:0:16927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223281600 : -108341486270016 : ffff9d76c83249c0) 00000100:00000001:2.0:1788926416.161088:0:16927:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926416.161090:0:16927:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000001:2.0:1788926416.161094:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926416.161099:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.161101:0:16927:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926416.161102:0:16927:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926416.161112:0:16927:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926416.161120:0:16927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926416.161122:0:16927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926416.161125:0:16927:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926416.161127:0:16927:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926416.161130:0:16927:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926416.161133:0:16927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:4486b962-ec3d-45f5-8472-13c4fc59e40f:16927:1875823513932416:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788926416.161137:0:16927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926416.161141:0:16927:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926416.161143:0:16927:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926416.161145:0:16927:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926416.161149:0:16927:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10afc00. 02000000:00000001:2.0:1788926416.161151:0:16927:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926416.161159:0:16927:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926416.161163:0:16927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926416.161169:0:16927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530aa0. 00000100:00000200:2.0:1788926416.161176:0:16927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513932416, portal 18 00000100:00000001:2.0:1788926416.161177:0:16927:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926416.161178:0:16927:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:2.0:1788926416.161185:0:16927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926416.161191:0:16927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926416.161194:0:16927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926416.161196:0:16927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530550. 00000100:00000200:2.0:1788926416.161199:0:16927:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875823513932416, offset 0 00000400:00000200:2.0:1788926416.161205:0:16927:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926416.161212:0:16927:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926416.161219:0:16927:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926416.161224:0:16927:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926416.161228:0:16927:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926416.161231:0:16927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926416.161234:0:16927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926416.161237:0:16927:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2652:2652:256:4294967295] 192.168.203.140@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:2.0:1788926416.161241:0:16927:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926416.161249:0:16927:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926416.161254:0:16927:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926416.161259:0:16927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4200. 00000800:00000200:2.0:1788926416.161264:0:16927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926416.161271:0:16927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926416.161275:0:16927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4200 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1788926416.164560:0:16927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926416.164572:0:16927:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 802137 usecs (803 jiffies) 00000400:00000200:2.0:1788926416.164580:0:16927:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926416.164584:0:16927:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296452102 00000100:00000001:2.0:1788926416.164587:0:16927:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296452194 00000100:00000001:2.0:1788926416.164590:0:16927:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296452102 00000100:00000001:2.0:1788926416.164591:0:16927:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296452196 00000100:00000001:2.0:1788926416.164593:0:16927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926416.164597:0:16927:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.164599:0:16927:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926416.164601:0:16927:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926416.164605:0:16927:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83249c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926416.164608:0:16927:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926416.164610:0:16927:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926416.168808:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926416.168816:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:3.0:1788926416.168826:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926416.168834:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926416.168842:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530550 00000400:00000010:3.0:1788926416.168844:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530550. 00000100:00000001:3.0:1788926416.168850:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926416.168857:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926416.168869:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926416.168872:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926416.168879:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926416.168881:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926416.176807:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926416.176822:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926416.176826:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926416.176828:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926416.176836:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926416.176844:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926416.176853:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926416.176858:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926416.176863:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926416.176868:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32359280 00000400:00000200:3.0:1788926416.176873:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926416.176878:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7975 [1] + 224 00000800:00000001:3.0:1788926416.176886:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926416.176897:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926416.176901:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926416.176906:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926416.176912:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926416.176921:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926416.176932:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926416.176963:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926416.176971:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926416.176975:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926416.177030:0:16927:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926416.177037:0:16927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926416.177040:0:16927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926416.177043:0:16927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926416.177047:0:16927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:2.0:1788926416.177050:0:16927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:2.0:1788926416.177053:0:16927:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926416.177057:0:16927:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926416.177065:0:16927:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926416.177070:0:16927:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926416.177072:0:16927:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926416.177074:0:16927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926416.177077:0:16927:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926416.177079:0:16927:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926416.177081:0:16927:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926416.177084:0:16927:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926416.177092:0:16927:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926416.177096:0:16927:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926416.177098:0:16927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926416.177100:0:16927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.177103:0:16927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926416.177105:0:16927:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.177109:0:16927:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926416.177111:0:16927:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788926416.177113:0:16927:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926416.177115:0:16927:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926416.177120:0:16927:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926416.177126:0:16927:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926416.177129:0:16927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926416.177130:0:16927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926416.177134:0:16927:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926416.177154:0:16927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:4486b962-ec3d-45f5-8472-13c4fc59e40f:16927:1875823513932416:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788926416.177159:0:16927:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926416.177161:0:16927:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.177163:0:16927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926416.177165:0:16927:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926416.177168:0:16927:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926416.177174:0:16927:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926416.177177:0:16927:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c83249c0. 00000100:00000001:2.0:1788926416.177180:0:16927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926416.177181:0:16927:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926416.177184:0:16927:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926416.177187:0:16927:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a680 x1875823513932416/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926432 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926416.177192:0:16927:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926416.177194:0:16927:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926416.177197:0:16927:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10afc00. 02000000:00000001:2.0:1788926416.177200:0:16927:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926416.177202:0:16927:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926416.177205:0:16927:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926416.177207:0:16927:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926416.177210:0:16927:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af000. 02000000:00000001:2.0:1788926416.177212:0:16927:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926416.177214:0:16927:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926416.177215:0:16927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a680. 00000100:00000001:2.0:1788926416.177219:0:16927:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926416.177220:0:16927:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926416.177222:0:16927:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1788926416.177225:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926416.177229:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ac00/0xdeff66104c08c721 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaf85 expref: -99 pid: 31965 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788926416.177239:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225a00 count: 0 00010000:00000010:2.0:1788926416.177246:0:16927:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642780. 00010000:00000001:2.0:1788926416.177253:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.177255:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926416.177257:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c70c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaf2a expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788926416.177264:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fa00 count: 0 00010000:00000010:2.0:1788926416.177267:0:16927:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592180. 00010000:00000001:2.0:1788926416.177273:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.177274:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926416.177276:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c71a lrc: 0/0,0 mode: --/PR res: [0x200000405:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2daaf62 expref: -99 pid: 31955 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788926416.177282:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020e4c0. 00010000:00000040:2.0:1788926416.177285:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f000 count: 0 00010000:00000010:2.0:1788926416.177287:0:16927:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592780. 00010000:00000001:2.0:1788926416.177293:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.177294:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926416.177297:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c713 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daaf46 expref: -99 pid: 31955 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788926416.177308:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065ff00 count: 0 00010000:00000010:2.0:1788926416.177311:0:16927:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592c80. 00010000:00000001:2.0:1788926416.177316:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926416.177317:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926416.177332:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926416.177336:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926416.177337:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926416.177340:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926416.177341:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926416.177343:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926416.177344:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926416.177345:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926416.177347:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926416.177348:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788926416.177463:0:31985:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926416.177467:0:31985:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926416.177469:0:31985:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:2.1:1788926416.201477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00010000:00000010:2.1:1788926416.201490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880ac00. 00010000:00000010:2.1:1788926416.201495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fa00. 00010000:00000010:2.1:1788926416.201501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:2.1:1788926416.201508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f000. 00010000:00000010:2.1:1788926416.201512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:2.1:1788926416.201516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065ff00. 00010000:00000010:2.1:1788926416.201519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00000100:00000040:3.0:1788926417.474387:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296452196, at 4296452608 00000100:00000010:3.0:1788926417.474418:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198f00. 00000100:00000040:2.0:1788926417.479056:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296452194, at 4296452613 00000100:00000010:2.0:1788926417.479071:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198d80. 00000100:00000040:2.0:1788926417.988092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926417.988100:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926417.988109:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a680. 00000020:00000040:2.0:1788926417.988116:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926417.988120:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926417.988123:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926417.988128:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926417.988135:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4900. 00000100:00000001:2.0:1788926417.988142:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988153:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926417.988165:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926417.988170:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988177:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c545e89d] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988218:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926417.988225:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926417.988228:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926417.988230:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926417.988232:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926417.988234:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926417.988236:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926417.988239:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4b00. 00000100:00000001:2.0:1788926417.988242:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988246:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926417.988253:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926417.988255:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988259:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aeb1c47] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988267:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926417.988272:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926417.988275:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926417.988277:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926417.988279:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926417.988280:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926417.988281:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926417.988284:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4300. 00000100:00000001:2.0:1788926417.988287:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988291:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926417.988297:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926417.988299:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988302:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093350103] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988308:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926417.988313:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926417.988317:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000020:00000040:2.0:1788926417.988319:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926417.988320:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926417.988322:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926417.988323:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926417.988326:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4d00. 00000100:00000001:2.0:1788926417.988328:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988332:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926417.988339:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926417.988341:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988344:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8baef0a] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988351:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926417.988356:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926417.988359:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926417.988361:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926417.988363:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926417.988364:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926417.988365:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926417.988370:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4200. 00000100:00000001:2.0:1788926417.988372:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988376:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926417.988387:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926417.988389:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988392:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae7cdcb] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988426:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988430:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1790) 00000100:00000001:2.0:1788926417.988441:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926417.988445:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926417.988447:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926417.988452:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988460:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926417.988462:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.988466:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926417.988468:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926417.988471:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926417.988474:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513932672:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.988478:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926417.988483:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926417.988485:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.988487:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926417.988492:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10afc00. 02000000:00000001:2.0:1788926417.988493:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926417.988500:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926417.988505:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926417.988511:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530aa0. 00000100:00000200:2.0:1788926417.988517:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513932672, portal 10 00000100:00000001:2.0:1788926417.988520:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926417.988521:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:2.0:1788926417.988527:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988540:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926417.988542:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926417.988545:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926417.988548:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513932672, offset 0 00000400:00000200:2.0:1788926417.988554:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926417.988562:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.988570:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926417.988575:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926417.988579:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926417.988583:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926417.988585:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926417.988589:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2653:2653:256:4294967295] 192.168.203.140@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:2.0:1788926417.988593:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.988602:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926417.988608:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926417.988612:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926417.988619:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926417.988626:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926417.988631:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926417.988643:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988648:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 800951 usecs (801 jiffies) 00000400:00000200:2.0:1788926417.988651:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926417.988654:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296453924 00000100:00000010:2.0:1788926417.988658:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f1e0. 00000100:00000001:2.0:1788926417.988665:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926417.988670:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296453924 00000100:00000010:2.0:1788926417.988673:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f7e0. 00000100:00000001:2.0:1788926417.988676:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926417.988679:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.988683:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.988685:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926417.988689:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988695:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926417.988697:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.988699:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926417.988701:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926417.988703:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926417.988705:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513932928:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.988708:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926417.988711:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926417.988712:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.988714:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926417.988717:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10af400. 02000000:00000001:2.0:1788926417.988718:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926417.988721:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926417.988724:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6160. 00000400:00000010:2.0:1788926417.988728:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926417.988731:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513932928, portal 4 00000100:00000001:2.0:1788926417.988733:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926417.988734:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000040:2.0:1788926417.988739:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988745:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926417.988747:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926417.988750:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926417.988752:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513932928, offset 0 00000400:00000200:2.0:1788926417.988756:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926417.988759:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.988763:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926417.988766:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926417.988768:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926417.988770:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926417.988772:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926417.988775:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2654:2654:255:4294967295] 192.168.203.140@tcp LPNI seq info [2654:2654:7:4294967295] 00000400:00000200:2.0:1788926417.988779:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.988784:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926417.988788:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926417.988791:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926417.988795:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926417.988799:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926417.988802:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926417.988804:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.988807:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21375 usecs (22 jiffies) 00000400:00000200:2.0:1788926417.988810:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926417.988812:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296453145 00000100:00000001:2.0:1788926417.988814:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296453924 00000100:00000001:2.0:1788926417.988816:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296453145 00000100:00000001:2.0:1788926417.988818:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296453924 00000100:00000001:2.0:1788926417.988820:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.988822:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.988824:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.988826:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.988832:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926417.988834:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926417.988836:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926417.988837:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926417.988839:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926417.988841:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1788926417.988843:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.988845:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926417.988846:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.988848:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926417.988849:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926417.988850:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926417.988854:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988861:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926417.988862:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.988864:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926417.988865:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926417.988867:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926417.988870:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513932544:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.988873:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926417.988875:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926417.988876:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.988878:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926417.988881:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10af200. 02000000:00000001:2.0:1788926417.988882:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926417.988886:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926417.988888:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000400:00000010:2.0:1788926417.988891:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926417.988894:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513932544, portal 25 00000100:00000001:2.0:1788926417.988895:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926417.988897:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:2.0:1788926417.988901:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.988906:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926417.988908:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926417.988910:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85304c8. 00000100:00000200:2.0:1788926417.988912:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513932544, offset 0 00000400:00000200:2.0:1788926417.988916:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926417.988920:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.988923:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926417.988926:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926417.988928:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926417.988930:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926417.988945:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926417.988948:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2655:2655:254:4294967295] 192.168.203.140@tcp LPNI seq info [2655:2655:6:4294967295] 00000400:00000200:2.0:1788926417.988952:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.988958:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926417.988963:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926417.988966:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926417.988969:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926417.988974:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926417.988976:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926417.988979:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926417.988982:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926417.988984:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296457316 00000100:00000001:2.0:1788926417.988988:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296453924 00000100:00000001:2.0:1788926417.988991:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296457316 00000100:00000001:2.0:1788926417.988994:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296453924 00000100:00000001:2.0:1788926417.988996:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.988998:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989000:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926417.989004:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989010:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926417.989012:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.989014:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926417.989016:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926417.989017:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926417.989020:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513932800:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.989023:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926417.989026:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926417.989027:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.989029:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926417.989032:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10af800. 02000000:00000001:2.0:1788926417.989034:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926417.989037:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926417.989039:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926417.989042:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530908. 00000100:00000200:2.0:1788926417.989045:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513932800, portal 10 00000100:00000001:2.0:1788926417.989047:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926417.989048:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:2.0:1788926417.989054:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989060:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926417.989062:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926417.989064:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926417.989067:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513932800, offset 0 00000400:00000200:2.0:1788926417.989070:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926417.989074:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.989077:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926417.989080:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926417.989082:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926417.989084:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926417.989086:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926417.989089:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2656:2656:253:4294967295] 192.168.203.140@tcp LPNI seq info [2656:2656:5:4294967295] 00000400:00000200:2.0:1788926417.989093:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.989099:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926417.989102:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926417.989106:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000800:00000200:2.0:1788926417.989109:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926417.989113:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926417.989115:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926417.989118:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.989121:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20465 usecs (21 jiffies) 00000400:00000200:2.0:1788926417.989124:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926417.989126:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296453144 00000100:00000001:2.0:1788926417.989128:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296457316 00000100:00000001:2.0:1788926417.989130:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296453144 00000100:00000001:2.0:1788926417.989132:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296457316 00000100:00000001:2.0:1788926417.989134:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.989135:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989137:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926417.989141:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989147:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926417.989149:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.989151:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926417.989152:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926417.989154:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926417.989156:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513933056:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.989159:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926417.989161:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926417.989162:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.989163:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926417.989167:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10aea00. 02000000:00000001:2.0:1788926417.989169:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926417.989171:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926417.989173:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926417.989176:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926417.989178:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513933056, portal 4 00000100:00000001:2.0:1788926417.989180:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926417.989181:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:2.0:1788926417.989186:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989192:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926417.989194:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926417.989196:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926417.989198:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513933056, offset 0 00000400:00000200:2.0:1788926417.989202:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926417.989205:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.989208:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926417.989211:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926417.989213:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926417.989215:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926417.989217:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926417.989219:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2657:2657:252:4294967295] 192.168.203.140@tcp LPNI seq info [2657:2657:4:4294967295] 00000400:00000200:2.0:1788926417.989222:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926417.989229:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926417.989233:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926417.989236:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:2.0:1788926417.989240:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926417.989244:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926417.989246:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926417.989249:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.989251:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 245970 usecs (246 jiffies) 00000400:00000200:2.0:1788926417.989255:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926417.989256:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296453369 00000100:00000001:2.0:1788926417.989258:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296457316 00000100:00000001:2.0:1788926417.989260:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296453369 00000100:00000001:2.0:1788926417.989262:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296457316 00000100:00000001:2.0:1788926417.989264:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.989266:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989269:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989271:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926417.989312:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926417.989317:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:2.0:1788926417.989323:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926417.989327:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926417.989332:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:2.0:1788926417.989334:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:2.0:1788926417.989338:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926417.989342:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989351:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.989354:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989361:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989363:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926417.989373:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926417.989375:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:2.0:1788926417.989378:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926417.989381:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926417.989383:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:2.0:1788926417.989384:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:2.0:1788926417.989386:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926417.989390:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989420:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.989423:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989429:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989431:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926417.989440:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926417.989442:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:2.0:1788926417.989444:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926417.989448:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926417.989450:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85304c8 00000400:00000010:2.0:1788926417.989452:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85304c8. 00000100:00000001:2.0:1788926417.989454:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926417.989457:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989463:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.989465:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989471:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989473:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926417.989480:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926417.989482:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:2.0:1788926417.989485:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926417.989487:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926417.989490:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:2.0:1788926417.989491:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:2.0:1788926417.989493:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926417.989496:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989502:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.989504:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989510:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989511:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926417.989570:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926417.989572:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:2.0:1788926417.989575:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926417.989579:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926417.989581:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:2.0:1788926417.989583:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:2.0:1788926417.989586:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926417.989589:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989596:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.989599:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.989604:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.989606:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926417.989675:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926417.989678:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926417.994691:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994706:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926417.994711:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994714:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.994722:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994730:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926417.994739:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994743:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994749:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994753:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359380 00000400:00000200:3.0:1788926417.994758:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994764:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7985 [1] + 224 00000800:00000001:3.0:1788926417.994770:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994774:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.994777:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926417.994782:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926417.994789:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926417.994797:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926417.994807:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926417.994833:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926417.994841:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994855:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926417.994857:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994860:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.994863:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994867:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926417.994871:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994873:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994875:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994878:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32359300 00000400:00000200:3.0:1788926417.994881:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994895:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x79a5 [1] + 224 00000800:00000001:3.0:1788926417.994899:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994904:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.994905:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926417.994909:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926417.994911:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926417.994916:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926417.994924:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926417.994930:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926417.994943:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994947:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926417.994950:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994951:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.994954:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994958:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926417.994962:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994964:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994966:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994969:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359400 00000400:00000200:3.0:1788926417.994972:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.994975:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x79b5 [1] + 224 00000800:00000001:3.0:1788926417.994979:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.994981:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.994983:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926417.994986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926417.994989:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926417.994993:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926417.995001:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926417.995008:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926417.995011:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.995013:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926417.995015:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.995017:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.995019:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.995022:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926417.995026:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.995028:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.995030:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.995033:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32359480 00000400:00000200:3.0:1788926417.995036:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.995040:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7995 [1] + 224 00000800:00000001:3.0:1788926417.995043:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.995048:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.995050:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926417.995053:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926417.995056:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926417.995059:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926417.995067:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926417.995074:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926417.995076:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.995078:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.995976:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926417.995982:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926417.995990:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926417.995992:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926417.995996:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:2.0:1788926417.996001:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:2.0:1788926417.996003:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:2.0:1788926417.996006:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926417.996013:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926417.996022:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996028:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926417.996030:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996032:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926417.996034:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926417.996037:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926417.996039:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.996042:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926417.996049:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926417.996053:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926417.996056:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926417.996057:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926417.996060:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926417.996062:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.996064:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.996068:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996079:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.996082:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926417.996084:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926417.996087:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926417.996094:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513932544:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926417.996099:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926417.996100:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926417.996102:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:2.0:1788926417.996104:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530908 00000400:00000010:2.0:1788926417.996106:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530908. 00000100:00000001:2.0:1788926417.996108:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926417.996111:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926417.996118:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996123:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926417.996124:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996125:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926417.996126:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926417.996128:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926417.996129:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.996130:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926417.996135:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=84 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926417.996138:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926417.996140:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926417.996141:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926417.996142:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926417.996145:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.996147:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926417.996149:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926417.996152:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926417.996153:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.996157:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996163:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.996164:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926417.996166:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926417.996169:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926417.996175:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513932800:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926417.996180:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926417.996181:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926417.996183:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926417.996185:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:2.0:1788926417.996187:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:2.0:1788926417.996188:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926417.996192:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926417.996199:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996204:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926417.996205:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996207:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926417.996208:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926417.996209:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926417.996211:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.996213:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926417.996215:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=84 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926417.996218:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926417.996221:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926417.996222:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926417.996224:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926417.996226:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.996227:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926417.996228:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967595 00000100:00000001:2.0:1788926417.996230:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926417.996232:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.996235:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996241:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.996242:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926417.996243:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926417.996246:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926417.996252:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513932672:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926417.996256:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926417.996257:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926417.996259:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6160. 00000400:00000200:2.0:1788926417.996261:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:2.0:1788926417.996262:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:2.0:1788926417.996265:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926417.996268:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926417.996276:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996282:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926417.996283:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996285:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926417.996286:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926417.996287:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926417.996288:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.996290:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926417.996293:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=84 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926417.996296:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926417.996298:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926417.996299:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926417.996301:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926417.996302:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.996304:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926417.996305:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788926417.996307:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926417.996309:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.996312:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996319:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.996321:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926417.996322:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926417.996326:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926417.996332:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513932928:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.996336:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.996339:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.996342:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a680 x1875823513932544/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996349:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926417.996352:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926417.996356:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10af200. 02000000:00000001:2.0:1788926417.996359:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926417.996361:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926417.996363:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926417.996365:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926417.996368:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4900. 02000000:00000001:2.0:1788926417.996371:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926417.996373:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926417.996375:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a680. 00000100:00000001:2.0:1788926417.996379:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926417.996380:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996381:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.996385:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513932800/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996391:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926417.996392:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926417.996425:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10af800. 02000000:00000001:2.0:1788926417.996429:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926417.996430:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926417.996431:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926417.996433:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926417.996434:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4300. 02000000:00000001:2.0:1788926417.996436:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926417.996437:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926417.996438:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:2.0:1788926417.996441:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926417.996442:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926417.996805:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.996815:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926417.996817:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.996820:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.996825:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.996830:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926417.996835:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.996839:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.996843:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.996857:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32359500 00000400:00000200:3.0:1788926417.996862:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926417.996867:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x79c5 [1] + 224 00000800:00000001:3.0:1788926417.996874:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926417.996880:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926417.996883:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926417.996896:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926417.996901:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926417.996907:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926417.996916:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996920:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926417.996923:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:2.0:1788926417.996924:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513932672/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788926417.996929:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788926417.996930:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926417.996940:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1788926417.996941:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788926417.996942:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10afc00. 02000000:00000001:2.0:1788926417.996945:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926417.996946:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926417.996947:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926417.996949:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926417.996951:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4b00. 02000000:00000001:2.0:1788926417.996953:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926417.996954:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926417.996955:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:2.0:1788926417.996957:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926417.996958:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996960:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.996964:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38e00 x1875823513932928/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.996970:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926417.996972:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926417.996973:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10af400. 02000000:00000001:2.0:1788926417.996975:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926417.996976:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926417.996977:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926417.996979:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926417.996980:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4d00. 02000000:00000001:2.0:1788926417.996981:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926417.996982:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926417.996983:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38e00. 00000100:00000001:2.0:1788926417.996986:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926417.996987:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.996990:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.996992:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926417.996994:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926417.996997:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926417.996999:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926417.997001:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a69f8. 00000400:00000200:2.0:1788926417.997003:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:2.0:1788926417.997005:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:2.0:1788926417.997007:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926417.997010:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926417.997018:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.997023:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926417.997025:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.997027:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926417.997028:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926417.997029:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926417.997031:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926417.997032:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926417.997037:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=84 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926417.997041:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=152 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926417.997044:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926417.997045:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926417.997047:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926417.997049:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.997051:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926417.997053:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788926417.997055:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926417.997056:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926417.997060:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.997066:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926417.997068:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926417.997069:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926417.997072:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926417.997080:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513933056:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926417.997084:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.997085:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926417.997088:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513933056/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926417.997093:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926417.997094:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926417.997096:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10aea00. 02000000:00000001:2.0:1788926417.997098:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926417.997099:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926417.997101:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926417.997103:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926417.997104:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4200. 02000000:00000001:2.0:1788926417.997106:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926417.997107:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926417.997109:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:2.0:1788926417.997111:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926417.997113:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.997115:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926417.997122:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926417.997124:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926417.997125:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926417.997127:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926418.625599:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926418.625603:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926418.625607:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926421.697724:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926421.697727:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926421.697730:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926422.593504:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296457316, at 4296457728 00000100:00000010:2.0:1788926422.593518:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f1e0. 00000100:00000040:3.0:1788926422.593659:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296457316, at 4296457728 00000100:00000010:3.0:1788926422.593665:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f7e0. 00000800:00000200:3.0:1788926423.108623:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926423.108629:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926423.108633:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.108638:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926423.108643:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:3.0:1788926423.108645:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:3.0:1788926423.108649:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926423.108653:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513933184/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.108662:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926423.108665:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513933184/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.108672:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926423.108674:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926423.108687:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926423.108690:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926423.108692:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.108695:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926423.108698:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:3.0:1788926423.108700:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:3.0:1788926423.108702:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926423.108705:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513933440/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.108711:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926423.108713:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513933440/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.108724:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926423.108725:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926423.109130:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926423.109132:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926423.109150:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.109154:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926423.109157:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:3.0:1788926423.109159:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:3.0:1788926423.109161:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926423.109165:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513933696/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.109173:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926423.109176:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513933696/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.109183:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926423.109184:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926423.112182:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926423.112186:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:3.0:1788926423.112190:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.112195:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926423.112200:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:3.0:1788926423.112202:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:3.0:1788926423.112207:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926423.112211:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513933312/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.112221:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926423.112224:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513933312/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.112231:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926423.112233:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926423.112288:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926423.112291:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926423.112293:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.112297:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926423.112299:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8aa0 00000400:00000010:3.0:1788926423.112301:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8aa0. 00000100:00000001:3.0:1788926423.112303:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926423.112306:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513933568/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.112312:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926423.112315:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513933568/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.112326:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926423.112328:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926423.112726:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.112737:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926423.112739:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.112742:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.112747:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.112752:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926423.112757:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.112761:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.112765:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.112768:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32359580 00000400:00000200:3.0:1788926423.112772:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.112777:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x79d5 [1] + 224 00000800:00000001:3.0:1788926423.112782:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.112788:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.112791:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.112794:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926423.112798:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926423.112803:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513933184/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926423.112812:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513933184/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.112828:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926423.112835:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.112838:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926423.125761:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125779:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926423.125783:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125785:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.125794:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125802:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926423.125810:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125814:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125819:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125823:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32359780 00000400:00000200:3.0:1788926423.125828:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125834:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x79e5 [1] + 224 00000800:00000001:3.0:1788926423.125841:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125844:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.125848:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.125852:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926423.125858:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926423.125867:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513933696/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926423.125878:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579880 x1875823513933696/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.125906:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926423.125914:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125917:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926423.125919:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125921:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.125924:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125928:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926423.125933:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125935:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125938:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125940:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359600 00000400:00000200:3.0:1788926423.125944:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125948:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x79ed [1] + 224 00000800:00000001:3.0:1788926423.125951:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125953:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.125955:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.125958:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926423.125961:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926423.125965:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513933312/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926423.125974:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a300 x1875823513933312/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.125981:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926423.125984:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125987:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926423.125988:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.125991:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.125993:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.125996:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926423.126000:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126002:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126004:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126007:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32359700 00000400:00000200:3.0:1788926423.126010:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126013:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x79f5 [1] + 224 00000800:00000001:3.0:1788926423.126017:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.126020:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.126022:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.126025:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926423.126028:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926423.126032:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513933568/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926423.126040:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513933568/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.126047:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926423.126050:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.126054:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926423.126055:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.126057:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.126061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126064:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926423.126067:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126069:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126071:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126073:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359680 00000400:00000200:3.0:1788926423.126076:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926423.126079:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x79dd [1] + 224 00000800:00000001:3.0:1788926423.126083:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.126088:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926423.126090:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926423.126092:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926423.126095:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926423.126099:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513933440/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926423.126107:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857aa00 x1875823513933440/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926423.126115:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926423.126118:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926423.126121:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926424.641579:0:31965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926424.641587:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926424.641589:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926424.641595:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83240c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926424.641598:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926424.641602:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926424.769645:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926424.769648:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926424.769652:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926425.665513:0:31965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926425.665521:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926425.665523:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926425.665529:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83240c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926425.665532:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926425.665536:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926426.689487:0:31965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926426.689495:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926426.689497:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926426.689502:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83240c0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926426.689505:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926426.689508:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926427.201518:0:31955:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926427.201526:0:31955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926427.201529:0:31955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926427.201535:0:31955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324240 going to sleep for 1 seconds 00000100:00000001:2.0:1788926427.201538:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926427.201542:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926427.713516:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296462436, at 4296462848 00000100:00000010:3.0:1788926427.713531:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e060. 00000100:00000040:2.0:1788926427.717822:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296462436, at 4296462852 00000100:00000010:2.0:1788926427.717838:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e420. 00000020:00000001:2.0:1788926427.842164:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926427.842167:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926427.842170:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926428.225706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926428.225715:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926428.225724:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc700. 00000020:00000040:3.0:1788926428.225731:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926428.225735:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926428.225738:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926428.225743:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926428.225751:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406200. 00000100:00000001:3.0:1788926428.225757:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225769:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926428.225780:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926428.225783:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225790:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001531372e] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.225815:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926428.225821:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926428.225824:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df800. 00000020:00000040:3.0:1788926428.225827:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926428.225829:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926428.225831:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926428.225832:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926428.225835:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:3.0:1788926428.225839:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225843:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926428.225850:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926428.225853:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005696799a] to pc [ptlrpcd_01_01+1] req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.225876:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926428.225881:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926428.225884:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc000. 00000020:00000040:3.0:1788926428.225886:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926428.225888:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926428.225889:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926428.225891:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926428.225893:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406c00. 00000100:00000001:3.0:1788926428.225896:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225899:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926428.225906:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926428.225908:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225912:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ed6116] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.225919:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926428.225924:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788926428.225926:0:37:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788926428.225929:0:37:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788926428.225931:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddf80. 00000020:00000040:3.0:1788926428.225933:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926428.225935:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926428.225936:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926428.225938:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926428.225941:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926428.225943:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.225946:0:37:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635732227186560 : -108341482365056 : ffff9d76c86ddf80) 00000100:00080000:3.0:1788926428.225949:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788926428.225952:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9d76e0357000: disconnect after 21s idle 00000100:00000001:3.0:1788926428.225954:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926428.225956:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225959:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000872c54cc] to pc [ptlrpcd_rcv+-1] req@ffff9d76c86ddf80 x1875823513934208/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.225981:0:37:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926428.225984:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.225986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926428.225989:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788926428.225990:0:37:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788926428.225992:0:37:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788926428.225995:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de300. 00000020:00000040:3.0:1788926428.225997:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926428.226000:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926428.226001:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926428.226002:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926428.226005:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406f00. 00000100:00000001:3.0:1788926428.226008:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226009:0:37:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00000100:00080000:3.0:1788926428.226012:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788926428.226014:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9d76e0357000: disconnect after 21s idle 00000100:00000001:3.0:1788926428.226016:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926428.226018:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.226022:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c9745b9] to pc [ptlrpcd_rcv+-1] req@ffff9d76c86de300 x1875823513934336/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226029:0:37:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926428.226031:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.226034:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1801) 00000100:00000001:3.0:1788926428.226046:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926428.226049:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926428.226052:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926428.226056:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226064:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926428.226066:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926428.226070:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926428.226072:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926428.226075:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926428.226079:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513933952:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926428.226082:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926428.226087:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926428.226089:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926428.226091:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926428.226095:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f4e00. 02000000:00000001:3.0:1788926428.226098:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926428.226104:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926428.226109:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926428.226116:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926428.226124:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513933952, portal 10 00000100:00000001:3.0:1788926428.226126:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926428.226128:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227192832 : -108341482358784 : ffff9d76c86df800) 00000100:00000040:3.0:1788926428.226136:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226142:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926428.226145:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926428.226147:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926428.226150:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513933952, offset 0 00000400:00000200:3.0:1788926428.226156:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926428.226164:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.226171:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926428.226176:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926428.226180:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926428.226184:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926428.226186:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926428.226190:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2663:2663:256:4294967295] 192.168.203.140@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:3.0:1788926428.226194:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.226203:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926428.226208:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926428.226213:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406b00. 00000800:00000200:3.0:1788926428.226219:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926428.226227:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926428.226231:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926428.226241:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.226245:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 798577 usecs (799 jiffies) 00000400:00000200:3.0:1788926428.226248:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926428.226251:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296464159 00000100:00000010:3.0:1788926428.226256:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198f00. 00000100:00000001:3.0:1788926428.226262:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926428.226266:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296464159 00000100:00000010:3.0:1788926428.226269:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11982a0. 00000100:00000001:3.0:1788926428.226271:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926428.226274:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926428.226276:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226279:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226282:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926428.226289:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926428.226291:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926428.226293:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926428.226294:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926428.226295:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926428.226297:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788926428.226299:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926428.226301:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926428.226302:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926428.226304:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926428.226305:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926428.226306:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926428.226309:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226326:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926428.226327:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926428.226329:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926428.226331:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926428.226332:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926428.226336:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513933824:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926428.226338:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926428.226340:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926428.226342:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926428.226343:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926428.226346:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5c00. 02000000:00000001:3.0:1788926428.226348:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926428.226351:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926428.226354:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b790. 00000400:00000010:3.0:1788926428.226358:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab990. 00000100:00000200:3.0:1788926428.226361:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513933824, portal 25 00000100:00000001:3.0:1788926428.226362:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926428.226364:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227180288 : -108341482371328 : ffff9d76c86dc700) 00000100:00000040:3.0:1788926428.226368:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226374:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926428.226376:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926428.226378:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926428.226380:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513933824, offset 0 00000400:00000200:3.0:1788926428.226384:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926428.226387:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.226391:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926428.226394:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926428.226423:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926428.226425:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926428.226427:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926428.226429:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2664:2664:255:4294967295] 192.168.203.140@tcp LPNI seq info [2664:2664:7:4294967295] 00000400:00000200:3.0:1788926428.226433:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.226450:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926428.226455:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926428.226459:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:3.0:1788926428.226462:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926428.226466:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926428.226468:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926428.226471:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926428.226474:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926428.226476:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296467554 00000100:00000001:3.0:1788926428.226480:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296464159 00000100:00000001:3.0:1788926428.226483:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296467554 00000100:00000001:3.0:1788926428.226486:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296464159 00000100:00000001:3.0:1788926428.226488:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926428.226490:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226492:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926428.226495:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226501:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926428.226502:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926428.226503:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926428.226505:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926428.226506:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926428.226509:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513934080:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926428.226514:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926428.226516:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926428.226518:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926428.226519:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926428.226522:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f4600. 02000000:00000001:3.0:1788926428.226523:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926428.226525:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926428.226528:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b528. 00000400:00000010:3.0:1788926428.226530:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926428.226533:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513934080, portal 10 00000100:00000001:3.0:1788926428.226534:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926428.226535:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000040:3.0:1788926428.226540:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226545:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926428.226547:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926428.226549:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926428.226551:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513934080, offset 0 00000400:00000200:3.0:1788926428.226555:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926428.226557:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.226561:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926428.226563:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926428.226565:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926428.226567:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926428.226569:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926428.226572:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2665:2665:254:4294967295] 192.168.203.140@tcp LPNI seq info [2665:2665:6:4294967295] 00000400:00000200:3.0:1788926428.226575:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.226580:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926428.226583:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926428.226586:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406e00. 00000800:00000200:3.0:1788926428.226589:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926428.226594:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926428.226596:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926428.226599:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926428.226601:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20437 usecs (21 jiffies) 00000400:00000200:3.0:1788926428.226604:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926428.226605:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296463382 00000100:00000001:3.0:1788926428.226607:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296467554 00000100:00000001:3.0:1788926428.226609:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296463382 00000100:00000001:3.0:1788926428.226611:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296467554 00000100:00000001:3.0:1788926428.226613:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926428.226614:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226616:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226618:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926428.226659:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926428.226663:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406b00. 00000400:00000200:3.0:1788926428.226670:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926428.226674:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926428.226680:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:3.0:1788926428.226682:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:3.0:1788926428.226687:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926428.226691:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226699:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926428.226702:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226709:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226710:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926428.226722:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926428.226724:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:3.0:1788926428.226727:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926428.226730:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926428.226732:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:3.0:1788926428.226734:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:3.0:1788926428.226735:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926428.226738:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226744:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926428.226746:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226752:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226753:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926428.226811:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926428.226814:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406e00. 00000400:00000200:3.0:1788926428.226817:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926428.226820:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926428.226823:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:3.0:1788926428.226824:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:3.0:1788926428.226826:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926428.226830:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226835:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926428.226838:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.226843:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926428.226844:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926428.227075:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926428.227079:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926428.227759:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926428.227763:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:2.0:1788926428.227768:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926428.227772:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926428.227775:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:2.0:1788926428.227777:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:2.0:1788926428.227780:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926428.227784:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddf80 x1875823513934208/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.227792:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926428.227796:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddf80 x1875823513934208/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.227802:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.227803:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926428.227812:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926428.227814:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926428.227816:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926428.227819:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926428.227821:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8550 00000400:00000010:2.0:1788926428.227822:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8550. 00000100:00000001:2.0:1788926428.227825:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926428.227827:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86de300 x1875823513934336/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.227834:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926428.227836:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de300 x1875823513934336/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.227841:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.227843:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926428.228018:0:31955:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926428.228021:0:31955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926428.228022:0:31955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788926428.228026:0:31955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324240 going to sleep for 1 seconds 00000100:00000001:3.0:1788926428.228028:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926428.228030:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926428.229934:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.229949:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926428.229953:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.229955:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926428.229963:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.229970:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926428.229978:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.229983:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.229988:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.229992:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32359800 00000400:00000200:3.0:1788926428.229997:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.230002:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7a0d [1] + 224 00000800:00000001:3.0:1788926428.230009:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.230015:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926428.230018:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926428.230022:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926428.230028:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926428.230036:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926428.230047:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.230070:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926428.230078:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.230082:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.230229:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926428.230233:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926428.230239:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926428.230241:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926428.230244:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b790. 00000400:00000200:2.0:1788926428.230248:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab990 00000400:00000010:2.0:1788926428.230251:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab990. 00000100:00000001:2.0:1788926428.230253:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926428.230258:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926428.230268:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.230275:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926428.230277:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.230279:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926428.230282:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926428.230285:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926428.230287:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926428.230289:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926428.230296:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926428.230300:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926428.230302:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926428.230304:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926428.230307:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926428.230309:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.230311:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926428.230326:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.230333:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926428.230336:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926428.230338:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926428.230342:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926428.230349:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513933824:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926428.230354:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.230357:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926428.230360:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc700 x1875823513933824/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.230366:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926428.230369:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926428.230372:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5c00. 02000000:00000001:2.0:1788926428.230377:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926428.230379:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926428.230382:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926428.230384:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926428.230387:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406200. 02000000:00000001:2.0:1788926428.230390:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926428.230392:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926428.230393:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc700. 00000100:00000001:2.0:1788926428.230422:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926428.230423:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.230426:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.230428:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926428.230429:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926428.230431:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.230432:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926428.242558:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242578:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926428.242582:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242584:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926428.242592:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242599:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926428.242610:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242615:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242621:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242624:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32359980 00000400:00000200:2.0:1788926428.242630:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242635:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7a2d [1] + 224 00000800:00000001:2.0:1788926428.242652:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242656:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926428.242660:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926428.242664:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926428.242671:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926428.242679:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddf80 x1875823513934208/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926428.242690:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddf80 x1875823513934208/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.242713:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926428.242722:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242726:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926428.242728:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242730:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926428.242732:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242736:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926428.242740:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242742:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242745:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242747:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32359a00 00000400:00000200:2.0:1788926428.242750:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926428.242753:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7a35 [1] + 224 00000800:00000001:2.0:1788926428.242757:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242764:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926428.242767:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926428.242770:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926428.242772:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926428.242776:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86de300 x1875823513934336/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926428.242784:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86de300 x1875823513934336/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.242790:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926428.242793:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926428.242795:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926428.248485:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248501:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926428.248505:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248508:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926428.248515:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248523:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926428.248532:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248536:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248541:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248545:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359880 00000400:00000200:3.0:1788926428.248550:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248556:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x79fd [1] + 224 00000800:00000001:3.0:1788926428.248564:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248568:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926428.248571:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926428.248576:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926428.248582:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926428.248592:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926428.248603:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.248624:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926428.248632:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248635:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926428.248637:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248639:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926428.248642:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248645:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926428.248649:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248651:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248654:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248657:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359900 00000400:00000200:3.0:1788926428.248660:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926428.248663:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7a1d [1] + 224 00000800:00000001:3.0:1788926428.248667:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248672:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926428.248675:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926428.248677:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926428.248680:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926428.248684:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926428.248693:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926428.248706:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926428.248710:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926428.248713:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250178:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926428.250183:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926428.250191:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926428.250193:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926428.250196:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b528. 00000400:00000200:2.0:1788926428.250202:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:2.0:1788926428.250205:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:2.0:1788926428.250208:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926428.250216:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926428.250225:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.250231:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926428.250233:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250235:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926428.250238:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926428.250241:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926428.250243:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926428.250246:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926428.250254:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=95 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926428.250258:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926428.250260:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926428.250261:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926428.250264:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926428.250266:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.250269:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926428.250271:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926428.250273:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926428.250275:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926428.250279:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.250285:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926428.250288:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926428.250290:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926428.250293:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926428.250301:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513934080:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926428.250305:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926428.250306:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926428.250307:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:2.0:1788926428.250309:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:2.0:1788926428.250321:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:2.0:1788926428.250323:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926428.250327:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926428.250334:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.250339:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926428.250340:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250341:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926428.250342:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926428.250343:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926428.250344:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926428.250346:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926428.250349:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=95 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926428.250351:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926428.250353:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926428.250354:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926428.250356:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926428.250357:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.250359:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926428.250360:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:2.0:1788926428.250362:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926428.250363:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926428.250366:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.250372:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926428.250373:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926428.250374:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926428.250377:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926428.250383:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513933952:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926428.250387:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250389:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926428.250392:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc000 x1875823513934080/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.250430:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926428.250433:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926428.250445:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f4600. 02000000:00000001:2.0:1788926428.250449:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926428.250452:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926428.250453:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926428.250456:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926428.250458:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406c00. 02000000:00000001:2.0:1788926428.250460:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926428.250462:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926428.250464:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc000. 00000100:00000001:2.0:1788926428.250467:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926428.250468:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250469:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926428.250473:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df800 x1875823513933952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926428.250478:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926428.250479:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926428.250480:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f4e00. 02000000:00000001:2.0:1788926428.250482:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926428.250483:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926428.250484:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926428.250486:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926428.250487:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:2.0:1788926428.250489:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926428.250490:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926428.250491:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df800. 00000100:00000001:2.0:1788926428.250493:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926428.250493:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250495:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926428.250502:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926428.250504:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926428.250506:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926428.250507:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.250454:0:31955:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926429.250462:0:31955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926429.250464:0:31955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788926429.250469:0:31955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324240 going to sleep for 1 seconds 00000100:00000001:3.0:1788926429.250473:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926429.250477:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.762763:0:31965:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926429.762768:0:31965:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788926429.762784:0:31965:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788926413/real 1788926413] req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926429 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788926429.762814:0:31965:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926429.762817:0:31965:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926429.762821:0:31965:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:2.0:1788926429.762826:0:31965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:2.0:1788926429.762829:0:31965:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:2.0:1788926429.762834:0:31965:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926429.762838:0:31965:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926429 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926429.762848:0:31965:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926429 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.762872:0:31965:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926429.762875:0:31965:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.762878:0:31965:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926429.762880:0:31965:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.762883:0:31965:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788926429.762886:0:31965:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788926429.762891:0:31965:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection to lustre-MDT0000 (at 192.168.203.140@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788926429.762893:0:31965:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788926429.762896:0:31965:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788926429.762899:0:31965:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.762901:0:31965:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926429.762902:0:31965:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1788926429.762924:0:31965:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788926429.762926:0:31965:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.762929:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926429.762930:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926429.762933:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83240c0 going to sleep for 0 seconds 00000100:00000001:2.0:1788926429.762935:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.762937:0:31965:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.762940:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926429.762941:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.762944:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.763963:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926429.763966:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.763968:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926429.763973:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.763980:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926429.763981:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926429.763983:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926429.763985:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926429.763987:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926429.763990:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513934592:192.168.203.140@tcp:38:kworker.0 00000100:00000001:2.0:1788926429.763994:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926429.763996:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926429.763997:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926429.763999:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926429.764003:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd800. 02000000:00000001:2.0:1788926429.764005:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926429.764009:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926429.764011:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926429.764015:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000200:2.0:1788926429.764019:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513934592, portal 10 00000100:00000001:2.0:1788926429.764021:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926429.764022:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:2.0:1788926429.764028:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764035:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926429.764037:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926429.764039:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926429.764041:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513934592, offset 0 00000400:00000200:2.0:1788926429.764046:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926429.764049:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.764053:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926429.764056:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926429.764059:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926429.764061:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926429.764063:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926429.764065:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2670:2670:254:4294967295] 192.168.203.140@tcp LPNI seq info [2670:2670:6:4294967295] 00000400:00000200:2.0:1788926429.764069:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.764075:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926429.764080:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926429.764084:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4200. 00000800:00000200:2.0:1788926429.764088:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926429.764092:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926429.764095:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926429.764098:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926429.764101:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 797417 usecs (798 jiffies) 00000400:00000200:2.0:1788926429.764104:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926429.764106:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296465696 00000100:00000001:2.0:1788926429.764108:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.764110:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296465696 00000100:00000001:2.0:1788926429.764112:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.764114:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926429.764116:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.764118:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.764120:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.764124:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926429.764125:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926429.764127:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926429.764128:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.764129:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.764131:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926429.764165:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926429.764170:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2a00. 00000400:00000200:2.0:1788926429.764175:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.764180:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926429.764184:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821f68 00000400:00000010:2.0:1788926429.764186:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821f68. 00000100:00000001:2.0:1788926429.764191:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926429.764195:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513934464/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764204:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926429.764207:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513934464/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764214:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.764216:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926429.764227:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926429.764229:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2900. 00000400:00000200:2.0:1788926429.764232:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.764235:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926429.764237:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:2.0:1788926429.764239:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:2.0:1788926429.764241:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926429.764245:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513934720/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764252:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926429.764255:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513934720/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764261:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.764263:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926429.764302:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926429.764305:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:2.0:1788926429.764308:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.764312:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926429.764314:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:2.0:1788926429.764316:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:2.0:1788926429.764318:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926429.764321:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764328:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926429.764537:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.764544:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.764546:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926429.771685:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771701:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926429.771706:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771708:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.771717:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771725:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926429.771733:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771739:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771744:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771749:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32359a80 00000400:00000200:2.0:1788926429.771754:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771759:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7a3d [1] + 224 00000800:00000001:2.0:1788926429.771766:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771770:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.771773:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.771777:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926429.771784:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926429.771792:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513934464/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926429.771803:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579880 x1875823513934464/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.771837:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926429.771845:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771849:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926429.771851:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771862:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.771865:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771868:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926429.771873:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771875:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771878:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771880:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32359b80 00000400:00000200:2.0:1788926429.771884:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.771888:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7a45 [1] + 224 00000800:00000001:2.0:1788926429.771891:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771897:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.771899:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.771903:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926429.771906:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926429.771910:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513934720/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926429.771918:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513934720/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.771925:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926429.771929:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.771932:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926429.774766:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.774779:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926429.774783:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.774785:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.774792:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.774799:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926429.774820:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.774825:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.774829:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.774833:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 10 MB=0x6aa0d32359b00 00000400:00000200:2.0:1788926429.774838:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.774844:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 416/416 into md 0x7a4d [1] + 0 00000800:00000001:2.0:1788926429.774850:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.774866:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.774869:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.774874:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926429.774880:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926429.774887:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926429.774897:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.774923:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926429.774930:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.774933:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.774979:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926429.774984:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926429.774991:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926429.774993:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926429.774996:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:3.0:1788926429.775001:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:3.0:1788926429.775003:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:3.0:1788926429.775006:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.775011:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926429.775021:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.775028:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926429.775029:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.775032:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926429.775035:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926429.775037:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926429.775039:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926429.775042:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926429.775051:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=96 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926429.775055:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926429.775058:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926429.775060:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926429.775062:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926429.775065:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.775070:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926429.775072:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788926429.775073:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926429.775075:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926429.775080:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.775086:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926429.775090:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926429.775091:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.775093:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788926429.775100:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:3.0:1788926429.775103:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926429.775105:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926429.775108:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926429.775110:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926429.775112:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926429.775114:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00001000:3.0:1788926429.775117:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1788926429 v=0 (0 0 0 0) 00000100:00001000:3.0:1788926429.775120:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788926429.775124:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000020:00000040:3.0:1788926429.775129:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:3.0:1788926429.775131:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926429.775134:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788926429.775137:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9d76e0357000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1788926429.775141:0:2396:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788926429.775143:0:2396:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926429.775144:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788926429.775147:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788926429.775150:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926429.775153:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926429.775155:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926429.775157:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926429.775158:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926429.775160:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926429.775162:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.775164:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926429.775167:0:2396:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.140@tcp after partition 00000100:00080000:3.0:1788926429.775169:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788926429.775173:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788926429.775175:0:2396:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788926429.775180:0:2396:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.775199:0:2396:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788926429.775202:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788926429.775204:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926429.775205:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788926429.775207:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788926429.775208:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788926429.775209:0:2396:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788926429.775211:0:2396:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9d76e03fd568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788926429.775214:0:2396:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xdeff66104c08bc77 00800000:00000040:3.0:1788926429.775217:0:2396:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9d76e0357000=4486b962-ec3d-45f5-8472-13c4fc59e40f device 3 (ffff9d76e03f8000) type mdc at LMV idx 0 00800000:00000040:3.0:1788926429.775220:0:2396:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9d76e03f8000 already active! 00800000:00000001:3.0:1788926429.775222:0:2396:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926429.775224:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926429.775225:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926429.775226:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926429.775227:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926429.775229:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926429.775230:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926429.775232:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000002:00000001:3.0:1788926429.775367:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.775369:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788926429.775373:0:2396:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00080000:3.0:1788926429.775378:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000e3f9681): req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926429 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.775393:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.775423:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926429.775429:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926429.775436:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513934592:192.168.203.140@tcp:38:kworker.0 00000100:00000001:3.0:1788926429.775440:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.775443:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.775447:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513934592/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.775453:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926429.775455:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926429.775459:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd800. 02000000:00000001:3.0:1788926429.775461:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926429.775463:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926429.775464:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926429.775466:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926429.775468:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880f000. 02000000:00000001:3.0:1788926429.775471:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926429.775472:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926429.775474:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:3.0:1788926429.775477:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926429.775479:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.775481:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.775488:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926429.775490:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.775492:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926429.775493:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926429.775500:0:31991:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788926429.775503:0:31991:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788926429.775505:0:31991:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926429.775507:0:31991:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926429.775508:0:31991:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926429.775510:0:31991:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1788926429.775512:0:31991:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.775779:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926429.775784:0:31955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926429.775786:0:31955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926429.775788:0:31955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:2.0:1788926429.775792:0:31955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:2.0:1788926429.775794:0:31955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:2.0:1788926429.775797:0:31955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926429.775815:0:31955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926432 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926429.775825:0:31955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926432 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926429.775831:0:31955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926429.775833:0:31955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.775835:0:31955:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926429.775837:0:31955:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926429.775841:0:31955:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926429.775844:0:31955:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926429.775847:0:31955:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.775849:0:31955:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788926429.775860:0:31955:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513932288 new x1875823513934848 02000000:00000001:2.0:1788926429.775864:0:31955:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926429.775866:0:31955:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926429.775871:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926429.775875:0:31955:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926429.775880:0:31955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926429.775885:0:31955:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513932288, portal 10 00000100:00000001:2.0:1788926429.775887:0:31955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926429.775889:0:31955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000040:2.0:1788926429.775895:0:31955:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926429.775907:0:31955:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926429.775910:0:31955:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926429.775912:0:31955:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926429.775915:0:31955:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513932288, offset 0 00000400:00000200:2.0:1788926429.775919:0:31955:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926429.775925:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.775932:0:31955:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926429.775936:0:31955:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926429.775940:0:31955:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926429.775943:0:31955:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926429.775946:0:31955:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926429.775949:0:31955:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2671:2671:256:4294967295] 192.168.203.140@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:2.0:1788926429.775953:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.775961:0:31955:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926429.775967:0:31955:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926429.775972:0:31955:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4200. 00000800:00000200:2.0:1788926429.775978:0:31955:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926429.775985:0:31955:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926429.775989:0:31955:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926429.776004:0:31955:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926429.776008:0:31955:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 796237 usecs (797 jiffies) 00000400:00000200:2.0:1788926429.776012:0:31955:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926429.776014:0:31955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296465707 00000100:00000001:2.0:1788926429.776017:0:31955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.776019:0:31955:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296465707 00000100:00000001:2.0:1788926429.776021:0:31955:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.776023:0:31955:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926429.776026:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.776029:0:31955:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926429.776031:0:31955:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926429.776033:0:31955:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324240 going to sleep for 11 seconds 00000100:00000001:2.0:1788926429.776035:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.776037:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.776053:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.776055:0:31965:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.776057:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926429.776059:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926429.776060:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926429.776062:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926429.776064:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.776066:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788926429.776068:0:31965:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513932032 new x1875823513934976 02000000:00000001:2.0:1788926429.776070:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926429.776072:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926429.776075:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926429.776078:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926429.776082:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926429.776085:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513932032, portal 10 00000100:00000001:2.0:1788926429.776086:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926429.776087:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:2.0:1788926429.776092:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926429.776098:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926429.776100:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926429.776103:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530aa0. 00000100:00000200:2.0:1788926429.776104:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875823513932032, offset 0 00000400:00000200:2.0:1788926429.776109:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926429.776114:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.776117:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926429.776120:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926429.776122:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926429.776124:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926429.776126:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926429.776129:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2672:2672:255:4294967295] 192.168.203.140@tcp LPNI seq info [2672:2672:7:4294967295] 00000400:00000200:2.0:1788926429.776133:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.776138:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926429.776142:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926429.776146:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926429.776150:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926429.776154:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926429.776157:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788926429.776160:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926429.776162:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 796237 usecs (797 jiffies) 00000400:00000200:2.0:1788926429.776165:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926429.776167:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296465707 00000100:00000001:2.0:1788926429.776169:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.776171:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296465707 00000100:00000001:2.0:1788926429.776173:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.776175:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926429.776177:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926429.776178:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926429.776180:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926429.776182:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83240c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926429.776184:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.776185:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926429.776382:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926429.776386:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:3.0:1788926429.776390:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.776394:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926429.776432:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:3.0:1788926429.776435:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:3.0:1788926429.776439:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926429.776443:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.776451:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.776454:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.776459:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.776461:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926429.776515:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926429.776517:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:3.0:1788926429.776520:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.776523:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926429.776526:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:3.0:1788926429.776527:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:3.0:1788926429.776529:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926429.776531:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.776537:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.776540:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926445 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.776546:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.776547:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926429.795181:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.795197:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926429.795201:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.795204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.795213:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.795222:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926429.795230:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.795234:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.795239:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.795245:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32359c00 00000400:00000200:2.0:1788926429.795250:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.795255:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7a5d [1] + 224 00000800:00000001:2.0:1788926429.795262:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.795271:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926429.795274:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.795391:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926429.795548:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926429.795569:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926429.795581:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.795634:0:31955:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.795652:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926429.795661:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926429.795666:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788926429.803378:0:31955:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926429.803385:0:31955:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926429.803391:0:31955:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:3.0:1788926429.803683:0:31955:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:3.0:1788926429.803686:0:31955:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:3.0:1788926429.803692:0:31955:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.803703:0:31955:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926429.803714:0:31955:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a300 x1875823513932288/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.803721:0:31955:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926429.803724:0:31955:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.803727:0:31955:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926429.803730:0:31955:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926429.803733:0:31955:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926429.803735:0:31955:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926429.803738:0:31955:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926429.803747:0:31955:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926429.803751:0:31955:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926429.803754:0:31955:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926429.803756:0:31955:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926429.803758:0:31955:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926429.803762:0:31955:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.803765:0:31955:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926429.803767:0:31955:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788926429.803769:0:31955:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926429.803771:0:31955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926429.803773:0:31955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000001:3.0:1788926429.803776:0:31955:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926429.803778:0:31955:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788926429.803780:0:31955:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926429.803782:0:31955:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926429.803787:0:31955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.803794:0:31955:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926429.803797:0:31955:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926429.803800:0:31955:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926429.804340:0:31955:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926429.804355:0:31955:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:31955:1875823513932288:192.168.203.140@tcp:35:multiop.0 00000100:00000001:3.0:1788926429.804361:0:31955:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.804364:0:31955:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.804366:0:31955:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926429.804369:0:31955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.804373:0:31955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.804381:0:31955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926429.804384:0:31955:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8324240. 00000100:00000001:3.0:1788926429.804388:0:31955:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926429.804390:0:31955:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.804630:0:31955:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926429.804632:0:31955:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000002:00000001:3.0:1788926429.804636:0:31955:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926429.804639:0:31955:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926429.804644:0:31955:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:3.0:1788926429.804648:0:31955:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788926429.804651:0:31955:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788926429.804653:0:31955:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926429.804655:0:31955:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926429.804657:0:31955:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926429.804660:0:31955:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926429.804662:0:31955:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926429.804664:0:31955:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x21:0x0] 00800000:00000001:3.0:1788926429.804667:0:31955:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926429.804671:0:31955:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788926429.804677:0:31955:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c962aa00 x1875823513930880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926428 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.804685:0:31955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.804688:0:31955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513930880/t4294967598(4294967598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926428 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.804695:0:31955:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788926429.804698:0:31955:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926429.804700:0:31955:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926429.804703:0:31955:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926429.804706:0:31955:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b01400. 02000000:00000001:3.0:1788926429.804710:0:31955:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926429.804712:0:31955:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926429.804714:0:31955:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:3.0:1788926429.804717:0:31955:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926429.804718:0:31955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.804720:0:31955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.804724:0:31955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.804730:0:31955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926429.804733:0:31955:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5cf40. 00000002:00000001:3.0:1788926429.804735:0:31955:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926429.804737:0:31955:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926429.804739:0:31955:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020eb80. 00000100:00000001:3.0:1788926429.804741:0:31955:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.804744:0:31955:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.804749:0:31955:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926429.804752:0:31955:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926429.804755:0:31955:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131d900. 00000080:00000001:3.0:1788926429.804759:0:31955:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926429.804765:0:31955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c03df0 00000080:00000008:3.0:1788926429.804767:0:31955:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x21:0x0](ffff9d76d15b4b08), flags 100002, rc = 0 00000080:00000001:3.0:1788926429.804770:0:31955:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926429.804775:0:31955:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926429.804776:0:31955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c03e00 00000080:00002000:3.0:1788926429.804778:0:31955:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9d76d173c0d8, parent ffff9d76d173c288, inode ffff9d76d15b4b08) hashed, 00000080:00000001:3.0:1788926429.804781:0:31955:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926429.804790:0:31955:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926429.804795:0:31955:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788926429.804797:0:31955:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788926429.804799:0:31955:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c03e00 00000080:00002000:3.0:1788926429.804801:0:31955:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9d76d173c288, parent ffff9d76d14be6c0, inode ffff9d76d158ba88) hashed, 00000080:00000001:3.0:1788926429.804803:0:31955:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926429.805335:0:31955:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926429.805339:0:31955:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:3.0:1788926429.807669:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.807684:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926429.807688:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.807690:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.807699:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.807706:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926429.807715:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.807719:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.807725:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.807729:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32359c80 00000400:00000200:3.0:1788926429.807734:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.807740:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7a6d [1] + 224 00000800:00000001:3.0:1788926429.807747:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.807753:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.807757:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.807762:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926429.807769:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.807777:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926429.807788:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9d76c8b38a80 x1875823513932032/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926445 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.809064:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926429.809078:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.809085:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926429.815063:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926429.815073:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926429.815080:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926429.815089:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926429.815097:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:2.0:1788926429.815100:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:2.0:1788926429.815106:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926429.815113:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513935104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926429.815124:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926429.815128:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a300 x1875823513935104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926445 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926429.815135:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.815137:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926429.817744:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.817760:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926429.817765:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.817768:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.817776:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.817783:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926429.817791:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.817796:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.817801:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.818024:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 10 MB=0x6aa0d32359d00 00000400:00000200:3.0:1788926429.818031:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.818039:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 400/400 into md 0x7a7d [1] + 224 00000800:00000001:3.0:1788926429.818047:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.818067:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.818071:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.818076:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926429.818084:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.818093:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513935104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926429.818105:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9d76d857a300 x1875823513935104/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926445 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.818512:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926429.818522:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.818526:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.827259:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926429.827263:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926429.827266:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926429.827272:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513935232/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.827279:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926429.827281:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926429.827284:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926429.827287:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926429.827289:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926429.827293:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513935232:192.168.203.140@tcp:8:touch.0 00000100:00000001:3.0:1788926429.827297:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926429.827301:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926429.827303:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926429.827305:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926429.827312:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90800. 02000000:00000001:3.0:1788926429.827314:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926429.827319:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926429.827322:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926429.827328:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926429.827335:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513935232, portal 4 00000100:00000001:3.0:1788926429.827337:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926429.827339:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:3.0:1788926429.827345:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579f80 x1875823513935232/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.827351:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926429.827354:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926429.827357:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926429.827359:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513935232, offset 0 00000400:00000200:3.0:1788926429.827365:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926429.827372:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.827379:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926429.827384:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926429.827388:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926429.827391:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926429.827514:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926429.827520:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2674:2674:256:4294967295] 192.168.203.140@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:3.0:1788926429.827525:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.827534:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926429.827540:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926429.827546:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406e00. 00000800:00000200:3.0:1788926429.827553:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926429.827560:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926429.827564:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926429.827578:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926429.827582:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 242120 usecs (243 jiffies) 00000400:00000200:3.0:1788926429.827585:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926429.827587:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296465205 00000100:00000001:3.0:1788926429.827590:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:3.0:1788926429.827592:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296465205 00000100:00000001:3.0:1788926429.828522:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:3.0:1788926429.828525:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926429.828529:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.828532:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.828534:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926429.828539:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926429.828541:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926429.828543:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926429.828544:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926429.828545:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.828547:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926429.829210:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926429.829215:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406e00. 00000400:00000200:3.0:1788926429.829219:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.829224:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926429.829230:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:3.0:1788926429.829233:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:3.0:1788926429.829237:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926429.829242:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513935232/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.829250:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.829254:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513935232/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.829265:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.829266:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1788926429.830569:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cb80. 00000080:00000010:3.1:1788926429.830584:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c240. 00000800:00000001:3.0:1788926429.831948:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.831961:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926429.831965:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.831967:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.831975:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.831982:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926429.831989:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.831993:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.831998:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.832002:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d32359d80 00000400:00000200:3.0:1788926429.832007:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.832012:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x7a85 [1] + 0 00000800:00000001:3.0:1788926429.832019:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.832027:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.832029:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.832033:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926429.832039:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.832046:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513935232/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926429.832057:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8579f80 x1875823513935232/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926429.832079:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926429.832087:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.832091:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926429.840710:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926429.840720:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:3.0:1788926429.840727:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.840735:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926429.840742:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:3.0:1788926429.840746:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:3.0:1788926429.840751:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926429.840759:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513935360/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926445 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.840770:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.840773:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513935360/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.840779:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.840781:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926429.845199:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.845216:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926429.845220:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.845223:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.845232:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.845240:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926429.845250:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.845255:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.845260:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.845264:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 432 into portal 4 MB=0x6aa0d32359e00 00000400:00000200:3.0:1788926429.845270:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.845275:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 432/432 into md 0x7a95 [1] + 224 00000800:00000001:3.0:1788926429.845282:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.845290:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.845293:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.845298:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926429.845306:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.845315:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513935360/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926445 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926429.845326:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9d76d857a300 x1875823513935360/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926445 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.845350:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926429.845358:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.845362:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926429.846036:0:31965:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1788926429.846040:0:31965:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926429.846043:0:31965:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926429.846047:0:31965:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1788926429.846049:0:31965:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788926429.846051:0:31965:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788926429.846054:0:31965:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926429.846055:0:31965:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926429.846056:0:31965:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788926429.846057:0:31965:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926429.846059:0:31965:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926429.846061:0:31965:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788926429.846062:0:31965:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788926429.846063:0:31965:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788926429.846065:0:31965:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788926429.846067:0:31965:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926429.846068:0:31965:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926429.846070:0:31965:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926429.846071:0:31965:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788926429.846073:0:31965:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788926429.846074:0:31965:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926429.846076:0:31965:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926429.846078:0:31965:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926429.846079:0:31965:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926429.846081:0:31965:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926429.846083:0:31965:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926429.846085:0:31965:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926429.846086:0:31965:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926429.846087:0:31965:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926429.846088:0:31965:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926429.846090:0:31965:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccbd0 00020000:00000001:2.0:1788926429.846094:0:31965:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926429.846095:0:31965:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926429.846098:0:31965:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926429.846100:0:31965:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926429.846103:0:31965:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926429.846104:0:31965:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926429.846105:0:31965:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50aff30 00000080:00000001:2.0:1788926429.846107:0:31965:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926429.846110:0:31965:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1788926429.846114:0:31965:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afe00. 00000020:00000001:2.0:1788926429.846121:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbc30 00000080:00200008:2.0:1788926429.846124:0:31965:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9d76d153a1c8) current size 0, valid attrs 100201f0, mode 0, uid -1053638078, gid -1, new size 213440, atime 1788926413.000000000, mtime 1788926413.000000000, ctime 1788926413.000000000, rc 0 00000080:00000001:2.0:1788926429.846130:0:31965:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926429.846148:0:31965:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926429.846151:0:31965:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000002:2.0:1788926429.846156:0:31965:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000001:2.0:1788926429.846159:0:31965:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926429.846166:0:31965:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926429.846168:0:31965:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbdf0 00000080:00200008:2.0:1788926429.846170:0:31965:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x22:0x0](ffff9d76d153a1c8), flags 104001 00000080:00000001:2.0:1788926429.846174:0:31965:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788926429.846177:0:31965:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788926429.846178:0:31965:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926429.846180:0:31965:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000002:2.0:1788926429.846182:0:31965:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417ba0) owner 0000000000000000/ffff9d76c134a7c0 00020000:00000001:2.0:1788926429.846184:0:31965:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926429.846186:0:31965:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788926429.846191:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926429.846194:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926429.846196:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926429.846198:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926429.846201:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926429.846203:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788926429.846205:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926429.846210:0:31965:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926429.846213:0:31965:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926429.846221:0:31965:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2af00 count: 2 00010000:00000001:2.0:1788926429.846224:0:31965:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926429.846229:0:31965:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926429.846231:0:31965:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x22:0x0]: 0 00000080:00000001:2.0:1788926429.846234:0:31965:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926429.846235:0:31965:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926429.846240:0:31965:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10afe00. 00000080:00000001:2.0:1788926429.846243:0:31965:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788926429.846248:0:31965:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926429.846252:0:31965:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926429.846253:0:31965:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926429.846254:0:31965:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926429.846255:0:31965:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926429.846257:0:31965:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926429.846259:0:31965:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926429.846260:0:31965:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x22:0x0] 00800000:00000001:2.0:1788926429.846262:0:31965:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926429.846264:0:31965:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x22:0x0] 00000002:00000001:2.0:1788926429.846268:0:31965:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926429.846270:0:31965:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x22:0x0] file closed with intent: 0 00000100:00000010:2.0:1788926429.846276:0:31965:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926429.846280:0:31965:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926429.846284:0:31965:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926429.846287:0:31965:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926429.846291:0:31965:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926429.846297:0:31965:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aea00. 00000100:00000001:2.0:1788926429.846304:0:31965:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926429.846317:0:31965:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c8b3aa00 x1875823513931776/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926429 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926429.846328:0:31965:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788926429.846334:0:31965:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926429.846341:0:31965:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926429.846343:0:31965:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926429.846349:0:31965:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c83249c0. 00000100:00000001:2.0:1788926429.846351:0:31965:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223281600 : -108341486270016 : ffff9d76c83249c0) 00000100:00000001:2.0:1788926429.846354:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926429.846356:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000001:2.0:1788926429.846360:0:31965:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926429.846364:0:31965:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.846366:0:31965:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926429.846367:0:31965:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926429.846370:0:31965:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926429.846378:0:31965:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926429.846380:0:31965:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926429.846384:0:31965:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926429.846386:0:31965:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926429.846388:0:31965:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926429.846392:0:31965:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:31965:1875823513935616:192.168.203.140@tcp:35:touch.0 00000100:00000001:2.0:1788926429.847537:0:31965:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926429.847543:0:31965:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926429.847546:0:31965:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926429.847548:0:31965:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926429.847561:0:31965:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10df800. 02000000:00000001:2.0:1788926429.847564:0:31965:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926429.847572:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926429.847575:0:31965:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6160. 00000400:00000010:2.0:1788926429.847582:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530908. 00000100:00000200:2.0:1788926429.847588:0:31965:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513935616, portal 10 00000100:00000001:2.0:1788926429.847590:0:31965:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926429.847931:0:31965:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:2.0:1788926429.847943:0:31965:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926429.847950:0:31965:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926429.847953:0:31965:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926429.847957:0:31965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926429.847961:0:31965:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513935616, offset 0 00000400:00000200:2.0:1788926429.847967:0:31965:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926429.847974:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.847982:0:31965:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926429.847986:0:31965:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926429.847990:0:31965:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926429.847993:0:31965:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926429.847996:0:31965:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926429.847999:0:31965:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2676:2676:256:4294967295] 192.168.203.140@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:2.0:1788926429.848003:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926429.848012:0:31965:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926429.848019:0:31965:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926429.848024:0:31965:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4b00. 00000800:00000200:2.0:1788926429.848030:0:31965:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926429.848037:0:31965:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926429.848042:0:31965:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926429.848062:0:31965:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926429.848066:0:31965:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 849072 usecs (850 jiffies) 00000400:00000200:2.0:1788926429.848069:0:31965:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926429.848072:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296465832 00000100:00000001:2.0:1788926429.848074:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.848077:0:31965:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296465832 00000100:00000001:2.0:1788926429.848078:0:31965:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926429.848080:0:31965:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926429.848083:0:31965:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926429.848085:0:31965:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926429.848087:0:31965:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926429.848089:0:31965:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c83249c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926429.848092:0:31965:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926429.848094:0:31965:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926429.849151:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926429.849157:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4b00. 00000400:00000200:3.0:1788926429.849162:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.849168:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926429.849174:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:3.0:1788926429.849177:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:3.0:1788926429.849180:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926429.849185:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.849195:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926429.849199:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.849205:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926429.849207:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926429.858383:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.858539:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926429.858543:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.858547:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.858689:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.858698:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926429.858707:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.858712:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.858717:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.858721:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32359f00 00000400:00000200:3.0:1788926429.858725:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926429.858731:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7a9d [1] + 224 00000800:00000001:3.0:1788926429.858739:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.858748:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926429.858751:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926429.858756:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926429.858764:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926429.858772:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926429.858787:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c8b39880 x1875823513935616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926445 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926429.858933:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926429.858943:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926429.858947:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788926429.892581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01d20. 00000080:00000010:0.1:1788926429.892763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01c00. 00000020:00000001:2.0:1788926430.913699:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926430.913703:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926430.913706:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788926431.282517:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.282522:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:3.0:1788926431.282527:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.282532:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.282538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:3.0:1788926431.282540:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:3.0:1788926431.282544:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.282549:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513935744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.282558:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.282561:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629880 x1875823513935744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.282568:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.282570:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.289126:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.289142:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.289146:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.289149:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.289159:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.289166:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.289175:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.289181:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.289186:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.289191:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32359f80 00000400:00000200:3.0:1788926431.289196:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.289201:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7aad [1] + 224 00000800:00000001:3.0:1788926431.289209:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.289216:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.289220:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.289224:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.289231:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.289240:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513935744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.289251:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9629880 x1875823513935744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.289277:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.289284:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.289288:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.298353:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.298358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:3.0:1788926431.298362:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.298368:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.298373:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:3.0:1788926431.298376:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:3.0:1788926431.298380:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.298384:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513935872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.298393:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.298429:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a300 x1875823513935872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.298437:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.298438:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.309788:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.309806:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.309810:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.309813:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.309823:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.309830:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.309841:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.309855:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.309860:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.309865:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235a000 00000400:00000200:3.0:1788926431.309870:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.309877:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7ab5 [1] + 224 00000800:00000001:3.0:1788926431.309884:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.309891:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.309894:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.309899:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.309906:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.309916:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513935872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.309927:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d857a300 x1875823513935872/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.309949:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.309958:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.309961:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.312200:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.312205:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:3.0:1788926431.312210:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.312214:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.312219:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821440 00000400:00000010:3.0:1788926431.312221:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821440. 00000100:00000001:3.0:1788926431.312225:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.312229:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513936000/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.312238:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.312241:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a300 x1875823513936000/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.312247:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.312248:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.321112:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.321127:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.321131:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.321133:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.321142:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.321149:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.321158:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.321163:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.321169:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.321173:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d3235a080 00000400:00000200:3.0:1788926431.321178:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.321184:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x7abd [1] + 224 00000800:00000001:3.0:1788926431.321191:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.321198:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.321202:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.321206:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.321212:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.321220:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513936000/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.321230:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76d857a300 x1875823513936000/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.321252:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.321260:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.321271:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926431.323956:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926431.323959:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926431.323961:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926431.323967:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513936128/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.323974:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926431.323976:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926431.323978:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926431.323981:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926431.323983:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926431.323986:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513936128:192.168.203.140@tcp:8:checkstat.0 00000100:00000001:3.0:1788926431.323990:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926431.323993:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926431.323995:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926431.323997:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926431.324001:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d93800. 02000000:00000001:3.0:1788926431.324002:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926431.324008:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926431.324012:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc08. 00000400:00000010:3.0:1788926431.324017:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926431.324023:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513936128, portal 4 00000100:00000001:3.0:1788926431.324025:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926431.324026:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:3.0:1788926431.324032:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579f80 x1875823513936128/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.324038:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926431.324040:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926431.324043:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926431.324045:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513936128, offset 0 00000400:00000200:3.0:1788926431.324050:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926431.324056:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.324063:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926431.324067:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926431.324070:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926431.324074:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926431.324076:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926431.324079:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2680:2680:256:4294967295] 192.168.203.140@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:3.0:1788926431.324083:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.324091:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926431.324096:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926431.324101:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406e00. 00000800:00000200:3.0:1788926431.324107:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926431.324116:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926431.324120:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926431.324141:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926431.324145:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21327 usecs (22 jiffies) 00000400:00000200:3.0:1788926431.324149:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926431.324151:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296466480 00000100:00000001:3.0:1788926431.324154:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:3.0:1788926431.324155:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296466480 00000100:00000001:3.0:1788926431.324157:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:3.0:1788926431.324159:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926431.324162:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.324165:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.324167:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.324301:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.324307:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406e00. 00000400:00000200:2.0:1788926431.324312:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.324316:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.324321:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:2.0:1788926431.324323:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:2.0:1788926431.324327:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.324331:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513936128/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.324355:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.324359:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513936128/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.324366:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.324367:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926431.329317:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926431.329324:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926431.329328:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926431.329330:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926431.329334:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.329345:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926431.332906:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.332920:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.332924:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.332926:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.332934:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.332942:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.332950:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.332955:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.332960:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.332964:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d3235a100 00000400:00000200:3.0:1788926431.332970:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.332975:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x7ac5 [1] + 0 00000800:00000001:3.0:1788926431.332982:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.332989:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.332993:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.332996:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.333004:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.333011:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513936128/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926431.333024:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8579f80 x1875823513936128/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.333047:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.333054:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.333058:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.334267:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.334272:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926431.334276:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.334280:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.334285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:2.0:1788926431.334287:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:2.0:1788926431.334290:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.334294:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513936256/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.334302:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.334305:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513936256/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.334311:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.334313:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.336877:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.336892:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.336898:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.336900:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.336909:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.336917:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.336926:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.336931:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.336936:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.336940:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d3235a180 00000400:00000200:3.0:1788926431.336946:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.336952:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x7ad5 [1] + 224 00000800:00000001:3.0:1788926431.336959:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.336967:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.336971:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.336975:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.336982:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.336989:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513936256/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.337004:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76d857a300 x1875823513936256/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.337083:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.337091:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.337095:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.355191:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.355196:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926431.355201:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.355207:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.355212:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:2.0:1788926431.355215:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:2.0:1788926431.355218:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.355224:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513936384/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.355234:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.355237:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513936384/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.355248:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.355249:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926431.358696:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.358711:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.358714:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.358716:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.358724:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.358730:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.358739:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.358751:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.358757:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.358761:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235a200 00000400:00000200:2.0:1788926431.358765:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.358771:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7add [1] + 224 00000800:00000001:2.0:1788926431.358777:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.358785:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.358789:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.358793:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.358802:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.358810:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513936384/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.358819:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579f80 x1875823513936384/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.358886:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.358896:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.358900:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.364271:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.364276:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926431.364282:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.364287:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.364293:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08212a8 00000400:00000010:2.0:1788926431.364296:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08212a8. 00000100:00000001:2.0:1788926431.364300:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.364305:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513936512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.364315:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.364318:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513936512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.364324:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.364325:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926431.368019:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.368035:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.368039:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.368041:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.368049:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.368057:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.368066:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.368070:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.368187:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.368192:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d3235a280 00000400:00000200:2.0:1788926431.368197:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.368202:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x7ae5 [1] + 224 00000800:00000001:2.0:1788926431.368209:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.368231:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.368235:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.368239:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.368245:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.368253:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513936512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.368263:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76d8579f80 x1875823513936512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.368349:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.368357:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.368361:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.379648:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.379655:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:2.0:1788926431.379661:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.379666:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.379671:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821908 00000400:00000010:2.0:1788926431.379675:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821908. 00000100:00000001:2.0:1788926431.379678:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.379683:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513936640/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.379693:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.379697:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513936640/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.379704:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.379705:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926431.382916:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.382932:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.382937:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.382939:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.382948:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.382967:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.382976:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.382980:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.382986:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.382990:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d3235a300 00000400:00000200:2.0:1788926431.382995:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.383001:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x7aed [1] + 224 00000800:00000001:2.0:1788926431.383007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.383014:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.383018:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.383022:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.383029:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.383038:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513936640/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.383048:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c9629880 x1875823513936640/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926447 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.383067:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.383075:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.383078:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926431.387506:0:32001:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926431.387515:0:32001:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.387738:0:32001:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926431.387804:0:32001:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee3a0 00000020:00000001:2.0:1788926431.387807:0:32001:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee3a0 00000020:00000001:2.0:1788926431.387809:0:32001:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926431.387814:0:32001:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788926431.387819:0:32001:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926431.387821:0:32001:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926431.387823:0:32001:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926431.387824:0:32001:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926431.387826:0:32001:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1029 on OST[1]: s=0 (1) m=1788926413 a=1788926413 c=1788926413 b=0 00020000:00000001:2.0:1788926431.387831:0:32001:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926431.387833:0:32001:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788926413 a=1788926413 c=1788926413 b=0 00020000:00000001:2.0:1788926431.387835:0:32001:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.387837:0:32001:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.387839:0:32001:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee3a0 00000080:00200000:2.0:1788926431.387850:0:32001:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x22:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788926431.387853:0:32001:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926431.387855:0:32001:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788926431.387857:0:32001:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d9b780 (ffff9d76c50af248/0) at cl_lock_release():245 00000020:00000001:2.0:1788926431.387861:0:32001:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926431.387862:0:32001:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d9b780 (ffff9d76c50af248/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788926431.387865:0:32001:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788926431.387869:0:32001:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926431.387871:0:32001:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623498768 : -108341086052848 : ffff9d76e00d1e10) 00000020:00000001:2.0:1788926431.387873:0:32001:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926431.387874:0:32001:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d8592130 (ffff9d76c50afbd8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788926431.387878:0:32001:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788926431.387880:0:32001:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788926431.387883:0:32001:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.387885:0:32001:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926431.387887:0:32001:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788926431.387888:0:32001:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926431.387889:0:32001:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926431.387890:0:32001:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926431.387891:0:32001:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926431.387893:0:32001:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d9b780 (ffff9d76c50af248/0) at cl_lock_fini():72 00020000:00000001:2.0:1788926431.387895:0:32001:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788926431.387897:0:32001:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926431.387898:0:32001:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d8592130 (ffff9d76c50af248/1) at cl_lock_fini():72 00000008:00000010:2.0:1788926431.387902:0:32001:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3300. 00000020:00000001:2.0:1788926431.387905:0:32001:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788926431.387907:0:32001:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592100. 00020000:00000001:2.0:1788926431.387910:0:32001:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788926431.387911:0:32001:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788926431.387912:0:32001:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788926431.387914:0:32001:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.387917:0:32001:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926431.387919:0:32001:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926431.387920:0:32001:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926431.387922:0:32001:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926431.387923:0:32001:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926431.387925:0:32001:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afbd0 00020000:00000001:2.0:1788926431.387930:0:32001:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926431.387932:0:32001:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926431.387934:0:32001:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926431.387937:0:32001:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926431.387940:0:32001:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926431.387942:0:32001:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.387944:0:32001:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926431.387946:0:32001:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926431.387947:0:32001:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926431.387948:0:32001:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af240 00000001:00000001:2.0:1788926431.387950:0:32001:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.387960:0:32001:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bd08 00000080:00000008:2.0:1788926431.387962:0:32001:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x22:0x0](ffff9d76d153a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926431.387969:0:32001:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788926431.387970:0:32001:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bda0 00000080:00002000:2.0:1788926431.387973:0:32001:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9d76d176b870, parent ffff9d76d176b948, inode ffff9d76d153a1c8) hashed, 00000080:00000001:2.0:1788926431.387975:0:32001:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.389882:0:31807:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926431.389889:0:31807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926431.389891:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bb78 00000080:00200000:2.0:1788926431.389896:0:31807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926431.389904:0:31807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:2.0:1788926431.389912:0:31807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926431.389915:0:31807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926431.389920:0:31807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.389922:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba98 00800000:00000002:2.0:1788926431.389925:0:31807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.389928:0:31807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926431.389931:0:31807:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.389934:0:31807:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.389936:0:31807:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.389938:0:31807:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.389941:0:31807:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.389942:0:31807:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.389944:0:31807:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.389948:0:31807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926431.389953:0:31807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.389955:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b968 00000002:00010000:2.0:1788926431.389957:0:31807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926431.389960:0:31807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926431.389961:0:31807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926431.389965:0:31807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926431.389972:0:31807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f200 count: 2 00010000:00000001:2.0:1788926431.389975:0:31807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926431.389980:0:31807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926431.389983:0:31807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926431.389989:0:31807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788926431.390000:0:31807:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926431.390005:0:31807:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926431.390008:0:31807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788926431.390015:0:31807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926431.390016:0:31807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.390018:0:31807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926431.390020:0:31807:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926431.390021:0:31807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926431.390023:0:31807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926431.390025:0:31807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926431.390028:0:31807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926431.390030:0:31807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000080:00000001:2.0:1788926431.390035:0:31807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926431.390037:0:31807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926431.390039:0:31807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926431.390042:0:31807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c736 00800000:00000001:2.0:1788926431.390045:0:31807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926431.390047:0:31807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926431.390048:0:31807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.390051:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.390054:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:2.0:1788926431.390056:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.390059:0:31807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.390062:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.390064:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926431.390065:0:31807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926431.390066:0:31807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926431.390069:0:31807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c736 from it ffffb2d841a3bbb0 00010000:00000001:2.0:1788926431.390070:0:31807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.390071:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.390072:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:2.0:1788926431.390074:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.390075:0:31807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.390078:0:31807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926431.390081:0:31807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926431.390087:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.390088:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926431.390089:0:31807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926431.390091:0:31807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926431.390093:0:31807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788926431.390099:0:31807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926431.390102:0:31807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926431.390104:0:31807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926431.390108:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.390109:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926431.390110:0:31807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.390113:0:31807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926431.390115:0:31807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.390116:0:31807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.390118:0:31807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.390120:0:31807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926431.390122:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.390123:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926431.390125:0:31807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926431.390127:0:31807:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926431.390129:0:31807:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788926431.390133:0:31807:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.390137:0:31807:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1788926431.390139:0:31807:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926431.390141:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bb78 00000080:00200008:2.0:1788926431.390143:0:31807:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000 00000080:00000010:2.0:1788926431.390149:0:31807:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95e00. 00000080:00000001:2.0:1788926431.390153:0:31807:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.390154:0:31807:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.390163:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd28 00000080:00200008:2.0:1788926431.390165:0:31807:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926431.390172:0:31807:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788926431.390173:0:31807:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1788926431.390176:0:31807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:2.0:1788926431.390178:0:31807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:2.0:1788926431.390182:0:31807:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788926431.390184:0:31807:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.390185:0:31807:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.390187:0:31807:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.390188:0:31807:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.390190:0:31807:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.390191:0:31807:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.390193:0:31807:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926431.390196:0:31807:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788926431.390197:0:31807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.390198:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b990 00000002:00010000:2.0:1788926431.390200:0:31807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788926431.390202:0:31807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926431.390203:0:31807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926431.390204:0:31807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926431.390206:0:31807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f200 count: 2 00010000:00000001:2.0:1788926431.390208:0:31807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926431.390210:0:31807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926431.390212:0:31807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926431.390214:0:31807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788926431.390220:0:31807:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926431.390221:0:31807:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926431.390223:0:31807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788926431.390228:0:31807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926431.390230:0:31807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.390231:0:31807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.390232:0:31807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926431.390233:0:31807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.390235:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.390236:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:2.0:1788926431.390237:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.390239:0:31807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.390241:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.390242:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926431.390243:0:31807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926431.390283:0:31807:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788926431.390288:0:31807:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9d76d84b4800. 00000002:00000001:2.0:1788926431.391125:0:31807:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788926431.391133:0:31807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000020:00000040:2.0:1788926431.391139:0:31807:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926431.391143:0:31807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926431.391145:0:31807:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926431.391149:0:31807:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926431.391154:0:31807:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af800. 00000100:00000001:2.0:1788926431.391160:0:31807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.391163:0:31807:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788926431.391166:0:31807:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76d10dd000. 00000100:00000010:2.0:1788926431.391170:0:31807:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9d76c3936000. 00000020:00000040:2.0:1788926431.391172:0:31807:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926431.391189:0:31807:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926431.391191:0:31807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926431.391195:0:31807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324900. 00000100:00000001:2.0:1788926431.391197:0:31807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223281408 : -108341486270208 : ffff9d76c8324900) 00000100:00000001:2.0:1788926431.391200:0:31807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926431.391201:0:31807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:2.0:1788926431.391205:0:31807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926431.391209:0:31807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.391211:0:31807:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926431.391212:0:31807:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926431.391222:0:31807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.391235:0:31807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926431.391237:0:31807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926431.391240:0:31807:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926431.391242:0:31807:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926431.391245:0:31807:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926431.391248:0:31807:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:31807:1875823513936768:192.168.203.140@tcp:37:bash.0 00000100:00000001:2.0:1788926431.391251:0:31807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926431.391255:0:31807:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926431.391257:0:31807:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.391259:0:31807:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788926431.391645:0:31807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926431.391651:0:31807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926431.391660:0:31807:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9d76d113e000. 00000100:00000200:2.0:1788926431.391669:0:31807:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa0d3235a380-0x6aa0d3235a380, portal 14 00000100:00000001:2.0:1788926431.391673:0:31807:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926431.391676:0:31807:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926431.391681:0:31807:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10df000. 02000000:00000001:2.0:1788926431.391683:0:31807:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926431.391687:0:31807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926431.391689:0:31807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926431.391693:0:31807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926431.391696:0:31807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513936768, portal 10 00000100:00000001:2.0:1788926431.391698:0:31807:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926431.391700:0:31807:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000040:2.0:1788926431.391709:0:31807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.391717:0:31807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926431.391720:0:31807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926431.391722:0:31807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926431.391724:0:31807:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875823513936768, offset 0 00000400:00000200:2.0:1788926431.391730:0:31807:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926431.391747:0:31807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.391756:0:31807:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926431.391761:0:31807:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926431.391765:0:31807:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926431.391769:0:31807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926431.391772:0:31807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926431.391775:0:31807:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2685:2685:256:4294967295] 192.168.203.140@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:2.0:1788926431.391780:0:31807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.391789:0:31807:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926431.391795:0:31807:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926431.391800:0:31807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926431.391807:0:31807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926431.391815:0:31807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926431.391819:0:31807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788926431.391889:0:31807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926431.391894:0:31807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 841605 usecs (842 jiffies) 00000400:00000200:2.0:1788926431.391897:0:31807:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926431.391900:0:31807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296467365 00000100:00000001:2.0:1788926431.391903:0:31807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926431.391906:0:31807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296467365 00000100:00000001:2.0:1788926431.391908:0:31807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926431.391910:0:31807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926431.391913:0:31807:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.391915:0:31807:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926431.391917:0:31807:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926431.391920:0:31807:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324900 going to sleep for 11 seconds 00000100:00000001:2.0:1788926431.391923:0:31807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926431.391925:0:31807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926431.392885:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.392892:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:3.0:1788926431.392898:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.392904:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.392910:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:3.0:1788926431.392912:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:3.0:1788926431.392916:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.392922:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.392932:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.392935:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.392941:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.392943:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926431.405509:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.405526:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.405530:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.405533:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.405542:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405561:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.405570:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405574:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405580:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405584:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d3235a380 00000400:00000200:2.0:1788926431.405590:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405595:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7af5 [256] + 0 00000400:00000010:2.0:1788926431.405600:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926431.405605:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d113e000 00000800:00000001:2.0:1788926431.405610:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.405620:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.405624:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.405629:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.405634:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d113e000 00000400:00000010:2.0:1788926431.405637:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76d113e000. 00000100:00000001:2.0:1788926431.405642:0:2391:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926431.405645:0:2391:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c8b38e00 desc ffff9d76d10dd000 mbits 1875823513936768 00000100:00000001:2.0:1788926431.405667:0:2391:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926431.405674:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926431.405678:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405682:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926431.405688:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2686:2686:256:4294967295] 192.168.203.140@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:2.0:1788926431.405693:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.405701:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926431.405706:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926431.405713:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113e000. 00000800:00000200:2.0:1788926431.405719:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926431.405726:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926431.405730:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926431.405788:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.405792:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113e000. 00000400:00000200:2.0:1788926431.405795:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.405799:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926431.405804:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.405808:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926431.405930:0:31807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926431.405934:0:31807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926431.411542:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.411566:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.411571:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.411573:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.411583:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.411590:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.411600:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.411604:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.411609:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.411613:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d3235a380 00000400:00000200:2.0:1788926431.411618:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.411624:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7afd [1] + 224 00000800:00000001:2.0:1788926431.411630:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.411636:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.411639:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.411643:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.411650:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.411659:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.411669:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.411694:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.411703:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.411706:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926431.411933:0:31807:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926431.411942:0:31807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926431.411944:0:31807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926431.411947:0:31807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:3.0:1788926431.411952:0:31807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:3.0:1788926431.411954:0:31807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:3.0:1788926431.411957:0:31807:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.411962:0:31807:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926431.411974:0:31807:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.411979:0:31807:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926431.411980:0:31807:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926431.411983:0:31807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926431.411985:0:31807:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926431.411988:0:31807:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926431.411990:0:31807:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926431.411992:0:31807:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926431.412001:0:31807:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926431.412005:0:31807:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926431.412007:0:31807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926431.412008:0:31807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926431.412011:0:31807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926431.412014:0:31807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.412017:0:31807:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926431.412019:0:31807:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788926431.412021:0:31807:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926431.412024:0:31807:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926431.412028:0:31807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.412036:0:31807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.412043:0:31807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926431.412045:0:31807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926431.412048:0:31807:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926431.412055:0:31807:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:31807:1875823513936768:192.168.203.140@tcp:37:bash.0 00000100:00000001:3.0:1788926431.412060:0:31807:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926431.412063:0:31807:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.412065:0:31807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926431.412067:0:31807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.412071:0:31807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.412076:0:31807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926431.412079:0:31807:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c8324900. 00000100:00000001:3.0:1788926431.412082:0:31807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926431.412083:0:31807:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926431.412086:0:31807:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.412089:0:31807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.412092:0:31807:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38e00 x1875823513936768/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.412097:0:31807:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926431.412099:0:31807:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926431.412102:0:31807:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10df000. 02000000:00000001:3.0:1788926431.412105:0:31807:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926431.412107:0:31807:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926431.412109:0:31807:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926431.412111:0:31807:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788926431.412113:0:31807:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788926431.412115:0:31807:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926431.412116:0:31807:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926431.412118:0:31807:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1788926431.412143:0:31807:0:(client.c:346:ptlrpc_free_bulk()) kvfreed 'desc->bd_vec': 4096 at ffff9d76c3936000. 00000100:00000010:3.0:1788926431.412147:0:31807:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9d76d10dd000. 00000100:00000001:3.0:1788926431.412149:0:31807:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788926431.412152:0:31807:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af800. 02000000:00000001:3.0:1788926431.412155:0:31807:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926431.412157:0:31807:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926431.412158:0:31807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38e00. 00000100:00000001:3.0:1788926431.412162:0:31807:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926431.412163:0:31807:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926431.412166:0:31807:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788926431.412168:0:31807:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788926431.413028:0:31807:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9d76d84b4800. 00000002:00000001:3.0:1788926431.413035:0:31807:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926431.413041:0:31807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926431.413044:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926431.413047:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:3.0:1788926431.413049:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:3.0:1788926431.413052:0:31807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:3.0:1788926431.413055:0:31807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926431.413061:0:31807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926431.413070:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926431.413072:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926431.413073:0:31807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926431.413076:0:31807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926431.413078:0:31807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926431.413085:0:31807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926431.413088:0:31807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926431.413090:0:31807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926431.413094:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926431.413096:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926431.413097:0:31807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926431.413100:0:31807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926431.413102:0:31807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926431.413104:0:31807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926431.413107:0:31807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926431.413109:0:31807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926431.413110:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926431.413111:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788926431.413114:0:31807:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.413535:0:31807:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1788926431.413542:0:31807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926431.413545:0:31807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000080:00000001:2.0:1788926431.413600:0:31807:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.413606:0:31807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926431.413608:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bca0 00000080:00200000:2.0:1788926431.413611:0:31807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926431.413619:0:31807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:2.0:1788926431.413624:0:31807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926431.413628:0:31807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926431.413631:0:31807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.413634:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bbc0 00800000:00000002:2.0:1788926431.413637:0:31807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.413640:0:31807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926431.413643:0:31807:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.413646:0:31807:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.413648:0:31807:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.413650:0:31807:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.413653:0:31807:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.413655:0:31807:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.413657:0:31807:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.413660:0:31807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926431.413665:0:31807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.413666:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba90 00000002:00010000:2.0:1788926431.413668:0:31807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926431.413672:0:31807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926431.413674:0:31807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926431.413676:0:31807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926431.413801:0:31807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f200 count: 2 00010000:00000001:2.0:1788926431.413805:0:31807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926431.413809:0:31807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926431.413812:0:31807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926431.413815:0:31807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788926431.413824:0:31807:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926431.413829:0:31807:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926431.413832:0:31807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788926431.413839:0:31807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926431.413850:0:31807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.413852:0:31807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926431.413854:0:31807:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926431.413856:0:31807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926431.413858:0:31807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926431.413861:0:31807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926431.413863:0:31807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926431.413865:0:31807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000080:00000001:2.0:1788926431.413869:0:31807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926431.413870:0:31807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926431.413873:0:31807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926431.413876:0:31807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c736 00800000:00000001:2.0:1788926431.413879:0:31807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926431.413881:0:31807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926431.413882:0:31807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.413883:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.413885:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:2.0:1788926431.413887:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.413889:0:31807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.413891:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.413892:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926431.413893:0:31807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926431.413895:0:31807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926431.413897:0:31807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c736 from it ffffb2d841a3bcd8 00010000:00000001:2.0:1788926431.413898:0:31807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.413899:0:31807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.413900:0:31807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:2.0:1788926431.413902:0:31807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.413903:0:31807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:2.0:1788926431.413905:0:31807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926431.413908:0:31807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788926431.413913:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.413914:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926431.413915:0:31807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926431.413917:0:31807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926431.413919:0:31807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c736 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daafcb expref: -99 pid: 32000 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788926431.413924:0:31807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926431.413925:0:31807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926431.413927:0:31807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926431.413929:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.413930:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926431.413931:0:31807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.413933:0:31807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926431.413934:0:31807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.413935:0:31807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.413938:0:31807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.413939:0:31807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926431.413940:0:31807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.413941:0:31807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926431.413943:0:31807:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926431.413944:0:31807:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926431.413947:0:31807:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.413952:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd28 00000080:00000008:2.0:1788926431.413954:0:31807:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926431.414276:0:31807:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788926431.414280:0:31807:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788926431.414285:0:31807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:2.0:1788926431.414289:0:31807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926431.414291:0:31807:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788926431.414297:0:31807:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446738547235670784 : -5526473880832 : fffffaf9447ccb00) 00000080:00000001:2.0:1788926431.414301:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1788926431.414305:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611167 : 144115205339611167 : 20000040500001f) 00000080:00000001:2.0:1788926431.414308:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1788926431.414310:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1788926431.414312:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1788926431.414314:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1788926431.416384:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788926431.416389:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1788926431.416391:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788926431.416393:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1788926431.416448:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1788926431.416452:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788926431.416453:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1788926431.416456:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1788926431.416457:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1788926431.416459:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1788926431.416461:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1788926431.416463:0:31807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1788926431.416468:0:31807:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.416473:0:31807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926431.416478:0:31807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000080:00000001:2.0:1788926431.416484:0:31807:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.416509:0:31807:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788926431.416511:0:31807:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1788926431.416515:0:31807:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926431.416517:0:31807:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.416529:0:31807:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1788926431.416532:0:31807:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926431.416536:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bdd0 00000080:00200008:2.0:1788926431.416538:0:31807:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000 00000080:00400000:2.0:1788926431.416542:0:31807:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788926431.416546:0:31807:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95e00. 00000080:00000001:2.0:1788926431.417299:0:31807:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788926431.417304:0:31807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bdd0 00000080:00000008:2.0:1788926431.417306:0:31807:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000, rc = 0 00000080:00000001:2.0:1788926431.417310:0:31807:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.417312:0:31807:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926431.459018:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.459022:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:3.0:1788926431.459027:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.459032:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.459038:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:3.0:1788926431.459041:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:3.0:1788926431.459046:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.459053:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513937024/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.459064:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.459069:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629880 x1875823513937024/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.459076:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.459078:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926431.463777:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.463793:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.463797:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.463799:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.463807:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.463815:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.463823:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.463827:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.463832:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.463836:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235a480 00000400:00000200:2.0:1788926431.463851:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.463857:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7b0d [64] + 224 00000800:00000001:2.0:1788926431.463864:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.463871:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.463874:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.463878:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.463886:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.463894:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513937024/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.463904:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c9629880 x1875823513937024/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.463925:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.463932:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.463935:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.471838:0:32002:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788926431.471863:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926431.471872:0:32002:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926431.471878:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926431.471881:0:32002:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926431.471886:0:32002:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926431.471896:0:32002:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afe00. 00000100:00000001:2.0:1788926431.471903:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.471907:0:32002:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788926431.471911:0:32002:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76d10de400. 00000100:00000010:2.0:1788926431.471917:0:32002:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9d76c3936000. 00000020:00000040:2.0:1788926431.471919:0:32002:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926431.471950:0:32002:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926431.471952:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926431.471959:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324300. 00000100:00000001:2.0:1788926431.471962:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223279872 : -108341486271744 : ffff9d76c8324300) 00000100:00000001:2.0:1788926431.471964:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926431.471966:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000001:2.0:1788926431.471971:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926431.471975:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.471977:0:32002:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926431.471979:0:32002:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926431.471989:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513937152/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.471999:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926431.472001:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926431.472004:0:32002:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926431.472006:0:32002:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926431.472009:0:32002:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926431.472012:0:32002:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32002:1875823513937152:192.168.203.140@tcp:37:rm.0 00000100:00000001:2.0:1788926431.472016:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926431.472021:0:32002:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926431.472023:0:32002:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.472025:0:32002:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788926431.472033:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926431.472037:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926431.472045:0:32002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9d76d113e000. 00000100:00000200:2.0:1788926431.472053:0:32002:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa0d3235a500-0x6aa0d3235a500, portal 14 00000100:00000001:2.0:1788926431.472056:0:32002:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926431.472058:0:32002:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926431.472061:0:32002:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dc000. 02000000:00000001:2.0:1788926431.472063:0:32002:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926431.472066:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926431.472068:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000400:00000010:2.0:1788926431.472072:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85304c8. 00000100:00000200:2.0:1788926431.472075:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513937152, portal 10 00000100:00000001:2.0:1788926431.472076:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926431.472078:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:2.0:1788926431.472084:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3bb80 x1875823513937152/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.472091:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926431.472094:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926431.472096:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926431.472098:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875823513937152, offset 0 00000400:00000200:2.0:1788926431.472104:0:32002:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926431.472113:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.472120:0:32002:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926431.472125:0:32002:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926431.472129:0:32002:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926431.472132:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926431.472135:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926431.472138:0:32002:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2688:2688:256:4294967295] 192.168.203.140@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:2.0:1788926431.472143:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.472152:0:32002:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926431.472158:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926431.472163:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926431.472170:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926431.472177:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926431.472182:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788926431.472267:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926431.472272:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 839175 usecs (840 jiffies) 00000400:00000200:2.0:1788926431.472276:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926431.472278:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296467446 00000100:00000001:2.0:1788926431.472281:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926431.472284:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296467446 00000100:00000001:2.0:1788926431.472286:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926431.472288:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926431.472290:0:32002:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.472293:0:32002:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926431.472295:0:32002:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926431.472297:0:32002:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324300 going to sleep for 11 seconds 00000100:00000001:2.0:1788926431.472300:0:32002:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926431.472302:0:32002:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926431.477149:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.477158:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:3.0:1788926431.477166:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.477175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.477184:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:3.0:1788926431.477187:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:3.0:1788926431.477192:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.477199:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513937152/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.477210:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.477214:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3bb80 x1875823513937152/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.477221:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.477223:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926431.479493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000800:00000001:2.0:1788926431.481176:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.481197:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.481201:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.481205:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.481215:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481368:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.481381:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481387:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481393:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481455:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d3235a500 00000400:00000200:2.0:1788926431.481461:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481468:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7b15 [256] + 0 00000400:00000010:2.0:1788926431.481473:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926431.481480:0:2391:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d113e000 00000800:00000001:2.0:1788926431.481486:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.481499:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.481502:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.481508:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.481514:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d113e000 00000400:00000010:2.0:1788926431.481516:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76d113e000. 00000100:00000001:2.0:1788926431.481522:0:2391:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926431.481525:0:2391:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c8b3bb80 desc ffff9d76d10de400 mbits 1875823513937152 00000100:00000001:2.0:1788926431.481668:0:2391:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926431.481795:0:2391:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926431.481802:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481808:0:2391:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926431.481814:0:2391:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2689:2689:256:4294967295] 192.168.203.140@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:2.0:1788926431.481818:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.481826:0:2391:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926431.481832:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926431.481839:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113e000. 00000800:00000200:2.0:1788926431.481855:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926431.481862:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926431.481867:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926431.481997:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.482001:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113e000. 00000400:00000200:2.0:1788926431.482004:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.482008:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926431.482014:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.482017:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.501542:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.501567:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.501572:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.501575:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.501585:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.501593:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.501603:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.501608:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.501614:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.501618:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d3235a500 00000400:00000200:3.0:1788926431.501624:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.501630:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7b1d [1] + 224 00000800:00000001:3.0:1788926431.501638:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.501660:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.501664:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.501669:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.501676:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.501694:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513937152/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.501706:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76c8b3bb80 x1875823513937152/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.501726:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.501736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.501739:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.509204:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.509209:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:2.0:1788926431.509214:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.509223:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.509241:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:2.0:1788926431.509250:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:2.0:1788926431.509255:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.509262:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513937408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.509279:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.509283:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629500 x1875823513937408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.509289:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.509290:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.521008:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.521024:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.521028:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.521030:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.521039:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.521047:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.521056:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.521061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.521066:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.521070:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235a600 00000400:00000200:3.0:1788926431.521075:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.521080:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7b2d [1] + 224 00000800:00000001:3.0:1788926431.521087:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.521094:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.521098:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.521102:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.521110:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.521118:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513937408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.521129:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c9629500 x1875823513937408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.521208:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.521218:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.521221:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.531526:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.531530:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:3.0:1788926431.531536:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.531541:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.531546:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08216e8 00000400:00000010:3.0:1788926431.531549:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08216e8. 00000100:00000001:3.0:1788926431.531553:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.531557:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513937664/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.531565:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.531568:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857b480 x1875823513937664/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.531574:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.531576:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.538060:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.538075:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.538079:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.538081:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.538090:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.538098:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.538107:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.538112:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.538118:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.538122:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235a700 00000400:00000200:3.0:1788926431.538127:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.538133:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7b35 [64] + 224 00000800:00000001:3.0:1788926431.538141:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.538149:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.538152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.538156:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.538163:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.538172:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513937664/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.538182:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d857b480 x1875823513937664/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.538206:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.538215:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.538218:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.543184:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.543193:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:3.0:1788926431.543200:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.543207:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.543214:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:3.0:1788926431.543217:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:3.0:1788926431.543222:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.543229:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513937792/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.543241:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.543244:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513937792/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926447 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.543251:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.543252:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.544172:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.544185:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.544189:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.544192:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.544198:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.544203:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.544212:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.544217:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.544221:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.544225:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d3235a780 00000400:00000200:3.0:1788926431.544229:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.544235:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x7b3d [1] + 224 00000800:00000001:3.0:1788926431.544241:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.544248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.544251:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.544254:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.544259:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.544276:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513937792/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926431.544285:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c962b100 x1875823513937792/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.544303:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.544309:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.544320:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.546091:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.546096:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926431.546100:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.546105:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.546110:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8990 00000400:00000010:3.0:1788926431.546112:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8990. 00000100:00000001:3.0:1788926431.546115:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.546119:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513938048/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.546127:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.546130:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513938048/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.546137:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.546139:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926431.554525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a000. 00010000:00000010:1.1:1788926431.554539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00000010:1.1:1788926431.554542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00000800:00000001:3.0:1788926431.554817:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.554829:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.554832:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.554834:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.554851:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.554859:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.554868:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.554872:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.554877:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.554881:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235a880 00000400:00000200:3.0:1788926431.554885:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.554891:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7b45 [1] + 224 00000800:00000001:3.0:1788926431.554898:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.554905:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.554908:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.554912:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.554919:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.554927:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513938048/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926431.554937:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c962b100 x1875823513938048/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.554957:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.554964:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.554968:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.556940:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.556944:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926431.556949:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.556954:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.556958:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:3.0:1788926431.556962:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:3.0:1788926431.556965:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.556969:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513938176/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.556983:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.556986:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513938176/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.556993:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.556995:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788926431.563007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172d40. 00000080:00000010:1.1:1788926431.564490:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b4a40. 00000080:00000010:1.1:1788926431.564502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c720. 00000800:00000001:3.0:1788926431.565588:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.565602:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.565605:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.565608:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.565617:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.565624:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.565633:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.565638:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.565644:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.565648:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235a900 00000400:00000200:3.0:1788926431.565653:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.565659:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7b4d [1] + 224 00000800:00000001:3.0:1788926431.565667:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.565675:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.565679:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.565683:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.565691:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.565699:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513938176/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.565711:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9629180 x1875823513938176/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.565743:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.565752:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.565755:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.567947:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.567952:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926431.567957:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.567962:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.567967:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8550 00000400:00000010:3.0:1788926431.567969:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8550. 00000100:00000001:3.0:1788926431.567972:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.567976:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513938432/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.567986:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.567989:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513938432/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.567996:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.567997:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.575326:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.575348:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.575352:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.575354:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.575362:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.575370:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.575378:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.575383:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.575389:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.575393:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235aa00 00000400:00000200:3.0:1788926431.575669:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.575676:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7b55 [1] + 224 00000800:00000001:3.0:1788926431.575745:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.575826:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.575831:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.575836:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.575853:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.575862:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513938432/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.575873:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c9629180 x1875823513938432/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.575893:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.575901:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.575905:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.577515:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.577520:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:3.0:1788926431.577525:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.577530:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.577534:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:3.0:1788926431.577536:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:3.0:1788926431.577540:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.577544:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513938688/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.577929:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.577934:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513938688/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.577949:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.577951:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926431.584168:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.584187:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.584192:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.584195:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.584204:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.584211:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.584220:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.584224:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.584229:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.584233:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235ab00 00000400:00000200:2.0:1788926431.584238:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.584244:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7b5d [1] + 224 00000800:00000001:2.0:1788926431.584251:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.584260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.584274:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.584280:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.584287:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.584296:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513938688/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926431.584307:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c9629180 x1875823513938688/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.584324:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.584332:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.584342:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926431.584710:0:32002:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788926431.584712:0:32002:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x1f:0x0] 00000002:00000001:1.0:1788926431.584716:0:32002:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788926431.584721:0:32002:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.584724:0:32002:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788926431.584726:0:32002:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.584727:0:32002:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.584729:0:32002:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788926431.584732:0:32002:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788926431.584733:0:32002:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.584735:0:32002:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.584738:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020efc0 1 00800000:00000010:1.0:1788926431.584740:0:32002:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020efc0. 00000080:00000001:1.0:1788926431.584744:0:32002:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788926431.584746:0:32002:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788926431.584758:0:32002:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926431.584761:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7be30 00000080:00002000:1.0:1788926431.584764:0:32002:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9d76d172d0d8, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926431.584767:0:32002:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926431.584770:0:32002:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926431.584772:0:32002:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926431.584806:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926431.584810:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926431.584811:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926431.584813:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bb20 00000080:00200000:1.0:1788926431.584815:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926431.584820:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18fda00. 00800000:00000002:1.0:1788926431.584826:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926431.584830:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926431.584833:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.584835:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7ba40 00800000:00000002:1.0:1788926431.584837:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.584850:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926431.584853:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926431.584855:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926431.584857:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926431.584859:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926431.584861:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.584863:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.584866:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.584869:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926431.584873:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.584874:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7b910 00000002:00010000:1.0:1788926431.584876:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926431.584879:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926431.584881:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926431.584883:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926431.584886:0:32002:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.584889:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.584891:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.584893:0:32002:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926431.584895:0:32002:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926431.584899:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926431.584903:0:32002:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926431.584908:0:32002:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926431.584912:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926431.584918:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.584920:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.584922:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.584924:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926431.584927:0:32002:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926431.584930:0:32002:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926431.584937:0:32002:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b00000. 00000100:00000001:1.0:1788926431.584952:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.584955:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926431.584957:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.584959:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926431.584960:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.584962:0:32002:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.584967:0:32002:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00010000:00000001:1.0:1788926431.584970:0:32002:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926431.584972:0:32002:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926431.584977:0:32002:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f600. 00010000:00000010:1.0:1788926431.584981:0:32002:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592f00. 00010000:00000001:1.0:1788926431.584986:0:32002:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926431.584989:0:32002:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499800. 00000020:00000001:1.0:1788926431.584993:0:32002:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926431.584996:0:32002:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499800 with handle 0xdeff66104c08c77c to hash 00000020:00000001:1.0:1788926431.584998:0:32002:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926431.585000:0:32002:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.585003:0:32002:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.585006:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.585009:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.585014:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926431.585023:0:32002:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926431.585033:0:32002:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926431.585039:0:32002:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926431.585040:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926431.585044:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773540. 00000100:00000001:1.0:1788926431.585047:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261352768 : -108341448198848 : ffff9d76ca773540) 00000100:00000001:1.0:1788926431.585049:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926431.585050:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000001:1.0:1788926431.585055:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926431.585058:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.585060:0:32002:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926431.585062:0:32002:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926431.585066:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.585074:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926431.585076:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926431.585079:0:32002:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926431.585082:0:32002:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926431.585085:0:32002:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926431.585088:0:32002:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32002:1875823513938816:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926431.585092:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926431.585095:0:32002:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926431.585098:0:32002:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926431.585099:0:32002:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926431.585104:0:32002:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997f000. 02000000:00000001:1.0:1788926431.585105:0:32002:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926431.585110:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926431.585114:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4738. 00000400:00000010:1.0:1788926431.585118:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926431.585124:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513938816, portal 10 00000100:00000001:1.0:1788926431.585126:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926431.585127:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000040:1.0:1788926431.585132:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.585139:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926431.585142:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926431.585145:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8aa0. 00000100:00000200:1.0:1788926431.585148:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513938816, offset 0 00000400:00000200:1.0:1788926431.585153:0:32002:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926431.585159:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926431.585165:0:32002:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926431.585170:0:32002:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926431.585174:0:32002:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926431.585177:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926431.585181:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926431.585185:0:32002:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2697:2697:256:4294967295] 192.168.203.140@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:1.0:1788926431.585190:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926431.585197:0:32002:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926431.585203:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926431.585207:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ee00. 00000800:00000200:1.0:1788926431.585214:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926431.585221:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926431.585225:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ee00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788926431.585243:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926431.585248:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 829505 usecs (830 jiffies) 00000400:00000200:1.0:1788926431.585252:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926431.585254:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296467549 00000800:00000200:3.0:1788926431.585522:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.585527:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ee00. 00000400:00000200:3.0:1788926431.585531:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.585535:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.585539:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8aa0 00000400:00000010:3.0:1788926431.585541:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8aa0. 00000100:00000001:3.0:1788926431.585545:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.585548:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.585556:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.585559:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.585564:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.585566:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926431.585894:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:1.0:1788926431.585899:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296467550 00000100:00000001:1.0:1788926431.585902:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:1.0:1788926431.585904:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926431.585907:0:32002:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.585910:0:32002:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926431.585911:0:32002:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926431.585913:0:32002:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773540 going to sleep for 11 seconds 00000100:00000001:1.0:1788926431.585916:0:32002:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926431.585918:0:32002:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926431.587977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:1.1:1788926431.587991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ab00. 00010000:00000010:1.1:1788926431.587996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:1.1:1788926431.587999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f200. 00010000:00000010:1.1:1788926431.588003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00000800:00000001:2.0:1788926431.589914:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.589931:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.589935:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.589938:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.589957:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.589965:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.589973:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.589978:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.589984:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.589988:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235ab80 00000400:00000200:2.0:1788926431.589992:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.589998:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7b65 [1] + 224 00000800:00000001:2.0:1788926431.590005:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.590014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.590016:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.590021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.590027:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.590036:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.590046:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.590064:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.590072:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.590076:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926431.590177:0:32002:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926431.590185:0:32002:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926431.590187:0:32002:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926431.590192:0:32002:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4738. 00000400:00000200:1.0:1788926431.590196:0:32002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:1.0:1788926431.590198:0:32002:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:1.0:1788926431.590201:0:32002:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926431.590206:0:32002:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926431.590215:0:32002:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.590221:0:32002:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926431.590222:0:32002:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926431.590225:0:32002:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926431.590228:0:32002:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926431.590230:0:32002:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926431.590233:0:32002:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926431.590236:0:32002:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926431.590245:0:32002:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926431.590249:0:32002:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926431.590252:0:32002:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926431.590254:0:32002:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.590256:0:32002:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926431.590270:0:32002:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.590274:0:32002:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926431.590276:0:32002:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788926431.590278:0:32002:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926431.590281:0:32002:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926431.590286:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.590292:0:32002:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926431.590295:0:32002:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926431.590297:0:32002:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926431.590300:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926447 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926431.590307:0:32002:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32002:1875823513938816:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926431.590312:0:32002:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926431.590315:0:32002:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.590316:0:32002:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926431.590318:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926431.590322:0:32002:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926447 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.590328:0:32002:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926431.590331:0:32002:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773540. 00000100:00000001:1.0:1788926431.590344:0:32002:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926431.590346:0:32002:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.590349:0:32002:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926431.590353:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590356:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590359:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=4 00000020:00000001:1.0:1788926431.590361:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590364:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000040:1.0:1788926431.590370:0:32002:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499800, remote cookie: 0x840913afd2dab0ce, flags: 0x1001 00010000:00010000:1.0:1788926431.590375:0:32002:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926431.590385:0:32002:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590391:0:32002:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926431.590427:0:32002:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926431.590430:0:32002:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926431.590432:0:32002:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926431.590433:0:32002:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926431.590436:0:32002:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76d065f600) refcount = 1 00010000:00010000:1.0:1788926431.590439:0:32002:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590446:0:32002:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926431.590449:0:32002:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926431.590451:0:32002:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926431.590453:0:32002:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926431.590456:0:32002:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.590459:0:32002:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590464:0:32002:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926431.590466:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590468:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590469:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590470:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590472:0:32002:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.590476:0:32002:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926431.590478:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590479:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590480:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590482:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590484:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590486:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590487:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590488:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=4 00000020:00000001:1.0:1788926431.590490:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590492:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590494:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.590497:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.590500:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590506:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590507:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590508:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590509:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590510:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=5 00000020:00000001:1.0:1788926431.590512:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590514:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590517:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926431.590519:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590525:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590526:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926431.590529:0:32002:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590541:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926431.590542:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590543:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590544:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590545:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926431.590550:0:32002:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926431.590559:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590560:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590562:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590563:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590565:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590567:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590568:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926431.590570:0:32002:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.590571:0:32002:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.590574:0:32002:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926431.590576:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590577:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590578:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590580:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590582:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00000002:00010000:1.0:1788926431.590585:0:32002:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590591:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590592:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590594:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926431.590595:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590596:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590598:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590600:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590602:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000040:1.0:1788926431.590607:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f600 count: 2 00010000:00000001:1.0:1788926431.590610:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926431.590614:0:32002:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788926431.590617:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590618:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926431.590619:0:32002:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926431.590622:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7b898 00000002:00002000:1.0:1788926431.590624:0:32002:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926431.590626:0:32002:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.590630:0:32002:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.590632:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926431.590636:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926431.590639:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.590642:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926431.590645:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fda00. 00000080:00000001:1.0:1788926431.590649:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926431.590652:0:32002:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926431.590657:0:32002:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926431.590660:0:32002:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926431.590666:0:32002:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020efc0. 00800000:00000001:1.0:1788926431.590668:0:32002:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624797632 : -108341084753984 : ffff9d76e020efc0) 00800000:00000001:1.0:1788926431.590671:0:32002:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.590673:0:32002:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926431.590675:0:32002:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926431.590686:0:32002:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788926431.590689:0:32002:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926431.590692:0:32002:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926431.590694:0:32002:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.590698:0:32002:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788926431.590700:0:32002:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788926431.590704:0:32002:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788926431.590706:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590708:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590710:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590712:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590713:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590715:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590716:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926431.590718:0:32002:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926431.590720:0:32002:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926431.590721:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020efc0 1 00800000:00000010:1.0:1788926431.590723:0:32002:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020efc0. 00800000:00000001:1.0:1788926431.590726:0:32002:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926431.590729:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c77c 00800000:00000001:1.0:1788926431.590732:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926431.590734:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926431.590735:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590736:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590738:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590740:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590742:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590744:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590745:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926431.590747:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.590749:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.590751:0:32002:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926431.590753:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926431.590755:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c77c from it ffffb2d841c7bb58 00010000:00000001:1.0:1788926431.590757:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.590758:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.590759:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.590761:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590763:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.590765:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926431.590767:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.590778:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590779:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590781:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926431.590783:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926431.590785:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926431.590791:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926431.590794:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926431.590795:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926431.590799:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590800:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.590801:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.590804:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926431.590806:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.590808:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.590811:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.590812:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926431.590813:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.590814:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926431.590816:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926431.590820:0:32002:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b480 x1875823513938816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.590827:0:32002:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926431.590829:0:32002:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926431.590832:0:32002:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997f000. 02000000:00000001:1.0:1788926431.590836:0:32002:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926431.590838:0:32002:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926431.590847:0:32002:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926431.590850:0:32002:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926431.590852:0:32002:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b00000. 02000000:00000001:1.0:1788926431.590857:0:32002:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926431.590859:0:32002:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926431.590861:0:32002:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b480. 00000100:00000001:1.0:1788926431.590865:0:32002:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926431.590866:0:32002:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926431.590869:0:32002:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926431.590873:0:32002:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.590879:0:32002:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926431.590882:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bb48 00000080:00002000:1.0:1788926431.590884:0:32002:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9d76d176b948) flags 0x20000e refc 1 00000080:00000001:1.0:1788926431.590886:0:32002:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926431.590888:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bb90 00000080:00200000:1.0:1788926431.590890:0:32002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000002:1.0:1788926431.590896:0:32002:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:1.0:1788926431.590907:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bd08 00000080:00200008:1.0:1788926431.590909:0:32002:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9d76d16fd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926431.590916:0:32002:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788926431.590920:0:32002:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.590922:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926431.590923:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bc80 00000080:00200000:1.0:1788926431.590925:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348),name=d21g.recovery-small-2 00000080:00000010:1.0:1788926431.590930:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18fda00. 00800000:00000002:1.0:1788926431.590935:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926431.590945:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926431.590948:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.590950:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bba0 00800000:00000002:1.0:1788926431.590952:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.590955:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926431.590958:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926431.590960:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926431.590963:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926431.590965:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926431.590967:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.590969:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.590971:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.590973:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926431.590974:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926431.590975:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926431.590977:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926431.590978:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.590980:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788926431.590982:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.590984:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926431.590987:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.590989:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7ba70 00000002:00010000:1.0:1788926431.590990:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926431.590994:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926431.590996:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926431.590998:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926431.591001:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a100 count: 2 00010000:00000001:1.0:1788926431.591004:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926431.591007:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.591009:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926431.591013:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926431.591020:0:32002:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926431.591024:0:32002:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.591027:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926431.591033:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926431.591035:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926431.591037:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926431.591038:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926431.591040:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926431.591042:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926431.591044:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926431.591046:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926431.591048:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fda00. 00000080:00000001:1.0:1788926431.591051:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926431.591052:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926431.591054:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9d76d16fd348) 00000080:00010000:1.0:1788926431.591058:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9d76d16fd348) for lock 0xdeff66104c08c752 00800000:00000001:1.0:1788926431.591060:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926431.591062:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926431.591063:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.591064:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.591066:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:1.0:1788926431.591068:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:1.0:1788926431.591070:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:1.0:1788926431.591071:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591072:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926431.591073:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.591075:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926431.591077:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c752 from it ffffb2d841c7bcb8 00010000:00000001:1.0:1788926431.591079:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.591080:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.591081:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:1.0:1788926431.591083:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:1.0:1788926431.591086:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:1.0:1788926431.591087:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926431.591090:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926431.591096:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591098:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.591099:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926431.591101:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926431.591103:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926431.591109:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926431.591111:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926431.591112:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926431.591115:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591116:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.591117:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591119:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926431.591120:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591121:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591123:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591124:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926431.591125:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591126:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926431.591128:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926431.591129:0:32002:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926431.591132:0:32002:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926431.591135:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bd08 00000080:00000008:1.0:1788926431.591137:0:32002:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9d76d16fd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926431.591172:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926431.591174:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926431.591176:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926431.591177:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bbc0 00000080:00200000:1.0:1788926431.591179:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926431.591183:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18fda00. 00800000:00000002:1.0:1788926431.591185:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926431.591187:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926431.591189:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.591190:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bae0 00800000:00000002:1.0:1788926431.591192:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.591195:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926431.591196:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926431.591197:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926431.591198:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926431.591200:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926431.591201:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.591203:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.591205:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.591207:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926431.591210:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.591212:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7b9b0 00000002:00010000:1.0:1788926431.591214:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926431.591216:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926431.591218:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926431.591219:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926431.591221:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f600 count: 2 00010000:00000001:1.0:1788926431.591224:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926431.591226:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.591228:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926431.591230:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926431.591236:0:32002:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926431.591239:0:32002:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.591242:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926431.591247:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926431.591249:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926431.591250:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926431.591252:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926431.591253:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926431.591255:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926431.591257:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926431.591259:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926431.591260:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fda00. 00000080:00000001:1.0:1788926431.591263:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926431.591264:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926431.591266:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926431.591269:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c77c 00800000:00000001:1.0:1788926431.591271:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926431.591272:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926431.591274:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.591275:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.591276:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.591279:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.591281:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.591283:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591284:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926431.591285:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.591287:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926431.591288:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c77c from it ffffb2d841c7bbf8 00010000:00000001:1.0:1788926431.591290:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.591291:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.591292:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926431.591293:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.591295:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926431.591297:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926431.591299:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926431.591304:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591305:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.591307:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926431.591308:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926431.591310:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499800/0xdeff66104c08c77c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab0ce expref: -99 pid: 32002 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926431.591316:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926431.591318:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926431.591319:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926431.591321:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591322:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.591324:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591325:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926431.591327:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591328:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591330:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591332:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926431.591333:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591334:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926431.591336:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926431.591337:0:32002:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926431.591339:0:32002:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926431.591342:0:32002:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.591345:0:32002:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926431.591346:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bbc0 00000080:00002000:1.0:1788926431.591348:0:32002:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9d76d176b948) flags 0x20000e refc 1 00000080:00000001:1.0:1788926431.591350:0:32002:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926431.591352:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bc08 00000080:00200000:1.0:1788926431.591354:0:32002:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000002:1.0:1788926431.591357:0:32002:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788926431.591362:0:32002:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926431.591363:0:32002:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348), inode mode 41ed mask 44 00000080:00000001:1.0:1788926431.591366:0:32002:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.591371:0:32002:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1788926431.591374:0:32002:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926431.591377:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bb78 00000080:00200008:1.0:1788926431.591379:0:32002:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9d76d16fd348), flags 704400 00000080:00000010:1.0:1788926431.591385:0:32002:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131cb40. 00000080:00000001:1.0:1788926431.591391:0:32002:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788926431.591428:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18fda00. 00800000:00000002:1.0:1788926431.591431:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926431.591434:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926431.591436:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.591437:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7ba28 00800000:00000002:1.0:1788926431.591439:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926431.591443:0:32002:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788926431.591444:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926431.591446:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926431.591447:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926431.591448:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926431.591450:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.591452:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:1.0:1788926431.591454:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926431.591456:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7b9a8 00800000:00000002:1.0:1788926431.591459:0:32002:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788926431.591462:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926431.591463:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7b8e0 00000002:00010000:1.0:1788926431.591465:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788926431.591469:0:32002:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926431.591471:0:32002:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788926431.591474:0:32002:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926431.591477:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a100 count: 2 00010000:00000001:1.0:1788926431.591479:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926431.591481:0:32002:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926431.591484:0:32002:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591487:0:32002:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.591489:0:32002:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.591490:0:32002:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926431.591492:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f600 count: 2 00010000:00000001:1.0:1788926431.591493:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926431.591495:0:32002:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926431.591497:0:32002:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591498:0:32002:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.591500:0:32002:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926431.591504:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926431.591508:0:32002:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926431.591512:0:32002:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926431.591514:0:32002:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591517:0:32002:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926431.591520:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926431.591523:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.591524:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.591526:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.591528:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926431.591530:0:32002:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926431.591533:0:32002:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926431.591539:0:32002:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b00000. 00000100:00000001:1.0:1788926431.591544:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591548:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926431.591550:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591552:0:32002:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926431.591553:0:32002:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.591555:0:32002:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.591561:0:32002:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00010000:00000001:1.0:1788926431.591564:0:32002:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926431.591566:0:32002:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926431.591568:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f600 count: 2 00010000:00000001:1.0:1788926431.591570:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926431.591572:0:32002:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926431.591575:0:32002:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498000. 00000020:00000001:1.0:1788926431.591578:0:32002:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926431.591581:0:32002:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498000 with handle 0xdeff66104c08c783 to hash 00000020:00000001:1.0:1788926431.591582:0:32002:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926431.591584:0:32002:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926431.591588:0:32002:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926431.591591:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.591593:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.591596:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926431.591602:0:32002:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788926431.591613:0:32002:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788926431.591619:0:32002:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788926431.591628:0:32002:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926431.591633:0:32002:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926431.591635:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926431.591640:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773540. 00000100:00000001:1.0:1788926431.591642:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261352768 : -108341448198848 : ffff9d76ca773540) 00000100:00000001:1.0:1788926431.591645:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926431.591646:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000001:1.0:1788926431.591650:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926431.591654:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.591656:0:32002:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926431.591657:0:32002:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926431.591661:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.591668:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926431.591670:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926431.591673:0:32002:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926431.591676:0:32002:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926431.591678:0:32002:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926431.591681:0:32002:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32002:1875823513939072:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926431.591685:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926431.591690:0:32002:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926431.591692:0:32002:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926431.591695:0:32002:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926431.591784:0:32002:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1280000. 02000000:00000001:1.0:1788926431.591787:0:32002:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926431.591794:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926431.591798:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4738. 00000400:00000010:1.0:1788926431.591804:0:32002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76c997f000. 00000100:00000200:1.0:1788926431.591812:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513939072, portal 10 00000100:00000001:1.0:1788926431.591814:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926431.591815:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000040:1.0:1788926431.591821:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.591828:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926431.591831:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926431.591834:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926431.591838:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513939072, offset 0 00000400:00000200:1.0:1788926431.591853:0:32002:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926431.591860:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926431.591866:0:32002:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926431.591872:0:32002:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926431.591876:0:32002:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926431.591879:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926431.591882:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926431.591886:0:32002:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2698:2698:256:4294967295] 192.168.203.140@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:1.0:1788926431.591890:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926431.591898:0:32002:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926431.591903:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926431.591908:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e700. 00000800:00000200:1.0:1788926431.591914:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926431.591920:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926431.591924:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788926431.591942:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926431.591947:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 828300 usecs (829 jiffies) 00000400:00000200:1.0:1788926431.591950:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926431.591953:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296467555 00000100:00000001:1.0:1788926431.591955:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:1.0:1788926431.591957:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296467555 00000100:00000001:1.0:1788926431.591959:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:1.0:1788926431.591961:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926431.591964:0:32002:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926431.591966:0:32002:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926431.591968:0:32002:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926431.591970:0:32002:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773540 going to sleep for 11 seconds 00000100:00000001:1.0:1788926431.591973:0:32002:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926431.591975:0:32002:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926431.592450:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.592455:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e700. 00000400:00000200:3.0:1788926431.592459:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.592464:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.592469:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:3.0:1788926431.592472:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:3.0:1788926431.592476:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.592480:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.592490:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.592493:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.592504:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.592505:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788926431.593521:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158b9c0. 00000080:00000010:1.1:1788926431.593535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cf60. 00000800:00000001:2.0:1788926431.608727:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.608753:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.608756:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.608759:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.608768:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.608776:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.608785:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.608790:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.608795:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.608799:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235ac80 00000400:00000200:2.0:1788926431.608804:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.608810:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7b6d [64] + 224 00000800:00000001:2.0:1788926431.608817:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.608825:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.608829:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.608834:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.608850:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.608859:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.608870:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.608889:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.608897:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.608901:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926431.610106:0:32002:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926431.610117:0:32002:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926431.610119:0:32002:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926431.610123:0:32002:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4738. 00000400:00000200:1.0:1788926431.610131:0:32002:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c997f000 00000400:00000010:1.0:1788926431.610134:0:32002:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76c997f000. 00000100:00000001:1.0:1788926431.610139:0:32002:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926431.610146:0:32002:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926431.610156:0:32002:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.610162:0:32002:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926431.610164:0:32002:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926431.610167:0:32002:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926431.610170:0:32002:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926431.610172:0:32002:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926431.610174:0:32002:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926431.610176:0:32002:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926431.610184:0:32002:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=98 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926431.610189:0:32002:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926431.610191:0:32002:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788926431.610195:0:32002:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76c962b480 x1875823513939072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.610201:0:32002:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926431.610204:0:32002:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926431.610205:0:32002:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926431.610207:0:32002:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926431.610209:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926431.610210:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000001:1.0:1788926431.610213:0:32002:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926431.610215:0:32002:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:1.0:1788926431.610216:0:32002:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926431.610219:0:32002:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788926431.610224:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926447 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.610238:0:32002:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788926431.610240:0:32002:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926431.610243:0:32002:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926431.610246:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926447 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926431.610254:0:32002:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32002:1875823513939072:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926431.610258:0:32002:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926431.610261:0:32002:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926431.610263:0:32002:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926431.610558:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926431.610563:0:32002:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926447 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926431.610571:0:32002:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926431.610574:0:32002:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773540. 00000100:00000001:1.0:1788926431.610577:0:32002:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926431.610578:0:32002:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788926431.610582:0:32002:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926431.610586:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.610589:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.610593:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=4 00000020:00000001:1.0:1788926431.610595:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926431.610598:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00010000:1.0:1788926431.610603:0:32002:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.610613:0:32002:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788926431.610617:0:32002:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.610624:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926431.610627:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.610633:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.610634:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926431.610636:0:32002:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.610641:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.610644:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.610647:0:32002:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926431.610649:0:32002:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926431.610654:0:32002:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c1498000 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926431.610657:0:32002:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926431.610660:0:32002:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.610666:0:32002:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926431.610668:0:32002:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926431.610671:0:32002:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.610676:0:32002:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926431.610678:0:32002:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926431.611432:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926431.611434:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926431.611436:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=5 00000020:00000001:1.0:1788926431.611440:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926431.611442:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926431.611445:0:32002:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926431.611448:0:32002:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788926431.611460:0:32002:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926431.611461:0:32002:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.611464:0:32002:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788926431.611465:0:32002:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926431.611468:0:32002:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926431.611469:0:32002:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926431.611471:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926431.611473:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926431.611476:0:32002:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498000 with handle 0xdeff66104c08c783 from hash 00010000:00000001:1.0:1788926431.611478:0:32002:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926431.611479:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.611480:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.611482:0:32002:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926431.611483:0:32002:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926431.611485:0:32002:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788926431.611487:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.611488:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.611490:0:32002:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926431.611492:0:32002:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926431.611495:0:32002:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.611500:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.611501:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.611502:0:32002:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788926431.611504:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926431.611505:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926431.611506:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.611507:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926431.611509:0:32002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c783 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32002 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926431.611521:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926431.611522:0:32002:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788926431.611528:0:32002:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788926431.611536:0:32002:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926447 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926431.611546:0:32002:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926431.611550:0:32002:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926447 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926431.611556:0:32002:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926431.611561:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926431.611562:0:32002:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.611564:0:32002:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.611566:0:32002:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.611569:0:32002:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788926431.611571:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926431.611573:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00010000:00000001:1.0:1788926431.611575:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926431.611576:0:32002:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926431.611578:0:32002:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926431.611581:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7b868 00000002:00002000:1.0:1788926431.611583:0:32002:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788926431.611586:0:32002:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.611589:0:32002:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926431.611591:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926431.611593:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926431.611597:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926431.611601:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926431.611605:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fda00. 00000080:00000001:1.0:1788926431.611610:0:32002:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926431.611615:0:32002:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926431.611619:0:32002:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788926431.611838:0:32002:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d3318cc0. 00800000:00000001:2.0:1788926431.611851:0:32002:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732407782592 : -108341301769024 : ffff9d76d3318cc0) 00800000:00000001:2.0:1788926431.611854:0:32002:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926431.611856:0:32002:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926431.611859:0:32002:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926431.611860:0:32002:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x20:0x0] 00000080:00000001:2.0:1788926431.611863:0:32002:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788926431.611867:0:32002:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788926431.611869:0:32002:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.611873:0:32002:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611168 : 144115205339611168 : 200000405000020) 00000080:00000001:2.0:1788926431.611876:0:32002:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788926431.611880:0:32002:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x20:0x0], updating i_size 4096 00000080:00000001:2.0:1788926431.611883:0:32002:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926431.611885:0:32002:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788926431.611886:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d3318cc0 1 00800000:00000010:2.0:1788926431.611889:0:32002:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76d3318cc0. 00800000:00000001:2.0:1788926431.611892:0:32002:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926431.611895:0:32002:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21g.recovery-small-2 [0x200000405:0x20:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:2.0:1788926431.611899:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.611903:0:32002:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926447 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.611910:0:32002:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.611913:0:32002:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926431.611918:0:32002:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d3318cc0. 00000080:00000001:2.0:1788926431.611921:0:32002:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926431.611924:0:32002:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926431.611926:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.611929:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.611932:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.611934:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.611936:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.611938:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788926431.611949:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926431.611953:0:32002:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926431.611956:0:32002:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01780. 00000002:00100000:2.0:1788926431.611961:0:32002:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926447 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926431.611967:0:32002:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926431.611968:0:32002:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926431.611972:0:32002:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926431.611975:0:32002:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.611979:0:32002:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788926431.611980:0:32002:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.611982:0:32002:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926431.611986:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.611989:0:32002:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513939072/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926447 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926431.611996:0:32002:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926431.611999:0:32002:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1280000. 02000000:00000001:2.0:1788926431.612038:0:32002:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926431.612040:0:32002:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.612043:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bb78 00000080:00000008:2.0:1788926431.612045:0:32002:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9d76d16fd348), flags 704400, rc = 0 00000080:00000001:2.0:1788926431.612049:0:32002:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.612072:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bd28 00000080:00200008:2.0:1788926431.612074:0:32002:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9d76d16fd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926431.612081:0:32002:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788926431.612084:0:32002:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926431.612087:0:32002:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926431.612088:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bca0 00000080:00200000:2.0:1788926431.612089:0:32002:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348),name=d21g.recovery-small-2 00000080:00000010:2.0:1788926431.612095:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae200. 00800000:00000002:2.0:1788926431.612099:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926431.612114:0:32002:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926431.612118:0:32002:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.612120:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bbc0 00800000:00000002:2.0:1788926431.612122:0:32002:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x20:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.612125:0:32002:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926431.612128:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.612130:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.612131:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.612133:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.612134:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.612136:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926431.612138:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926431.612140:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.612142:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.612143:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.612144:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.612146:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.612147:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788926431.612149:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.612151:0:32002:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x20:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926431.612155:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.612157:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7ba90 00000002:00010000:2.0:1788926431.612159:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926431.612162:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926431.612164:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926431.612166:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926431.612172:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a100 count: 2 00010000:00000001:2.0:1788926431.612175:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926431.612179:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926431.612182:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926431.612185:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788926431.612194:0:32002:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926431.612197:0:32002:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926431.612201:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788926431.612207:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926431.612209:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.612211:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926431.612213:0:32002:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926431.612215:0:32002:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926431.612217:0:32002:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926431.612219:0:32002:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926431.612221:0:32002:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926431.612224:0:32002:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae200. 00000080:00000001:2.0:1788926431.612228:0:32002:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926431.612230:0:32002:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926431.612232:0:32002:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x20:0x0](ffff9d76d16fd348) 00000080:00010000:2.0:1788926431.612236:0:32002:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x20:0x0](ffff9d76d16fd348) for lock 0xdeff66104c08c752 00800000:00000001:2.0:1788926431.612239:0:32002:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926431.612241:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926431.612242:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.612244:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.612246:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:2.0:1788926431.612248:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926431.612250:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926431.612253:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.612254:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926431.612256:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926431.612258:0:32002:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926431.612260:0:32002:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c752 from it ffffb2d841c7bcd8 00010000:00000001:2.0:1788926431.612262:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.612263:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.612264:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:2.0:1788926431.612266:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926431.612268:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926431.612270:0:32002:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926431.612273:0:32002:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926431.612279:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.612280:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926431.612281:0:32002:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926431.612283:0:32002:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926431.612285:0:32002:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788926431.612292:0:32002:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926431.612295:0:32002:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926431.612297:0:32002:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926431.612301:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.612302:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926431.612304:0:32002:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.612306:0:32002:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926431.612308:0:32002:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.612310:0:32002:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.612312:0:32002:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926431.612314:0:32002:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926431.612316:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.612317:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926431.612318:0:32002:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926431.612319:0:32002:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926431.612322:0:32002:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926431.612326:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bd28 00000080:00000008:2.0:1788926431.612328:0:32002:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000405:0x20:0x0](ffff9d76d16fd348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926431.612344:0:32002:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788926431.612347:0:32002:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x20:0x0](ffff9d76d16fd348) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788926431.612351:0:32002:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae200. 00800000:00000002:2.0:1788926431.612354:0:32002:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76d3318c00 2 00000080:00000001:2.0:1788926431.612357:0:32002:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1788926431.612361:0:32002:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788926431.612363:0:32002:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926431.612364:0:32002:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926431.612365:0:32002:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926431.612367:0:32002:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926431.612368:0:32002:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926431.612369:0:32002:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x20:0x0] 00800000:00000001:2.0:1788926431.612371:0:32002:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926431.612374:0:32002:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788926431.612375:0:32002:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926431.612377:0:32002:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c7bab8 00000002:00010000:2.0:1788926431.612378:0:32002:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x20:0x0]) in obj [0x200000405:0x20:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788926431.612381:0:32002:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926431.612383:0:32002:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926431.612384:0:32002:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926431.612386:0:32002:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a100 count: 2 00010000:00000001:2.0:1788926431.612389:0:32002:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926431.612391:0:32002:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926431.612393:0:32002:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926431.612417:0:32002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788926431.612424:0:32002:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926431.612426:0:32002:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926431.612430:0:32002:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c752 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab02d expref: -99 pid: 32001 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788926431.612436:0:32002:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926431.612438:0:32002:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.612439:0:32002:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926431.612441:0:32002:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926431.612442:0:32002:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926431.612443:0:32002:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926431.612445:0:32002:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:2.0:1788926431.612447:0:32002:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926431.612448:0:32002:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926431.612450:0:32002:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926431.612452:0:32002:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926431.612453:0:32002:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926431.612492:0:32002:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788926431.612497:0:32002:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9d76d84b5800. 00000002:00000001:2.0:1788926431.615816:0:32002:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788926431.615831:0:32002:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926431.615839:0:32002:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926431.615852:0:32002:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926431.615855:0:32002:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926431.615859:0:32002:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926431.615867:0:32002:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aec00. 00000100:00000001:2.0:1788926431.615873:0:32002:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.615876:0:32002:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788926431.615881:0:32002:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76d10dc800. 00000100:00000010:2.0:1788926431.615886:0:32002:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9d76c3936000. 00000020:00000040:2.0:1788926431.615889:0:32002:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926431.615928:0:32002:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926431.615929:0:32002:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926431.615936:0:32002:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c8324480. 00000100:00000001:2.0:1788926431.615939:0:32002:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223280256 : -108341486271360 : ffff9d76c8324480) 00000100:00000001:2.0:1788926431.616172:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926431.616174:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000001:2.0:1788926431.616179:0:32002:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926431.616183:0:32002:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.616185:0:32002:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926431.616187:0:32002:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926431.616198:0:32002:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513939200/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.616209:0:32002:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926431.616211:0:32002:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926431.616215:0:32002:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926431.616218:0:32002:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926431.616220:0:32002:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926431.616224:0:32002:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32002:1875823513939200:192.168.203.140@tcp:37:rm.0 00000100:00000001:2.0:1788926431.616229:0:32002:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926431.616234:0:32002:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926431.616237:0:32002:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.616239:0:32002:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788926431.616247:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926431.616252:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926431.616261:0:32002:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9d76d113e000. 00000100:00000200:2.0:1788926431.616268:0:32002:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa0d3235ad00-0x6aa0d3235ad00, portal 14 00000100:00000001:2.0:1788926431.616271:0:32002:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926431.616273:0:32002:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926431.616277:0:32002:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd400. 02000000:00000001:2.0:1788926431.616279:0:32002:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926431.616282:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926431.616285:0:32002:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6e18. 00000400:00000010:2.0:1788926431.616289:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926431.616291:0:32002:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513939200, portal 10 00000100:00000001:2.0:1788926431.616293:0:32002:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926431.616294:0:32002:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:2.0:1788926431.616302:0:32002:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3ad80 x1875823513939200/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.616308:0:32002:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926431.616311:0:32002:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926431.616314:0:32002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530198. 00000100:00000200:2.0:1788926431.616316:0:32002:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875823513939200, offset 0 00000400:00000200:2.0:1788926431.616323:0:32002:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926431.616331:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.616338:0:32002:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926431.616343:0:32002:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926431.616347:0:32002:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926431.616351:0:32002:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926431.616353:0:32002:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926431.616356:0:32002:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2699:2699:256:4294967295] 192.168.203.140@tcp LPNI seq info [2699:2699:8:4294967295] 00000400:00000200:2.0:1788926431.616360:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.616368:0:32002:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926431.616373:0:32002:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926431.616379:0:32002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:2.0:1788926431.616386:0:32002:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926431.616393:0:32002:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926431.616417:0:32002:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788926431.616488:0:32002:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926431.616494:0:32002:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 827123 usecs (828 jiffies) 00000400:00000200:2.0:1788926431.616497:0:32002:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926431.616500:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296467579 00000100:00000001:2.0:1788926431.616503:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296469091 00000100:00000001:2.0:1788926431.616506:0:32002:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296467579 00000100:00000001:2.0:1788926431.616508:0:32002:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296469091 00000100:00000001:2.0:1788926431.616511:0:32002:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926431.616513:0:32002:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.616516:0:32002:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926431.616518:0:32002:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926431.616521:0:32002:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c8324480 going to sleep for 11 seconds 00000100:00000001:2.0:1788926431.616524:0:32002:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926431.616527:0:32002:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926431.620090:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.620099:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926431.620108:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.620180:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.620189:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530198 00000400:00000010:3.0:1788926431.620192:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530198. 00000100:00000001:3.0:1788926431.620198:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.620206:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513939200/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.620219:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.620223:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3ad80 x1875823513939200/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.620231:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.620233:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926431.623304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00000800:00000001:2.0:1788926431.641799:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.641818:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.641823:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.641826:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.641836:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.641854:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.641863:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.641869:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.641874:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.641878:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d3235ad00 00000400:00000200:2.0:1788926431.641884:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.641889:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7b75 [256] + 0 00000400:00000010:2.0:1788926431.641896:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926431.641900:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d113e000 00000800:00000001:2.0:1788926431.641906:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.641931:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.641934:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.641939:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.642102:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d113e000 00000400:00000010:2.0:1788926431.642112:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76d113e000. 00000100:00000001:2.0:1788926431.642118:0:2392:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926431.642120:0:2392:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c8b3ad80 desc ffff9d76d10dc800 mbits 1875823513939200 00000100:00000001:2.0:1788926431.642285:0:2392:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926431.642295:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926431.642300:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.642305:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926431.642311:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2700:2700:256:4294967295] 192.168.203.140@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:2.0:1788926431.642316:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.642324:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926431.642330:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926431.642337:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113e000. 00000800:00000200:2.0:1788926431.642343:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926431.642350:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926431.642355:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926431.642446:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.642450:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113e000. 00000400:00000200:2.0:1788926431.642454:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.642457:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926431.642463:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.642466:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.645573:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.645589:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926431.645593:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.645596:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.645604:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.645611:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926431.645619:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.645623:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.645628:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.645632:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d3235ad00 00000400:00000200:2.0:1788926431.645638:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926431.645643:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7b7d [1] + 224 00000800:00000001:2.0:1788926431.645651:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.645661:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926431.645665:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.645669:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926431.645676:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926431.645685:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513939200/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926431.645695:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76c8b3ad80 x1875823513939200/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.645715:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926431.645723:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926431.645726:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926431.650797:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926431.650806:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:3.0:1788926431.650812:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.650820:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926431.650826:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821880 00000400:00000010:3.0:1788926431.650829:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821880. 00000100:00000001:3.0:1788926431.650834:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926431.650851:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513939456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.650862:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926431.650865:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513939456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.650873:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926431.650874:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.650885:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.650895:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.650899:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.650901:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.650906:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.650911:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.650917:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.650921:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.650925:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.650929:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235ae00 00000400:00000200:3.0:1788926431.650934:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.650939:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7b8d [1] + 224 00000800:00000001:3.0:1788926431.650957:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.650965:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.650967:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.650971:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.650975:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.650979:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513939456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.650987:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8579180 x1875823513939456/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.651006:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.651011:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.651015:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.653003:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.653008:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926431.653013:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.653018:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.653023:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:2.0:1788926431.653025:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:2.0:1788926431.653030:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.653035:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513939712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.653044:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.653047:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513939712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.653053:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.653055:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.657529:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.657556:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.657561:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.657564:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.657573:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.657581:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.657591:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.657596:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.657602:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.657606:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235af00 00000400:00000200:3.0:1788926431.657611:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.657618:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7b95 [64] + 224 00000800:00000001:3.0:1788926431.657625:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.657631:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.657634:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.657639:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.657645:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.657655:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513939712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.657666:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d8579180 x1875823513939712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.657681:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.657688:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.657691:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.660237:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.660242:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926431.660247:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.660252:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.660261:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821088 00000400:00000010:2.0:1788926431.660263:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821088. 00000100:00000001:2.0:1788926431.660268:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.660272:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513939968/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.660286:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.660289:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513939968/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.660296:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.660297:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.666072:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.666088:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.666092:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.666094:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.666103:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.666110:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.666120:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.666124:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.666129:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.666134:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235b000 00000400:00000200:3.0:1788926431.666139:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.666145:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7b9d [1] + 224 00000800:00000001:3.0:1788926431.666151:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.666159:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.666162:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.666167:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.666174:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.666182:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513939968/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926431.666200:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76d857a680 x1875823513939968/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.666220:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.666227:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.666231:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926431.673060:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.673065:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:2.0:1788926431.673071:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.673076:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.673081:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821aa0 00000400:00000010:2.0:1788926431.673084:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821aa0. 00000100:00000001:2.0:1788926431.673088:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.673093:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513940096/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.673104:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.673107:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513940096/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.673114:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.673116:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.681573:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.681588:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.681592:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.681595:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.681603:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.681611:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.681620:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.681624:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.681629:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.681633:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235b080 00000400:00000200:3.0:1788926431.681637:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.681643:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7ba5 [1] + 224 00000800:00000001:3.0:1788926431.681650:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.681657:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.681660:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.681664:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.681671:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.681680:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513940096/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.681691:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8578000 x1875823513940096/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.681707:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.681715:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.681718:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788926431.682082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00010000:00000010:0.1:1788926431.682090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000010:0.1:1788926431.682094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00010000:00000010:0.1:1788926431.682097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00000800:00000200:2.0:1788926431.685880:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.685887:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926431.685894:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.685902:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.685908:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821bb0 00000400:00000010:2.0:1788926431.685911:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821bb0. 00000100:00000001:2.0:1788926431.685916:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.685922:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513940352/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.685933:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.685936:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513940352/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926431.685947:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.685949:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926431.688924:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.688939:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.688944:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.688946:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.688954:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.688961:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.688969:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.688974:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.688979:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.688983:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235b180 00000400:00000200:3.0:1788926431.688988:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.688993:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7bad [1] + 224 00000800:00000001:3.0:1788926431.689000:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.689006:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.689009:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.689014:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.689020:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.689028:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513940352/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926431.689040:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8578000 x1875823513940352/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926431.689060:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.689066:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.689069:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788926431.689427:0:32002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172000. 00000080:00000010:0.1:1788926431.689446:0:32002:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153a100. 00000080:00000010:0.1:1788926431.689450:0:32002:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172de0. 00000800:00000200:2.0:1788926431.690269:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926431.690274:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2b00. 00000400:00000200:2.0:1788926431.690277:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926431.690281:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926431.690285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821e58 00000400:00000010:2.0:1788926431.690287:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821e58. 00000100:00000001:2.0:1788926431.690291:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926431.690295:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513940608/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.690303:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926431.690305:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513940608/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926431.690319:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926431.690320:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926431.695461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:0.1:1788926431.695475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a100. 00010000:00000010:0.1:1788926431.695479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00010000:00000010:0.1:1788926431.695482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f600. 00010000:00000010:0.1:1788926431.695487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499800. 00000800:00000001:3.0:1788926431.695972:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.695985:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926431.695989:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.695991:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.695999:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.696006:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926431.696015:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.696019:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.696024:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.696027:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235b280 00000400:00000200:3.0:1788926431.696033:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926431.696038:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7bb5 [1] + 224 00000800:00000001:3.0:1788926431.696045:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.696051:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926431.696055:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926431.696059:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926431.696067:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926431.696074:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513940608/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926431.696084:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76d8578000 x1875823513940608/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926431.696104:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926431.696113:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926431.696116:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788926431.719987:0:32007:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d16fd280. 00000080:00000010:0.1:1788926431.720001:0:32007:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172580. 00000020:00000001:3.0:1788926431.937688:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926431.937691:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926431.937694:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926432.965140:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926432.965143:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926432.965147:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926433.793647:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926433.793655:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926433.793662:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926433.793667:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926433.793671:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926433.793674:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926433.793678:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926433.793686:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406600. 00000100:00000001:3.0:1788926433.793692:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793703:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926433.793715:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926433.793719:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793725:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.793751:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926433.793756:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926433.793759:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926433.793761:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926433.793763:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926433.793765:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926433.793766:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926433.793769:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:3.0:1788926433.793771:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793775:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926433.793782:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926433.793784:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793787:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_00+0] req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.793794:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926433.793799:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926433.793801:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926433.793802:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926433.793804:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926433.793806:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926433.793807:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926433.793809:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406c00. 00000100:00000001:3.0:1788926433.793811:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793815:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926433.793821:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926433.793824:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793837:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bd3fd1] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.793845:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926433.793850:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926433.793853:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926433.793855:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926433.793856:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926433.793858:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926433.793859:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926433.793862:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406f00. 00000100:00000001:3.0:1788926433.793864:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793867:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926433.793874:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926433.793876:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.793885:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926433.793890:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926433.793892:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de680. 00000020:00000040:3.0:1788926433.793894:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926433.793895:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926433.793897:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926433.793898:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926433.793900:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406400. 00000100:00000001:3.0:1788926433.793902:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793906:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926433.793917:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926433.793919:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793922:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006346600f] to pc [ptlrpcd_01_01+1] req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.793929:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.793932:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1806) 00000100:00000001:3.0:1788926433.793940:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926433.793943:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926433.793945:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926433.793949:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.793956:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926433.793958:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.793961:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926433.793964:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926433.793966:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926433.793969:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513940736:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926433.793973:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926433.793977:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926433.793979:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.793982:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926433.793985:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a32000. 02000000:00000001:3.0:1788926433.793987:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926433.793996:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926433.794000:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841be18. 00000400:00000010:3.0:1788926433.794005:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926433.794011:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513940736, portal 25 00000100:00000001:3.0:1788926433.794014:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926433.794015:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926433.794020:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794033:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926433.794036:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926433.794039:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab088. 00000100:00000200:3.0:1788926433.794041:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513940736, offset 0 00000400:00000200:3.0:1788926433.794047:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794054:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794061:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926433.794066:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926433.794071:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926433.794075:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926433.794077:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794081:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2707:2707:256:4294967295] 192.168.203.140@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:3.0:1788926433.794086:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794094:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926433.794100:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926433.794105:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926433.794132:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926433.794139:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926433.794143:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926433.794154:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926433.794158:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926433.794160:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296473121 00000100:00000001:3.0:1788926433.794166:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296469091 00000100:00000001:3.0:1788926433.794169:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296473121 00000100:00000001:3.0:1788926433.794172:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296469091 00000100:00000001:3.0:1788926433.794175:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.794178:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794180:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926433.794184:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794191:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926433.794192:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794194:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926433.794196:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926433.794198:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926433.794200:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513940992:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926433.794203:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926433.794205:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926433.794206:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794208:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926433.794221:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84afc00. 02000000:00000001:3.0:1788926433.794223:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926433.794226:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926433.794229:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9a0. 00000400:00000010:3.0:1788926433.794232:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab330. 00000100:00000200:3.0:1788926433.794235:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513940992, portal 10 00000100:00000001:3.0:1788926433.794237:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926433.794238:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926433.794244:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794251:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926433.794253:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926433.794255:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab7f8. 00000100:00000200:3.0:1788926433.794257:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513940992, offset 0 00000400:00000200:3.0:1788926433.794261:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794264:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794267:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926433.794269:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926433.794272:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926433.794274:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926433.794276:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794280:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2708:2708:255:4294967295] 192.168.203.140@tcp LPNI seq info [2708:2708:7:4294967295] 00000400:00000200:3.0:1788926433.794283:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794289:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926433.794293:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926433.794296:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926433.794300:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926433.794304:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926433.794307:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926433.794309:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.794313:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20463 usecs (21 jiffies) 00000400:00000200:3.0:1788926433.794316:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926433.794318:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296468949 00000100:00000001:3.0:1788926433.794320:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794322:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296468949 00000100:00000001:3.0:1788926433.794324:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794326:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.794328:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794330:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926433.794333:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794338:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926433.794340:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794342:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926433.794343:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926433.794345:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926433.794348:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513941248:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926433.794350:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926433.794353:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926433.794354:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794356:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926433.794359:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f4e00. 02000000:00000001:3.0:1788926433.794360:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926433.794363:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926433.794365:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b630. 00000400:00000010:3.0:1788926433.794368:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926433.794371:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513941248, portal 4 00000100:00000001:3.0:1788926433.794372:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926433.794373:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227188352 : -108341482363264 : ffff9d76c86de680) 00000100:00000040:3.0:1788926433.794378:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794384:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926433.794386:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926433.794388:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abee0. 00000100:00000200:3.0:1788926433.794391:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513941248, offset 0 00000400:00000200:3.0:1788926433.794418:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794421:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794424:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926433.794426:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926433.794429:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926433.794431:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926433.794433:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794436:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2709:2709:254:4294967295] 192.168.203.140@tcp LPNI seq info [2709:2709:6:4294967295] 00000400:00000200:3.0:1788926433.794440:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794446:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926433.794449:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926433.794452:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406700. 00000800:00000200:3.0:1788926433.794456:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926433.794459:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926433.794462:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926433.794464:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.794467:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 238281 usecs (239 jiffies) 00000400:00000200:3.0:1788926433.794470:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926433.794472:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296469167 00000100:00000001:3.0:1788926433.794474:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794476:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296469167 00000100:00000001:3.0:1788926433.794478:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794480:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.794482:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794484:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794486:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.794494:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926433.794495:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926433.794497:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926433.794499:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926433.794500:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926433.794503:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788926433.794504:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.794507:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926433.794508:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.794510:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926433.794511:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926433.794512:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926433.794515:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794521:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926433.794522:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794524:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926433.794525:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926433.794527:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926433.794529:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513940864:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926433.794533:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926433.794535:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926433.794536:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794538:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926433.794541:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5400. 02000000:00000001:3.0:1788926433.794543:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926433.794546:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926433.794548:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b6e0. 00000400:00000010:3.0:1788926433.794551:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926433.794553:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513940864, portal 10 00000100:00000001:3.0:1788926433.794555:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926433.794556:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926433.794561:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794568:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926433.794570:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926433.794572:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab198. 00000100:00000200:3.0:1788926433.794574:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513940864, offset 0 00000400:00000200:3.0:1788926433.794578:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794581:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794583:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926433.794586:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926433.794588:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926433.794590:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926433.794592:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794595:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2710:2710:253:4294967295] 192.168.203.140@tcp LPNI seq info [2710:2710:5:4294967295] 00000400:00000200:3.0:1788926433.794599:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794605:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926433.794608:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926433.794611:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:3.0:1788926433.794615:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926433.794618:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926433.794621:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926433.794623:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.794626:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 818875 usecs (819 jiffies) 00000400:00000200:3.0:1788926433.794629:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926433.794630:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296469747 00000100:00000001:3.0:1788926433.794633:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794634:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296469747 00000100:00000001:3.0:1788926433.794636:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794638:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.794640:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794641:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926433.794645:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794651:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926433.794652:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794654:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926433.794656:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926433.794658:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926433.794661:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513941120:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926433.794664:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926433.794666:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926433.794667:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.794669:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926433.794672:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5e00. 02000000:00000001:3.0:1788926433.794674:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926433.794676:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926433.794679:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc08. 00000400:00000010:3.0:1788926433.794681:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926433.794684:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513941120, portal 4 00000100:00000001:3.0:1788926433.794686:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926433.794686:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926433.794691:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794701:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926433.794703:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926433.794705:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926433.794707:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513941120, offset 0 00000400:00000200:3.0:1788926433.794711:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794714:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794717:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926433.794720:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926433.794722:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926433.794724:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926433.794726:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926433.794729:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2711:2711:252:4294967295] 192.168.203.140@tcp LPNI seq info [2711:2711:4:4294967295] 00000400:00000200:3.0:1788926433.794733:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.794738:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926433.794742:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926433.794745:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c9fc8a00. 00000800:00000200:3.0:1788926433.794749:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926433.794752:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926433.794755:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c9fc8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926433.794757:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.794759:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21267 usecs (22 jiffies) 00000400:00000200:3.0:1788926433.794762:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926433.794764:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296468950 00000100:00000001:3.0:1788926433.794766:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794768:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296468950 00000100:00000001:3.0:1788926433.794769:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296473121 00000100:00000001:3.0:1788926433.794771:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.794772:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794776:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794777:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794787:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926433.794789:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926433.794820:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926433.794824:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:3.0:1788926433.794839:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.794844:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926433.794849:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab088 00000400:00000010:3.0:1788926433.794851:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab088. 00000100:00000001:3.0:1788926433.794855:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926433.794859:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794868:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.794871:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794879:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794881:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926433.794890:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926433.794892:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926433.794895:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.794898:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926433.794900:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab7f8 00000400:00000010:3.0:1788926433.794902:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab7f8. 00000100:00000001:3.0:1788926433.794904:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926433.794907:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794914:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.794916:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794922:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794924:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926433.794928:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926433.794930:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406700. 00000400:00000200:3.0:1788926433.794933:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.794935:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926433.794938:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abee0 00000400:00000010:3.0:1788926433.794939:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abee0. 00000100:00000001:3.0:1788926433.794941:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926433.794944:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794950:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.794953:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794958:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794960:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926433.794964:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926433.794966:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:3.0:1788926433.794967:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.794970:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926433.794972:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab198 00000400:00000010:3.0:1788926433.794973:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab198. 00000100:00000001:3.0:1788926433.794975:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926433.794978:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794984:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.794987:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.794992:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.794994:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926433.795046:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926433.795048:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8a00. 00000400:00000200:3.0:1788926433.795050:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.795053:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926433.795055:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:3.0:1788926433.795057:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:3.0:1788926433.795059:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926433.795063:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.795069:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.795072:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.795079:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.795080:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926433.799152:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799166:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926433.799171:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799173:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799181:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799189:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926433.799198:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799202:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799207:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799220:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235b500 00000400:00000200:3.0:1788926433.799226:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799232:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7bdd [1] + 224 00000800:00000001:3.0:1788926433.799238:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799242:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799245:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.799249:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926433.799255:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799264:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926433.799275:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799289:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926433.799296:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799299:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926433.799301:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799303:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799306:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799309:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926433.799313:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799315:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799318:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799321:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235b480 00000400:00000200:3.0:1788926433.799324:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799328:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7bfd [1] + 224 00000800:00000001:3.0:1788926433.799330:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799333:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799334:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.799337:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926433.799340:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799343:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926433.799352:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799359:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926433.799361:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799363:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926433.799365:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799366:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799369:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799372:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926433.799375:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799377:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799379:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799382:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235b400 00000400:00000200:3.0:1788926433.799385:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799389:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7bcd [1] + 224 00000800:00000001:3.0:1788926433.799392:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799417:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799420:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.799423:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926433.799426:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799429:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926433.799437:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799445:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926433.799448:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799452:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926433.799453:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799455:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799457:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799460:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926433.799464:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799466:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799469:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799472:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235b300 00000400:00000200:3.0:1788926433.799475:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799479:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7bbd [1] + 224 00000800:00000001:3.0:1788926433.799482:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799485:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799487:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.799490:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926433.799493:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799497:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926433.799504:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799510:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926433.799513:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799516:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926433.799518:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799520:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799522:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799525:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926433.799529:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799532:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799534:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799537:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235b380 00000400:00000200:3.0:1788926433.799540:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926433.799544:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7bed [1] + 224 00000800:00000001:3.0:1788926433.799547:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799555:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926433.799557:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926433.799560:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926433.799563:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799566:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926433.799574:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799580:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926433.799583:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926433.799586:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.799601:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926433.799605:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926433.799611:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926433.799613:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926433.799616:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b6e0. 00000400:00000200:3.0:1788926433.799620:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:3.0:1788926433.799623:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:3.0:1788926433.799626:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799630:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926433.799638:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799644:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926433.799646:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.799648:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926433.799652:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926433.799655:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926433.799657:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.799661:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926433.799670:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=100 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926433.799674:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926433.799676:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926433.799678:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926433.799681:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926433.799684:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.799687:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926433.799689:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967600 00000100:00000001:3.0:1788926433.799690:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926433.799693:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.799697:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799703:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.799706:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926433.799708:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926433.799711:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926433.799720:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513940864:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926433.799726:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926433.799728:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926433.799729:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc08. 00000400:00000200:3.0:1788926433.799732:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:3.0:1788926433.799734:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:3.0:1788926433.799735:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799738:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926433.799745:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799750:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926433.799751:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.799752:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926433.799754:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926433.799755:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926433.799756:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.799758:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926433.799761:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=100 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926433.799763:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926433.799766:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926433.799767:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926433.799768:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926433.799770:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.799772:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926433.799773:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926433.799774:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926433.799776:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.799780:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799786:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.799788:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926433.799789:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926433.799793:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926433.799806:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513941120:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926433.799811:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926433.799812:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926433.799813:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841be18. 00000400:00000200:3.0:1788926433.799815:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:3.0:1788926433.799817:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:3.0:1788926433.799819:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.799822:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926433.799840:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799846:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926433.799847:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.799849:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926433.799850:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926433.799851:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926433.799853:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.799855:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926433.799857:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926433.799860:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926433.799862:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926433.799863:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926433.799865:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926433.799866:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.799868:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.799871:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.799877:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.799879:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926433.799880:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926433.799884:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926433.799891:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513940736:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926433.800485:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926433.800486:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926433.800488:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9a0. 00000400:00000200:3.0:1788926433.800492:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab330 00000400:00000010:3.0:1788926433.800494:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab330. 00000100:00000001:3.0:1788926433.800497:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.800504:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926433.800514:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800521:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926433.800523:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800526:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926433.800528:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926433.800529:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926433.800532:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.800534:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926433.800540:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=100 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926433.800543:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926433.800546:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926433.800548:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926433.800550:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926433.800553:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.800555:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926433.800557:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926433.800560:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926433.800561:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.800566:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800573:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.800576:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926433.800577:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926433.800582:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926433.800589:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513940992:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926433.800596:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926433.800598:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926433.800600:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b630. 00000400:00000200:3.0:1788926433.800604:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:3.0:1788926433.800606:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:3.0:1788926433.800609:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926433.800613:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926433.800635:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800647:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926433.800648:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800650:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926433.800652:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926433.800653:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926433.800654:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926433.800656:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926433.800660:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=100 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926433.800663:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926433.800666:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926433.800667:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926433.800669:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926433.800672:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.800674:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926433.800675:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967325 00000100:00000001:3.0:1788926433.800690:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926433.800691:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926433.800696:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800703:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926433.800705:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926433.800706:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926433.800709:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926433.800717:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513941248:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926433.800722:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800724:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.800728:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513940864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800734:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926433.800737:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926433.800741:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5400. 02000000:00000001:3.0:1788926433.800746:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926433.800748:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926433.800750:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926433.800753:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926433.800755:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:3.0:1788926433.800759:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926433.800762:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926433.800763:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926433.800767:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926433.800769:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800770:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.800773:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513941120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800779:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926433.800780:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926433.800781:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5e00. 02000000:00000001:3.0:1788926433.800783:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926433.800784:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926433.800786:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926433.800788:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926433.800789:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406f00. 02000000:00000001:3.0:1788926433.800791:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926433.800792:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926433.800793:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926433.800796:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926433.800797:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800798:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.800801:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513940736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800807:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926433.800808:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926433.800810:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a32000. 02000000:00000001:3.0:1788926433.800812:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926433.800813:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926433.800814:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926433.800815:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926433.800817:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406600. 02000000:00000001:3.0:1788926433.800818:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926433.800819:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926433.800821:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926433.800823:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926433.800824:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800835:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.800839:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513940992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800844:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926433.800845:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926433.800847:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84afc00. 02000000:00000001:3.0:1788926433.800850:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926433.800851:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926433.800852:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926433.800854:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926433.800855:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406c00. 02000000:00000001:3.0:1788926433.800857:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926433.800859:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926433.800860:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:3.0:1788926433.800862:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926433.800863:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800864:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926433.800867:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86de680 x1875823513941248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926433.800873:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926433.800874:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926433.800875:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f4e00. 02000000:00000001:3.0:1788926433.800877:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926433.800879:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926433.800880:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926433.800881:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926433.800883:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406400. 02000000:00000001:3.0:1788926433.800885:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926433.800886:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926433.800887:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86de680. 00000100:00000001:3.0:1788926433.800889:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926433.800890:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800893:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926433.800900:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926433.800902:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926433.800904:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926433.800907:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926433.985573:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926433.985577:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926433.985580:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788926435.030477:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.030497:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926435.030501:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.030504:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.030513:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.030521:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926435.030529:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.030534:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.030539:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.030543:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338b9200 00000400:00000200:3.0:1788926435.030551:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x6d75 [2] + 1640 00000800:00000001:3.0:1788926435.030559:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.030566:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.030569:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.030574:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926435.030581:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926435.030583:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926435.030589:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de680. 00000100:00000040:3.0:1788926435.030592:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86de680 x1875823536345600 msgsize 328 00000100:00100000:3.0:1788926435.030596:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926435.030608:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926435.030616:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.030619:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926435.030641:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926435.030643:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536345600 02000000:00000001:3.0:1788926435.030646:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926435.030648:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926435.030650:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926435.030655:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926435.030659:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536345600 00000020:00000001:3.0:1788926435.030662:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926435.030663:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:3.0:1788926435.030666:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926435.030668:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:3.0:1788926435.030670:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:3.0:1788926435.030672:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:3.0:1788926435.030676:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926435.030681:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76c2d82080. 00000100:00000001:3.0:1788926435.030683:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926435.030686:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76c2d82080. 00000020:00000010:3.0:1788926435.030692:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c84ae800. 00000020:00000010:3.0:1788926435.030697:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11faa80. 00000020:00000010:3.0:1788926435.030702:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926435.030710:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926435.030713:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926435.030715:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926435.030718:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926435.030725:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926435.030735:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926435.030746:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926435.030748:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926435.030752:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 58 00000100:00000040:3.0:1788926435.030755:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:3.0:1788926435.030757:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227188352 : -108341482363264 : ffff9d76c86de680) 00000100:00000040:3.0:1788926435.030764:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86de680 x1875823536345600/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:1/0 lens 328/0 e 0 to 0 dl 1788926446 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926435.030773:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926435.030776:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76c2d82080. 00000100:00000001:3.0:1788926435.030777:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926435.030779:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76c2d82080. 00000100:00100000:3.0:1788926435.030782:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8427:x1875823536345600:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926435.030786:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536345600 00010000:00000001:3.0:1788926435.030788:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926435.030796:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926435.030797:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926435.030799:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009a00 refcount=2 00000020:00000001:3.0:1788926435.030801:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:3.0:1788926435.030803:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:3.0:1788926435.030807:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926435.030810:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926435.030814:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000009e90b57a/0xdeff66104c08c74b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab011 expref: -99 pid: 32000 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788926435.030836:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926435.030838:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926435.030843:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d91400. 02000000:00000001:3.0:1788926435.030845:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926435.030847:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926435.030851:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926435.030853:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926435.030856:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926435.030861:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926435.030864:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926435.030866:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926435.030867:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926435.030869:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926435.030873:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926435.030875:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926435.030879:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926435.030884:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536345600, offset 224 00000400:00000200:3.0:1788926435.030889:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926435.030895:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.030902:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926435.030907:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2712:2712:256:4294967295] 192.168.203.140@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:3.0:1788926435.030912:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.030920:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926435.030925:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926435.030930:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c9fc8100. 00000800:00000200:3.0:1788926435.030936:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926435.030942:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926435.030946:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c9fc8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926435.030955:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926435.030959:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926435.030961:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926435.030966:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76ca718f00. 00010000:00000001:3.0:1788926435.030968:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926435.030978:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926435.030980:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926435.030983:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926435.030984:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926435.030989:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86de680 x1875823536345600/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:1/0 lens 328/224 e 0 to 0 dl 1788926446 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926435.030997:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8427:x1875823536345600:12345-192.168.203.140@tcp:104: Request processed in 223us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926435.031002:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 58 00000100:00000040:3.0:1788926435.031006:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00000100:00000001:3.0:1788926435.031007:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926435.031009:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926435.031013:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11faa80. 00000020:00000010:3.0:1788926435.031017:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926435.031021:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c84ae800. 00000020:00000040:3.0:1788926435.031025:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:3.0:1788926435.031027:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926435.031264:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926435.031267:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926435.031270:0:16798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926435.031273:0:16798:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926435.031275:0:16798:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926435.031279:0:16798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000009e90b57a/0xdeff66104c08c74b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab011 expref: -99 pid: 32000 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926435.031289:0:16798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009a00 already unused, calling callback (ffffffffc1262300) 00000008:00000001:1.0:1788926435.031291:0:16798:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788926435.031294:0:16798:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926435.031295:0:16798:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926435.031297:0:16798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926435.031299:0:16798:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009a00 refcount=3 00000020:00000001:1.0:1788926435.031300:0:16798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:1.0:1788926435.031303:0:16798:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:1.0:1788926435.031306:0:16798:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926435.031308:0:16798:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000009e90b57a/0xdeff66104c08c74b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x840913afd2dab011 expref: -99 pid: 32000 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788926435.031316:0:16798:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788926435.031318:0:16798:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926435.031321:0:16798:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926435.031323:0:16798:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000008:00000001:1.0:1788926435.031325:0:16798:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788926435.031327:0:16798:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926435.031329:0:16798:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000008:00000001:1.0:1788926435.031331:0:16798:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926435.031334:0:16798:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926435.031338:0:16798:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926435.031339:0:16798:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926435.031341:0:16798:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926435.031343:0:16798:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926435.031345:0:16798:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009a00 with handle 0xdeff66104c08c74b from hash 00010000:00000001:1.0:1788926435.031348:0:16798:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926435.031349:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926435.031351:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926435.031352:0:16798:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926435.031355:0:16798:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926435.031357:0:16798:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926435.031361:0:16798:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926435.031365:0:16798:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926435.031367:0:16798:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926435.031369:0:16798:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926435.031375:0:16798:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a300. 00000020:00000040:1.0:1788926435.031378:0:16798:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926435.031382:0:16798:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926435.031385:0:16798:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926435.031390:0:16798:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926435.031415:0:16798:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d844ce00. 00000100:00000001:1.0:1788926435.031421:0:16798:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926435.031423:0:16798:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926435.031428:0:16798:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000009e90b57a/0xdeff66104c08c74b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab011 expref: -99 pid: 32000 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926435.031435:0:16798:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926435.031437:0:16798:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926435.031441:0:16798:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926435.031445:0:16798:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926435.031451:0:16798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000745e345] to pc [ptlrpcd_00_01+1] req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926435.031476:0:16798:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926435.031479:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926435.031480:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926435.031482:0:16798:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926435.031484:0:16798:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926435.031486:0:16798:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926435.031489:0:16798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000009e90b57a/0xdeff66104c08c74b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab011 expref: -99 pid: 32000 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926435.031502:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926435.031505:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000009e90b57a/0xdeff66104c08c74b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab011 expref: -99 pid: 32000 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788926435.031513:0:16798:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99480. 00010000:00000040:1.0:1788926435.031518:0:16798:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2ae00 count: 0 00010000:00000010:1.0:1788926435.031525:0:16798:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c3b2a200. 00010000:00000001:1.0:1788926435.031535:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926435.031537:0:16798:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926435.031539:0:16798:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76ca718f00. 00010000:00000001:1.0:1788926435.031543:0:16798:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926435.031545:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926435.031547:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926435.031549:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926435.031551:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926435.031552:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926435.031554:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926435.031556:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926435.031557:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926435.031559:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926435.031566:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788926435.031569:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788926435.031571:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926435.031576:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926435.031579:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926435.031581:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926435.031583:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926435.031585:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926435.031590:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926435.031597:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926435.031599:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926435.031602:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926435.031604:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926435.031606:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926435.031610:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513941376:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926435.031614:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926435.031618:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926435.031620:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926435.031622:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926435.031626:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d844d000. 02000000:00000001:1.0:1788926435.031627:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926435.031632:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926435.031636:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4738. 00000400:00000010:1.0:1788926435.031641:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926435.031647:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513941376, portal 18 00000100:00000001:1.0:1788926435.031649:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926435.031651:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000040:1.0:1788926435.031657:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926435.031663:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926435.031665:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926435.031668:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8880. 00000100:00000200:1.0:1788926435.031671:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513941376, offset 0 00000400:00000200:1.0:1788926435.031676:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926435.031681:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926435.031685:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926435.031691:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926435.031696:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926435.031699:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926435.031702:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926435.031705:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2713:2713:255:4294967295] 192.168.203.140@tcp LPNI seq info [2713:2713:7:4294967295] 00000400:00000200:1.0:1788926435.031709:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926435.031716:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926435.031721:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926435.031724:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186eb00. 00000800:00000200:1.0:1788926435.031728:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926435.031733:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926435.031736:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186eb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926435.031739:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926435.031743:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21192 usecs (22 jiffies) 00000400:00000200:1.0:1788926435.031746:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926435.031749:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296470185 00000100:00000001:1.0:1788926435.031752:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296473121 00000100:00000001:1.0:1788926435.031754:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296470185 00000100:00000001:1.0:1788926435.031756:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296473121 00000100:00000001:1.0:1788926435.031758:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926435.031760:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926435.031763:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926435.031764:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926435.033508:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926435.033515:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9fc8100. 00000400:00000200:3.0:1788926435.033522:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.033529:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926435.033536:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:3.0:1788926435.033539:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:3.0:1788926435.033543:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926435.033545:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788926435.033756:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926435.033759:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926435.033763:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.033766:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926435.033769:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:3.0:1788926435.033771:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:3.0:1788926435.033774:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926435.033781:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926435.033792:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926435.033795:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926435.033802:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926435.033804:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926435.035509:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.035524:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926435.035528:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.035530:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.035539:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.035545:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926435.035554:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.035558:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.035563:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.035568:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338b9300 00000400:00000200:3.0:1788926435.035576:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x6d75 [2] + 1968 00000400:00000010:3.0:1788926435.035581:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841be70. 00000400:00000200:3.0:1788926435.035584:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76c9e54600 00000800:00000001:3.0:1788926435.035589:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.035595:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.035598:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.035602:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926435.035607:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c9e54600 00000400:00000010:3.0:1788926435.035609:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9d76c9e54600. 00000100:00000001:3.0:1788926435.035613:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926435.035615:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1788926435.035618:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c2d93c50 x1875823536345856 msgsize 328 00000100:00100000:3.0:1788926435.035622:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000040:3.0:1788926435.035624:0:2392:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1788926435.035638:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926435.035645:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.035648:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788926435.035746:0:16789:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9d76d10de000. 00000100:00000010:2.0:1788926435.035755:0:16789:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9d76d113e000. 00000100:00100000:2.0:1788926435.035757:0:16789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788926435.035761:0:16789:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788926435.035765:0:16789:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926435.035770:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9d76c8324a80. 00000100:00000001:2.0:1788926435.035781:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926435.035782:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536345856 02000000:00000001:2.0:1788926435.035785:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926435.035787:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926435.035789:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926435.035793:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926435.035796:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536345856 00000020:00000001:2.0:1788926435.035799:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926435.035801:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:2.0:1788926435.035803:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926435.035806:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:2.0:1788926435.035808:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:2.0:1788926435.035810:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:2.0:1788926435.035814:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926435.035828:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318400. 00000100:00000001:2.0:1788926435.035831:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926435.035834:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318400. 00000020:00000010:2.0:1788926435.035841:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c8b66e00. 00000020:00000010:2.0:1788926435.035846:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642d00. 00000020:00000010:2.0:1788926435.035852:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eec80. 00000100:00000040:2.0:1788926435.035860:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926435.035863:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926435.035864:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926435.035866:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926435.035874:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926435.035885:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926435.035895:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926435.035897:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926435.035901:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 59 00000100:00000040:2.0:1788926435.035904:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:2.0:1788926435.035906:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732133559376 : -108341575992240 : ffff9d76c2d93c50) 00000100:00000040:2.0:1788926435.035912:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c2d93c50 x1875823536345856/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:1/0 lens 328/0 e 0 to 0 dl 1788926446 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926435.035920:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926435.035922:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318400. 00000100:00000001:2.0:1788926435.035924:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926435.035926:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318400. 00000100:00100000:2.0:1788926435.035930:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c2d93c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8800:x1875823536345856:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926435.035933:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536345856 00010000:00000001:2.0:1788926435.035936:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926435.035943:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926435.035945:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926435.035947:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=2 00000020:00000001:2.0:1788926435.035949:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:2.0:1788926435.035951:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:2.0:1788926435.035955:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926435.035958:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926435.035963:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000b9f1ca55/0xdeff66104c08c760 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab050 expref: -99 pid: 32001 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788926435.035973:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926435.035976:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926435.035979:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926435.035982:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926435.035984:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926435.035988:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926435.035990:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926435.035994:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926435.035998:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926435.036000:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926435.036003:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926435.036005:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926435.036007:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926435.036010:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926435.036012:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926435.036016:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926435.036019:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536345856, offset 224 00000400:00000200:2.0:1788926435.036024:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926435.036029:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926435.036035:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926435.036040:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2714:2714:256:4294967295] 192.168.203.140@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:2.0:1788926435.036045:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926435.036052:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926435.036057:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926435.036061:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926435.036068:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926435.036074:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926435.036077:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926435.036084:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926435.036087:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926435.036090:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926435.036093:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c8324300. 00010000:00000001:2.0:1788926435.036096:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926435.036109:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926435.036112:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926435.036113:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926435.036115:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926435.036119:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c2d93c50 x1875823536345856/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:1/0 lens 328/224 e 0 to 0 dl 1788926446 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926435.036128:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c2d93c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8800:x1875823536345856:12345-192.168.203.140@tcp:104: Request processed in 206us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926435.036134:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 59 00000100:00000040:2.0:1788926435.036137:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:2.0:1788926435.036138:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926435.036140:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926435.036144:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642d00. 00000020:00000010:2.0:1788926435.036147:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eec80. 00000020:00000010:2.0:1788926435.036151:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c8b66e00. 00000020:00000040:2.0:1788926435.036154:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 02000000:00000001:2.0:1788926435.036159:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926435.036161:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d91400. 02000000:00000001:2.0:1788926435.036163:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926435.036165:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86de680. 02000000:00000001:2.0:1788926435.036169:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926435.036170:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d90c00. 02000000:00000001:2.0:1788926435.036173:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926435.036174:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df480. 02000000:00000001:2.0:1788926435.036176:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926435.036177:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d90000. 02000000:00000001:2.0:1788926435.036179:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926435.036180:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ded80. 02000000:00000001:2.0:1788926435.036182:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926435.036183:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10de800. 02000000:00000001:2.0:1788926435.036186:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926435.036187:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd500. 02000000:00000001:2.0:1788926435.036189:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926435.036190:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d90400. 02000000:00000001:2.0:1788926435.036191:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926435.036192:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38700. 02000000:00000001:2.0:1788926435.036195:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926435.036196:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10dcc00. 02000000:00000001:2.0:1788926435.036197:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926435.036198:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dce00. 00000100:00000010:2.0:1788926435.036201:0:16789:0:(service.c:994:ptlrpc_server_drop_request()) kvfreed 'rqbd->rqbd_buffer': 8192 at ffff9d76d1884000. 00000100:00000010:2.0:1788926435.036205:0:16789:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9d76c2d93c00. 00000100:00000001:2.0:1788926435.036208:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926435.036919:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926435.036923:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926435.036928:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.036933:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926435.036938:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:3.0:1788926435.036941:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:3.0:1788926435.036944:0:2391:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1788926435.036947:0:2391:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788926435.036949:0:2391:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10dd000. 02000000:00000001:3.0:1788926435.036951:0:2391:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788926435.036953:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788926435.037305:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926435.037309:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2500. 00000400:00000200:3.0:1788926435.037321:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.037325:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926435.037329:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821e58 00000400:00000010:3.0:1788926435.037331:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821e58. 00000100:00000001:3.0:1788926435.037335:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926435.037339:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513941504/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926435.037349:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926435.037352:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513941504/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926435.037359:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926435.037361:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926435.047153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047170:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926435.047173:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047175:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.047184:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047191:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926435.047200:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047204:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047210:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047214:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d3235b580 00000400:00000200:3.0:1788926435.047220:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047226:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c15 [1] + 224 00000800:00000001:3.0:1788926435.047234:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.047251:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.047256:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926435.047263:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926435.047272:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926435.047282:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a300 x1875823513941376/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926435.047303:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926435.047311:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047315:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926435.047317:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047319:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.047322:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047325:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926435.047329:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047331:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047334:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047336:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d3235b600 00000400:00000200:3.0:1788926435.047340:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926435.047344:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c2d [1] + 224 00000800:00000001:3.0:1788926435.047348:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047357:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926435.047359:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926435.047362:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926435.047365:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926435.047370:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513941504/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926435.047378:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513941504/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926435.047392:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926435.047426:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926435.047430:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788926435.053440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:1.1:1788926435.053456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00010000:00000010:0.1:1788926435.053705:0:32356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f700. 00010000:00000010:0.1:1788926435.053712:0:32356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000080:00000001:3.0:1788926435.513637:0:32374:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926436.038382:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926436.038388:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926436.038393:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926436.177264:0:32436:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926437.060016:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926437.060019:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926437.060022:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926437.401366:0:32530:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926437.791260:0:32566:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788926437.791267:0:32566:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 00:00:36 (1788926436) 00000001:00000001:1.0:1788926437.806373:0:32566:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:3.0:1788926437.952008:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926437.952014:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:3.0:1788926437.952020:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926437.952025:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926437.952030:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821bb0 00000400:00000010:3.0:1788926437.952033:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821bb0. 00000100:00000001:3.0:1788926437.952037:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926437.952043:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926453 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926437.952053:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926437.952055:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926453 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926437.952062:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926437.952064:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926437.958974:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.958988:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926437.958993:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.958995:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926437.959005:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.959013:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926437.959021:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.959027:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.959032:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.959037:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235b680 00000400:00000200:3.0:1788926437.959042:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.959048:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7c35 [1] + 224 00000800:00000001:3.0:1788926437.959055:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.959062:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926437.959065:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926437.959069:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926437.959076:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926437.959085:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926437.959097:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926437.959119:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926437.959126:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.959130:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.959586:0:32573:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926437.959595:0:32573:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926437.959597:0:32573:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926437.959600:0:32573:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214f20. 00000400:00000200:1.0:1788926437.959605:0:32573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:1.0:1788926437.959607:0:32573:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:1.0:1788926437.959610:0:32573:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926437.959615:0:32573:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926437.959624:0:32573:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959631:0:32573:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926437.959632:0:32573:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.959635:0:32573:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926437.959637:0:32573:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926437.959640:0:32573:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926437.959642:0:32573:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.959645:0:32573:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926437.959653:0:32573:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=104 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926437.959657:0:32573:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926437.959659:0:32573:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926437.959661:0:32573:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.959664:0:32573:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926437.959666:0:32573:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.959669:0:32573:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926437.959671:0:32573:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967614 gen 2 00000100:00000040:1.0:1788926437.959677:0:32573:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959683:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959686:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a300 x1875823513932288/t4294967601(4294967601) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959692:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.959695:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.959698:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dfc00. 02000000:00000001:1.0:1788926437.959701:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.959703:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.959705:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.959708:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.959710:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10ae000. 02000000:00000001:1.0:1788926437.959713:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.959715:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.959716:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a300. 00000100:00000001:1.0:1788926437.959720:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.959721:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.959725:0:32573:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9d76c8b39880 x1875823513935616/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959731:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959733:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513935616/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926445 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959738:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.959739:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.959741:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10df800. 02000000:00000001:1.0:1788926437.959742:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.959743:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.959744:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.959745:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.959746:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10aea00. 02000000:00000001:1.0:1788926437.959748:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.959749:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.959750:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:1.0:1788926437.959752:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.959753:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.959757:0:32573:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9d76c962b100 x1875823513938048/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959762:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959765:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513938048/t4294967606(4294967606) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959771:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.959772:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.959773:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00800. 02000000:00000001:1.0:1788926437.959777:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.959778:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.959779:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.959781:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.959782:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c8bfae00. 02000000:00000001:1.0:1788926437.959784:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.959785:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.959787:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926437.959789:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.959790:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.959794:0:32573:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9d76c9629180 x1875823513938688/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959810:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959813:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629180 x1875823513938688/t4294967608(4294967608) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959818:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.959819:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.959820:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926437.959823:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.959824:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.959825:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.959827:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.959828:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18fc600. 02000000:00000001:1.0:1788926437.959831:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.959832:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.959833:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629180. 00000100:00000001:1.0:1788926437.959835:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.959836:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.959841:0:32573:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9d76d857a680 x1875823513939968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959847:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959849:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513939968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959855:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.959856:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.959857:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c000. 02000000:00000001:1.0:1788926437.959859:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.959860:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.959861:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.959863:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.959864:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c8b66400. 02000000:00000001:1.0:1788926437.959866:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.959867:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.959868:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:1.0:1788926437.959870:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.959871:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.959875:0:32573:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9d76d8578000 x1875823513940608/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959881:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959884:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513940608/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926447 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.959890:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.959891:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.959892:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880e800. 02000000:00000001:1.0:1788926437.959894:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.959895:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.959897:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.959898:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.959900:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c8b66000. 02000000:00000001:1.0:1788926437.959901:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.959902:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.959903:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:1.0:1788926437.959905:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.959907:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.959909:0:32573:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926437.959911:0:32573:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1788926437.959914:0:32573:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926437.959916:0:32573:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926437.959921:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959928:0:32573:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926437.959931:0:32573:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926437.959933:0:32573:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.959937:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926453 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926437.959944:0:32573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:32573:1875823513941632:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926437.959949:0:32573:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.959952:0:32573:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.959954:0:32573:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926437.959956:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.959959:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926453 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.959964:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926437.959967:0:32573:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109900. 00000100:00000001:1.0:1788926437.959969:0:32573:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926437.959971:0:32573:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.959973:0:32573:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926437.959976:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.959979:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.959982:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=4 00000020:00000001:1.0:1788926437.959984:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.959987:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000040:1.0:1788926437.959992:0:32573:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009e00, remote cookie: 0x840913afd2dab15a, flags: 0x1001 00010000:00010000:1.0:1788926437.959999:0:32573:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926437.960010:0:32573:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960018:0:32573:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926437.960022:0:32573:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926437.960024:0:32573:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926437.960025:0:32573:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926437.960027:0:32573:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926437.960029:0:32573:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3b2a500) refcount = 1 00010000:00010000:1.0:1788926437.960033:0:32573:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960041:0:32573:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926437.960044:0:32573:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926437.960046:0:32573:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.960049:0:32573:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926437.960051:0:32573:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.960054:0:32573:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960060:0:32573:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926437.960062:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960063:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960064:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960065:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960067:0:32573:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.960071:0:32573:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926437.960073:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960074:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960075:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960077:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960079:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960081:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960082:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960083:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=4 00000020:00000001:1.0:1788926437.960085:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960087:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960089:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.960093:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.960097:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960103:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960105:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960106:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960108:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960109:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=5 00000020:00000001:1.0:1788926437.960111:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960113:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960116:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.960118:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960124:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960125:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926437.960127:0:32573:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960132:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.960134:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960134:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960136:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960137:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926437.960142:0:32573:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926453 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926437.960150:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960152:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960153:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960155:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960157:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960160:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960161:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.960163:0:32573:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.960165:0:32573:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.960167:0:32573:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926437.960170:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960171:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960173:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960174:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960176:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00000002:00010000:1.0:1788926437.960179:0:32573:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960186:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960186:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960188:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926437.960189:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960190:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960191:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960193:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960195:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000040:1.0:1788926437.960200:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.960203:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926437.960207:0:32573:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788926437.960210:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960211:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.960213:0:32573:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926437.960216:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b898 00000002:00002000:1.0:1788926437.960218:0:32573:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926437.960221:0:32573:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.960225:0:32573:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.960228:0:32573:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926437.960231:0:32573:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926437.960234:0:32573:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.960238:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926437.960241:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a34400. 00000080:00000001:1.0:1788926437.960245:0:32573:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926437.960248:0:32573:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926437.960253:0:32573:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926437.960257:0:32573:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926437.960261:0:32573:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020e6c0. 00800000:00000001:1.0:1788926437.960264:0:32573:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624795328 : -108341084756288 : ffff9d76e020e6c0) 00800000:00000001:1.0:1788926437.960267:0:32573:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.960269:0:32573:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926437.960272:0:32573:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926437.960274:0:32573:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788926437.960276:0:32573:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926437.960279:0:32573:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926437.960280:0:32573:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.960285:0:32573:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788926437.960287:0:32573:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788926437.960292:0:32573:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788926437.960295:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960296:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960298:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960300:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960302:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960304:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960305:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926437.960307:0:32573:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926437.960309:0:32573:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926437.960311:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e6c0 1 00800000:00000010:1.0:1788926437.960314:0:32573:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020e6c0. 00800000:00000001:1.0:1788926437.960317:0:32573:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.960320:0:32573:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c798 00800000:00000001:1.0:1788926437.960323:0:32573:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926437.960324:0:32573:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926437.960325:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960326:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960327:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960329:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960331:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960333:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960334:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.960335:0:32573:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.960337:0:32573:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.960338:0:32573:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.960340:0:32573:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926437.960343:0:32573:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c798 from it ffffb2d840e2bb58 00010000:00000001:1.0:1788926437.960345:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.960346:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.960347:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.960348:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960350:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.960352:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.960355:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.960361:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960363:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960364:0:32573:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926437.960366:0:32573:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926437.960369:0:32573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926437.960378:0:32573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926437.960381:0:32573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926437.960383:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.960387:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960388:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960389:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960393:0:32573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926437.960415:0:32573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960418:0:32573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960421:0:32573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960423:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.960425:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960426:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926437.960429:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.960434:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579180 x1875823513941632/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926453 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.960442:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.960539:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.960542:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7af800. 02000000:00000001:1.0:1788926437.960546:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.960548:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.960549:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.960551:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.960552:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:1.0:1788926437.960555:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.960556:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.960557:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579180. 00000100:00000001:1.0:1788926437.960560:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.960561:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.960564:0:32573:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926437.960569:0:32573:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926437.960578:0:32573:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c5c0. 00000020:00000001:1.0:1788926437.960583:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bae8 00000080:00200000:1.0:1788926437.960585:0:32573:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=13 00000080:00000001:1.0:1788926437.960588:0:32573:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926437.960590:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b998 00000080:00200000:1.0:1788926437.960592:0:32573:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=getattr 00000080:00000010:1.0:1788926437.960601:0:32573:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926437.960606:0:32573:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926437.960610:0:32573:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926437.960613:0:32573:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.960614:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b8b8 00800000:00000002:1.0:1788926437.960616:0:32573:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.960619:0:32573:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926437.960623:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.960625:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.960627:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.960630:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.960632:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.960634:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.960636:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.960639:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b850 00800000:00000002:1.0:1788926437.960641:0:32573:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788926437.960645:0:32573:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.960646:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b788 00000002:00010000:1.0:1788926437.960648:0:32573:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788926437.960652:0:32573:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926437.960654:0:32573:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926437.960658:0:32573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629180. 00000020:00000040:1.0:1788926437.960661:0:32573:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926437.960665:0:32573:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926437.960669:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.960671:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.960672:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.960673:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.960676:0:32573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926437.960677:0:32573:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926437.960681:0:32573:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926437.960686:0:32573:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926437.960692:0:32573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960696:0:32573:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926437.960698:0:32573:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960699:0:32573:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926437.960701:0:32573:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.960702:0:32573:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.960709:0:32573:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00010000:00000001:1.0:1788926437.960712:0:32573:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926437.960714:0:32573:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926437.960717:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.960720:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.960722:0:32573:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926437.960725:0:32573:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499e00. 00000020:00000001:1.0:1788926437.960729:0:32573:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926437.960731:0:32573:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499e00 with handle 0xdeff66104c08c79f to hash 00000020:00000001:1.0:1788926437.960733:0:32573:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926437.960735:0:32573:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926437.960738:0:32573:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926437.960741:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.960742:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.960745:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926437.960753:0:32573:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926437.960762:0:32573:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926437.960767:0:32573:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926437.960769:0:32573:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926437.960775:0:32573:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926437.960777:0:32573:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354496 : -108341448197120 : ffff9d76ca773c00) 00000100:00000001:1.0:1788926437.960780:0:32573:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926437.960782:0:32573:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000001:1.0:1788926437.960786:0:32573:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926437.960790:0:32573:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.960792:0:32573:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926437.960793:0:32573:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926437.960807:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.960815:0:32573:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926437.960817:0:32573:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.960822:0:32573:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926437.960824:0:32573:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926437.960827:0:32573:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926437.960832:0:32573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:32573:1875823513941760:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926437.960836:0:32573:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926437.960841:0:32573:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926437.960844:0:32573:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.960846:0:32573:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926437.960851:0:32573:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926437.960852:0:32573:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926437.960859:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926437.960862:0:32573:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926437.960869:0:32573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926437.960876:0:32573:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513941760, portal 10 00000100:00000001:1.0:1788926437.960878:0:32573:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926437.960879:0:32573:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000040:1.0:1788926437.960885:0:32573:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.960893:0:32573:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926437.960897:0:32573:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926437.960900:0:32573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 00000100:00000200:1.0:1788926437.960904:0:32573:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513941760, offset 0 00000400:00000200:1.0:1788926437.960910:0:32573:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926437.960919:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926437.960926:0:32573:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926437.960931:0:32573:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926437.960935:0:32573:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926437.960939:0:32573:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926437.960942:0:32573:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926437.960947:0:32573:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2717:2717:256:4294967295] 192.168.203.140@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:1.0:1788926437.960952:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926437.960961:0:32573:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926437.960966:0:32573:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926437.960972:0:32573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186eb00. 00000800:00000200:1.0:1788926437.960979:0:32573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926437.960988:0:32573:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926437.960993:0:32573:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186eb00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788926437.961011:0:32573:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926437.961016:0:32573:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 816537 usecs (817 jiffies) 00000400:00000200:1.0:1788926437.961020:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926437.961022:0:32573:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296473912 00000100:00000001:1.0:1788926437.961029:0:32573:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296473904 00000100:00000001:1.0:1788926437.961033:0:32573:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296473912 00000100:00000001:1.0:1788926437.961036:0:32573:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296473904 00000100:00000001:1.0:1788926437.961039:0:32573:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926437.961042:0:32573:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.961044:0:32573:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926437.961046:0:32573:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926437.961048:0:32573:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788926437.961051:0:32573:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926437.961053:0:32573:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926437.962654:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926437.962662:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926437.962667:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926437.962674:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926437.962680:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:3.0:1788926437.962684:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:3.0:1788926437.962688:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926437.962694:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926437.962706:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926437.962709:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926437.962716:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926437.962718:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926437.973990:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.974007:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926437.974012:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.974015:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926437.974024:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.974031:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926437.974040:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.974045:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.974050:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.974054:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d3235b700 00000400:00000200:3.0:1788926437.974059:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.974065:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x7c3d [1] + 224 00000800:00000001:3.0:1788926437.974072:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.974079:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926437.974082:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926437.974087:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926437.974095:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926437.974105:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926437.974121:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926437.974144:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926437.974153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.974156:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.974583:0:32573:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926437.974592:0:32573:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926437.974594:0:32573:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926437.974597:0:32573:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926437.974602:0:32573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926437.974605:0:32573:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926437.974608:0:32573:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926437.974614:0:32573:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926437.974622:0:32573:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.974629:0:32573:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926437.974631:0:32573:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.974633:0:32573:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926437.974637:0:32573:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926437.974640:0:32573:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926437.974642:0:32573:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.974645:0:32573:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926437.974653:0:32573:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=104 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926437.974657:0:32573:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926437.974660:0:32573:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788926437.974664:0:32573:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.974670:0:32573:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926437.974673:0:32573:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926437.974675:0:32573:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788926437.974678:0:32573:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926437.974680:0:32573:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788926437.974684:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.974692:0:32573:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788926437.974695:0:32573:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926437.974697:0:32573:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.974702:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926453 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926437.974710:0:32573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:32573:1875823513941760:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926437.974716:0:32573:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.974718:0:32573:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926437.974721:0:32573:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926437.974723:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.974727:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926453 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.974734:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926437.974736:0:32573:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926437.974739:0:32573:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926437.974740:0:32573:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788926437.974744:0:32573:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926437.974748:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.974751:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.974754:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=4 00000020:00000001:1.0:1788926437.974756:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926437.974759:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00010000:1.0:1788926437.974764:0:32573:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974775:0:32573:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788926437.974779:0:32573:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974785:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.974787:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974793:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.974794:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926437.974806:0:32573:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974813:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.974815:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.974819:0:32573:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926437.974822:0:32573:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926437.974828:0:32573:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c1499e00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926437.974831:0:32573:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926437.974834:0:32573:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974841:0:32573:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926437.974842:0:32573:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926437.974846:0:32573:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974851:0:32573:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926437.974854:0:32573:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926437.974855:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.974856:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.974858:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=5 00000020:00000001:1.0:1788926437.974860:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926437.974862:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926437.974864:0:32573:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926437.974866:0:32573:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788926437.974872:0:32573:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926437.974874:0:32573:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.974877:0:32573:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788926437.974879:0:32573:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926437.974881:0:32573:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926437.974883:0:32573:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926437.974885:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.974886:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926437.974889:0:32573:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499e00 with handle 0xdeff66104c08c79f from hash 00010000:00000001:1.0:1788926437.974891:0:32573:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926437.974892:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.974894:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.974895:0:32573:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926437.974896:0:32573:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926437.974898:0:32573:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788926437.974900:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.974901:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.974903:0:32573:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.974905:0:32573:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.974908:0:32573:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974913:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.974914:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.974915:0:32573:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788926437.974916:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.974918:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.974920:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.974920:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926437.974923:0:32573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c79f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32573 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926437.974932:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.974934:0:32573:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788926437.974939:0:32573:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788926437.974944:0:32573:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926453 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926437.974952:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926437.974953:0:32573:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.974956:0:32573:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.974958:0:32573:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.974960:0:32573:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926437.974962:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926437.974964:0:32573:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.974966:0:32573:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926437.974969:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b710 00000002:00002000:1.0:1788926437.974970:0:32573:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788926437.974974:0:32573:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.974978:0:32573:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.974980:0:32573:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926437.974983:0:32573:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926437.974986:0:32573:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.974990:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926437.974992:0:32573:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926437.974994:0:32573:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d840e2bb20 it_disposition 7 00000080:00002000:1.0:1788926437.974999:0:32573:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1769870 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788926437.975006:0:32573:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788926437.975009:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.975011:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.975014:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.975016:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.975018:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.975020:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.975023:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.975026:0:32573:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926437.975028:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.975030:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.975036:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.975039:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.975043:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.975045:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926437.975048:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926437.975056:0:32573:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926437.975061:0:32573:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.975064:0:32573:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926437.975071:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926437.975073:0:32573:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.975075:0:32573:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926437.975078:0:32573:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926437.975080:0:32573:0:(dcache.c:176:ll_intent_release()) intent ffffb2d840e2b930 released 00000080:00010000:1.0:1788926437.975083:0:32573:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c798 from it ffffb2d840e2b930 00010000:00000001:1.0:1788926437.975085:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.975086:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.975088:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.975090:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975092:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975094:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.975097:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926437.975103:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975105:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.975107:0:32573:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926437.975110:0:32573:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926437.975112:0:32573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926437.975119:0:32573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926437.975121:0:32573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926437.975123:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.975128:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975129:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.975130:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975133:0:32573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926437.975134:0:32573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975136:0:32573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975139:0:32573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975141:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.975143:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975144:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926437.975145:0:32573:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926437.975147:0:32573:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926437.975150:0:32573:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926437.975154:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000100:00000001:1.0:1788926437.975158:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.975162:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629180 x1875823513941760/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926453 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926437.975169:0:32573:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926437.975171:0:32573:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926437.975174:0:32573:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926437.975177:0:32573:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926437.975179:0:32573:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926437.975181:0:32573:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926437.975183:0:32573:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926437.975185:0:32573:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926437.975188:0:32573:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926437.975190:0:32573:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926437.975192:0:32573:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629180. 00000100:00000001:1.0:1788926437.975196:0:32573:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926437.975197:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926437.975199:0:32573:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926437.975200:0:32573:0:(dcache.c:176:ll_intent_release()) intent ffffb2d840e2bb20 released 00000080:00000001:1.0:1788926437.975201:0:32573:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926437.975205:0:32573:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926437.975207:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bb70 00000080:00002000:1.0:1788926437.975209:0:32573:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9d76d1769870, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926437.975212:0:32573:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.975249:0:32573:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926437.975252:0:32573:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926437.975254:0:32573:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926437.975255:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bbb0 00000080:00200000:1.0:1788926437.975257:0:32573:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926437.975262:0:32573:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926437.975267:0:32573:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926437.975270:0:32573:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926437.975272:0:32573:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.975274:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bad0 00800000:00000002:1.0:1788926437.975276:0:32573:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.975279:0:32573:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926437.975281:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.975282:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.975283:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.975284:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.975286:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.975288:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.975290:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.975292:0:32573:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926437.975295:0:32573:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.975297:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b9a0 00000002:00010000:1.0:1788926437.975299:0:32573:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926437.975301:0:32573:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926437.975303:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.975304:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.975307:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.975309:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.975312:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.975313:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926437.975317:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926437.975323:0:32573:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926437.975326:0:32573:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.975328:0:32573:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926437.975334:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926437.975336:0:32573:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926437.975338:0:32573:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.975339:0:32573:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.975341:0:32573:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.975343:0:32573:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926437.975345:0:32573:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926437.975347:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926437.975349:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926437.975352:0:32573:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926437.975354:0:32573:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.975356:0:32573:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926437.975359:0:32573:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c798 00800000:00000001:1.0:1788926437.975362:0:32573:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926437.975364:0:32573:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926437.975365:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.975367:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.975368:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.975371:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975373:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975375:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975376:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.975377:0:32573:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.975379:0:32573:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.975381:0:32573:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c798 from it ffffb2d840e2bbe8 00010000:00000001:1.0:1788926437.975382:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.975383:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.975384:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.975386:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975389:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975390:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.975393:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926437.975429:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975430:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.975432:0:32573:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926437.975433:0:32573:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926437.975436:0:32573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926437.975442:0:32573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926437.975444:0:32573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926437.975445:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.975447:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975448:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.975449:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975451:0:32573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926437.975452:0:32573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975453:0:32573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975456:0:32573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975458:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.975459:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975460:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926437.975462:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926437.975464:0:32573:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.975466:0:32573:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926437.975472:0:32573:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.975475:0:32573:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926437.975477:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bbd8 00000080:00002000:1.0:1788926437.975479:0:32573:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9d76d1769870) flags 0x8000e refc 0 00000080:00000001:1.0:1788926437.975481:0:32573:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.975484:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bc20 00000080:00200000:1.0:1788926437.975485:0:32573:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:1.0:1788926437.975492:0:32573:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926437.975494:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bba8 00000080:00002000:1.0:1788926437.975496:0:32573:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9d76d1769870, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926437.975499:0:32573:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.975521:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bd08 00000080:00200008:1.0:1788926437.975524:0:32573:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926437.975531:0:32573:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788926437.975534:0:32573:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.975536:0:32573:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926437.975537:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bc80 00000080:00200000:1.0:1788926437.975539:0:32573:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926437.975543:0:32573:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926437.975546:0:32573:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926437.975549:0:32573:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926437.975551:0:32573:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.975552:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bba0 00800000:00000002:1.0:1788926437.975554:0:32573:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.975557:0:32573:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926437.975558:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.975559:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.975561:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.975562:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.975564:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.975567:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.975568:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.975570:0:32573:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926437.975574:0:32573:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.975575:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2ba70 00000002:00010000:1.0:1788926437.975576:0:32573:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926437.975580:0:32573:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926437.975581:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.975582:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.975585:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.975587:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.975589:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.975591:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926437.975594:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788926437.975601:0:32573:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926437.975603:0:32573:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.975606:0:32573:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788926437.975611:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926437.975613:0:32573:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926437.975614:0:32573:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.975616:0:32573:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.975618:0:32573:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.975619:0:32573:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926437.975621:0:32573:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926437.975623:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926437.975626:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926437.975628:0:32573:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926437.975629:0:32573:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.975631:0:32573:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926437.975634:0:32573:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c798 00800000:00000001:1.0:1788926437.975636:0:32573:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926437.975638:0:32573:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926437.975639:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.975640:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.975642:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.975644:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975646:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975649:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975650:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.975651:0:32573:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.975653:0:32573:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.975655:0:32573:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c798 from it ffffb2d840e2bcb8 00010000:00000001:1.0:1788926437.975657:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.975658:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.975659:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.975660:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975662:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.975664:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.975667:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926437.975673:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975674:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.975675:0:32573:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926437.975676:0:32573:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926437.975679:0:32573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926437.975685:0:32573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926437.975687:0:32573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926437.975688:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.975691:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975693:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.975694:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975696:0:32573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926437.975698:0:32573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975700:0:32573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975702:0:32573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.975704:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.975705:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.975706:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926437.975708:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926437.975709:0:32573:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926437.975712:0:32573:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.975715:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bd08 00000080:00000008:1.0:1788926437.975717:0:32573:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926437.976212:0:32573:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.976236:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bd08 00000080:00200008:1.0:1788926437.976239:0:32573:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926437.976244:0:32573:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926437.976245:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bc80 00000080:00200000:1.0:1788926437.976247:0:32573:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926437.976250:0:32573:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926437.976254:0:32573:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926437.976256:0:32573:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926437.976259:0:32573:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.976260:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bba0 00800000:00000002:1.0:1788926437.976262:0:32573:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.976265:0:32573:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926437.976266:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.976268:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.976269:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.976271:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.976272:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.976274:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.976276:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.976278:0:32573:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926437.976281:0:32573:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.976282:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2ba70 00000002:00010000:1.0:1788926437.976284:0:32573:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926437.976286:0:32573:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926437.976287:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.976289:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.976292:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.976295:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.976297:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.976300:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926437.976303:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788926437.976310:0:32573:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926437.976312:0:32573:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.976315:0:32573:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788926437.976320:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926437.976322:0:32573:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926437.976324:0:32573:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.976326:0:32573:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.976327:0:32573:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.976329:0:32573:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926437.976331:0:32573:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926437.976333:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926437.976335:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926437.976338:0:32573:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926437.976339:0:32573:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.976341:0:32573:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926437.976343:0:32573:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c798 00800000:00000001:1.0:1788926437.976346:0:32573:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926437.976347:0:32573:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926437.976349:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.976350:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.976352:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.976354:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976356:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976359:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976360:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.976361:0:32573:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.976362:0:32573:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.976364:0:32573:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c798 from it ffffb2d840e2bcb8 00010000:00000001:1.0:1788926437.976366:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.976367:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.976369:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.976371:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976373:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976375:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.976378:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926437.976384:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976385:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.976387:0:32573:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926437.976389:0:32573:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926437.976392:0:32573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926437.976423:0:32573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926437.976425:0:32573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926437.976427:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.976431:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976433:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.976434:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976436:0:32573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926437.976438:0:32573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976439:0:32573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976441:0:32573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976443:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.976444:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976445:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926437.976447:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926437.976448:0:32573:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926437.976450:0:32573:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.976454:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bd08 00000080:00000008:1.0:1788926437.976455:0:32573:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926437.976599:0:32573:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926437.976602:0:32573:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926437.976603:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bb78 00000080:00200000:1.0:1788926437.976605:0:32573:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926437.976609:0:32573:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926437.976612:0:32573:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926437.976615:0:32573:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926437.976616:0:32573:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.976618:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2ba98 00800000:00000002:1.0:1788926437.976620:0:32573:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.976622:0:32573:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926437.976624:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.976625:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.976626:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.976628:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.976629:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.976631:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.976633:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.976635:0:32573:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926437.976638:0:32573:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926437.976639:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b968 00000002:00010000:1.0:1788926437.976641:0:32573:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926437.976643:0:32573:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926437.976644:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.976646:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.976649:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.976651:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.976653:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.976655:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926437.976658:0:32573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788926437.976664:0:32573:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926437.976666:0:32573:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926437.976669:0:32573:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788926437.976680:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926437.976682:0:32573:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926437.976683:0:32573:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.976685:0:32573:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926437.976686:0:32573:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.976688:0:32573:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926437.976690:0:32573:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926437.976692:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926437.976694:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926437.976696:0:32573:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926437.976697:0:32573:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.976699:0:32573:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926437.976701:0:32573:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c798 00800000:00000001:1.0:1788926437.976703:0:32573:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926437.976705:0:32573:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926437.976706:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.976707:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.976708:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.976710:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976712:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976714:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976715:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926437.976716:0:32573:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.976718:0:32573:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926437.976720:0:32573:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c798 from it ffffb2d840e2bbb0 00010000:00000001:1.0:1788926437.976722:0:32573:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926437.976723:0:32573:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926437.976724:0:32573:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:1.0:1788926437.976726:0:32573:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976728:0:32573:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:1.0:1788926437.976730:0:32573:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926437.976733:0:32573:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926437.976738:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976740:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.976742:0:32573:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926437.976743:0:32573:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926437.976745:0:32573:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926437.976750:0:32573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926437.976752:0:32573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926437.976753:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.976756:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976757:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.976759:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976761:0:32573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926437.976762:0:32573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976763:0:32573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976765:0:32573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976767:0:32573:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926437.976768:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.976769:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926437.976771:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926437.976773:0:32573:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926437.976775:0:32573:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788926437.976778:0:32573:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.976781:0:32573:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1788926437.976784:0:32573:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926437.976786:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bb78 00000080:00200008:1.0:1788926437.976788:0:32573:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 300000 00000080:00000010:1.0:1788926437.976794:0:32573:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131d900. 00000080:00000001:1.0:1788926437.976811:0:32573:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.976813:0:32573:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.976823:0:32573:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926437.976825:0:32573:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c03066f0 arg=7ffd4f680a20 00000020:00000001:1.0:1788926437.976831:0:32573:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926437.976836:0:32573:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9d76c8b02000. 00000020:00000001:1.0:1788926437.976840:0:32573:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.976843:0:32573:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788926437.976845:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bad0 00000080:00200000:1.0:1788926437.976847:0:32573:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788926437.976853:0:32573:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926437.976856:0:32573:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:1.0:1788926437.976862:0:32573:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788926437.976865:0:32573:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788926437.976867:0:32573:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926437.976869:0:32573:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926437.976870:0:32573:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926437.976872:0:32573:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926437.976874:0:32573:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.976876:0:32573:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926437.976877:0:32573:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.976880:0:32573:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:1.0:1788926437.976883:0:32573:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788926437.976885:0:32573:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788926437.976888:0:32573:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788926437.976891:0:32573:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788926437.976893:0:32573:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x23:0x0] 40000000:00000001:1.0:1788926437.976895:0:32573:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.976897:0:32573:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.976899:0:32573:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926437.976901:0:32573:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926437.976903:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b9e8 00800000:00000002:1.0:1788926437.976904:0:32573:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000405:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788926437.976908:0:32573:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788926437.976910:0:32573:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926437.976913:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:1.0:1788926437.976915:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926437.976917:0:32573:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926437.976920:0:32573:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926437.976923:0:32573:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788926437.976931:0:32573:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926437.976934:0:32573:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926437.976936:0:32573:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926437.976938:0:32573:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926437.976940:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.976942:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.976943:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:1.0:1788926437.976946:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926437.976948:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.976949:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.976950:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.976952:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:1.0:1788926437.976953:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926437.976955:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.976957:0:32573:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926437.976957:0:32573:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926437.976959:0:32573:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:1.0:1788926437.976960:0:32573:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926437.976962:0:32573:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.976964:0:32573:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926437.976967:0:32573:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926437.976970:0:32573:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788926437.976972:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2b670 00000080:00002000:1.0:1788926437.976974:0:32573:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:1.0:1788926437.976978:0:32573:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926437.976982:0:32573:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926437.976986:0:32573:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926437.976989:0:32573:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926437.976990:0:32573:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.976994:0:32573:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926437.976996:0:32573:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926437.976998:0:32573:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926437.977000:0:32573:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926437.977001:0:32573:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926437.977004:0:32573:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009e00 with handle 0xdeff66104c08c798 from hash 00010000:00000001:1.0:1788926437.977006:0:32573:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926437.977007:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926437.977008:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.977009:0:32573:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926437.977012:0:32573:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926437.977013:0:32573:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926437.977016:0:32573:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926437.977018:0:32573:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926437.977020:0:32573:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788926437.977025:0:32573:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629180. 00000020:00000040:1.0:1788926437.977028:0:32573:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926437.977034:0:32573:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926437.977035:0:32573:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.977038:0:32573:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926437.977041:0:32573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926437.977043:0:32573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.977045:0:32573:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926437.977047:0:32573:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926437.977050:0:32573:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926437.977055:0:32573:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b00800. 00000100:00000001:1.0:1788926437.977061:0:32573:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.977064:0:32573:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926437.977066:0:32573:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926437.977071:0:32573:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788926437.977077:0:32573:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926437.977079:0:32573:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926437.977081:0:32573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926437.977083:0:32573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c798 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab15a expref: -99 pid: 32573 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788926437.977090:0:32573:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a500 count: 0 00010000:00000010:1.0:1788926437.977095:0:32573:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71c80. 00010000:00000001:1.0:1788926437.977103:0:32573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926437.977105:0:32573:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.977107:0:32573:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926437.977108:0:32573:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.977111:0:32573:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926437.977121:0:32573:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788926437.977132:0:32573:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926437.977139:0:32573:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926437.977141:0:32573:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926437.977148:0:32573:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926437.977150:0:32573:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354496 : -108341448197120 : ffff9d76ca773c00) 00000100:00000001:1.0:1788926437.977152:0:32573:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926437.977153:0:32573:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000001:1.0:1788926437.977158:0:32573:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926437.977161:0:32573:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.977163:0:32573:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926437.977164:0:32573:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926437.977168:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.977175:0:32573:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926437.977177:0:32573:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.977180:0:32573:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926437.977182:0:32573:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926437.977184:0:32573:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926437.977187:0:32573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:32573:1875823513942016:192.168.203.140@tcp:36:lfs.0 00000100:00000001:1.0:1788926437.977191:0:32573:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926437.977196:0:32573:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926437.977198:0:32573:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.977200:0:32573:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926437.977204:0:32573:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926437.977206:0:32573:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926437.977214:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926437.977218:0:32573:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926437.977224:0:32573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926437.977231:0:32573:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513942016, portal 10 00000100:00000001:1.0:1788926437.977233:0:32573:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926437.977234:0:32573:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000040:1.0:1788926437.977240:0:32573:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.977247:0:32573:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926437.977250:0:32573:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926437.977252:0:32573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8088. 00000100:00000200:1.0:1788926437.977256:0:32573:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875823513942016, offset 0 00000400:00000200:1.0:1788926437.977261:0:32573:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926437.977269:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926437.977276:0:32573:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926437.977281:0:32573:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926437.977284:0:32573:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926437.977288:0:32573:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926437.977291:0:32573:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926437.977294:0:32573:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2718:2718:256:4294967295] 192.168.203.140@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:1.0:1788926437.977299:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926437.977310:0:32573:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926437.977315:0:32573:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926437.977320:0:32573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e700. 00000800:00000200:1.0:1788926437.977326:0:32573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926437.977332:0:32573:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926437.977337:0:32573:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e700 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788926437.977359:0:32573:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926437.977364:0:32573:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 815385 usecs (816 jiffies) 00000400:00000200:1.0:1788926437.977368:0:32573:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926437.977370:0:32573:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296473927 00000100:00000001:1.0:1788926437.977376:0:32573:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296473912 00000100:00000001:1.0:1788926437.977382:0:32573:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296473927 00000100:00000001:1.0:1788926437.977386:0:32573:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296473912 00000100:00000001:1.0:1788926437.977389:0:32573:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926437.977391:0:32573:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.977394:0:32573:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926437.977415:0:32573:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926437.977419:0:32573:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788926437.977422:0:32573:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926437.977425:0:32573:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926437.977528:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926437.977534:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e700. 00000400:00000200:3.0:1788926437.977539:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926437.977544:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926437.977560:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:3.0:1788926437.977563:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:3.0:1788926437.977568:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926437.977573:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926437.977584:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926437.977587:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926437.977595:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926437.977605:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926437.983974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00000080:00000010:1.1:1788926437.986960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c5c0. 00010000:00000010:1.1:1788926437.986975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:1.1:1788926437.986981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00000800:00000001:3.0:1788926437.988636:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.988650:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926437.988655:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.988657:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926437.988666:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.988674:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926437.988683:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.988687:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.988694:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.988698:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d3235b800 00000400:00000200:3.0:1788926437.988703:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926437.988709:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x7c45 [1] + 224 00000800:00000001:3.0:1788926437.988718:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.988727:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926437.988730:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926437.988735:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926437.988741:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926437.988750:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926437.988761:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926437.988781:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926437.988789:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926437.988793:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.989140:0:32573:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926437.989150:0:32573:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926437.989152:0:32573:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926437.989155:0:32573:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926437.989161:0:32573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926437.989163:0:32573:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926437.989166:0:32573:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926437.989172:0:32573:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926437.989183:0:32573:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629180 x1875823513942016/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926453 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.989190:0:32573:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926437.989192:0:32573:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.989195:0:32573:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926437.989198:0:32573:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926437.989200:0:32573:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926437.989202:0:32573:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926437.989205:0:32573:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926437.989215:0:32573:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=104 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926437.989219:0:32573:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926437.989221:0:32573:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926437.989224:0:32573:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926437.989226:0:32573:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926437.989230:0:32573:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.989233:0:32573:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926437.989236:0:32573:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788926437.989238:0:32573:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926437.989240:0:32573:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926437.989241:0:32573:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000001:1.0:1788926437.989244:0:32573:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926437.989246:0:32573:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788926437.989248:0:32573:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926437.989251:0:32573:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926437.989256:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629180 x1875823513942016/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926453 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.989263:0:32573:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926437.989266:0:32573:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926437.989268:0:32573:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926437.989273:0:32573:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629180 x1875823513942016/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926453 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926437.989282:0:32573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:32573:1875823513942016:192.168.203.140@tcp:36:lfs.0 00000100:00000001:1.0:1788926437.989288:0:32573:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926437.989291:0:32573:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.989293:0:32573:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926437.989295:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.989298:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513942016/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926453 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.989304:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926437.989307:0:32573:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926437.989310:0:32573:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926437.989312:0:32573:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926437.989322:0:32573:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.989327:0:32573:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926437.989329:0:32573:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.989333:0:32573:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926437.989339:0:32573:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926437.989341:0:32573:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926437.989345:0:32573:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926437.989348:0:32573:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788926437.989363:0:32573:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d15b4a40. 00000080:00000001:1.0:1788926437.989374:0:32573:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788926437.989376:0:32573:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00000001:1.0:1788926437.989378:0:32573:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926437.989380:0:32573:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788926437.989383:0:32573:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.989385:0:32573:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926437.989387:0:32573:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926437.989390:0:32573:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 0 to 1788926437 00000080:00200000:1.0:1788926437.989393:0:32573:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:1.0:1788926437.989412:0:32573:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788926437.989415:0:32573:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376963848 : -108341332587768 : ffff9d76d15b4b08) 00000080:00000001:1.0:1788926437.989417:0:32573:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926437.989421:0:32573:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926437.989422:0:32573:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926437.989429:0:32573:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926437.989433:0:32573:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513942016/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926453 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926437.989439:0:32573:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926437.989441:0:32573:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926437.989444:0:32573:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000010:1.0:1788926437.989460:0:32573:0:(dir.c:2111:ll_dir_ioctl()) kvfreed 'data': 648 at ffff9d76c8b02000. 00000080:00000001:1.0:1788926437.989464:0:32573:0:(dir.c:2112:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.989480:0:32573:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1788926437.989483:0:32573:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788926437.989486:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bdd0 00000080:00200008:1.0:1788926437.989489:0:32573:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 300000 00000080:00400000:1.0:1788926437.989492:0:32573:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788926437.989496:0:32573:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131d900. 00000080:00000001:1.0:1788926437.989499:0:32573:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926437.989502:0:32573:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e2bdd0 00000080:00000008:1.0:1788926437.989503:0:32573:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 300000, rc = 0 00000080:00000001:1.0:1788926437.989506:0:32573:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926437.989508:0:32573:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926438.002421:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926438.002425:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:3.0:1788926438.002431:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.002436:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926438.002441:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821088 00000400:00000010:3.0:1788926438.002444:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821088. 00000100:00000001:3.0:1788926438.002449:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926438.002454:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513942144/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.002465:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926438.002469:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513942144/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.002475:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926438.002477:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926438.010088:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.010101:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.010105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.010108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.010116:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.010123:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.010132:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.010138:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.010143:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.010147:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235b880 00000400:00000200:3.0:1788926438.010153:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.010158:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7c4d [1] + 224 00000800:00000001:3.0:1788926438.010166:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.010173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.010176:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.010181:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.010187:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.010197:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513942144/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926438.010209:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8578700 x1875823513942144/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.010234:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.010243:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.010248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926438.014821:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926438.014828:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:3.0:1788926438.014833:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.014840:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926438.014845:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:3.0:1788926438.014848:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:3.0:1788926438.014853:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926438.014859:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.014871:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926438.014875:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.014882:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926438.014884:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926438.025685:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.025699:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.025703:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.025706:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.025715:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.025722:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.025731:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.025736:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.025742:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.025746:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d3235b900 00000400:00000200:3.0:1788926438.025751:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.025756:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x7c55 [1] + 224 00000800:00000001:3.0:1788926438.025763:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.025769:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.025772:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.025776:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.025783:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.025792:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926438.025823:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.025845:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.025853:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.025857:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.025903:0:32578:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926438.025910:0:32578:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926438.025912:0:32578:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926438.025915:0:32578:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214aa8. 00000400:00000200:1.0:1788926438.025920:0:32578:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821aa0 00000400:00000010:1.0:1788926438.025922:0:32578:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821aa0. 00000100:00000001:1.0:1788926438.025925:0:32578:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926438.025930:0:32578:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926438.025939:0:32578:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.025946:0:32578:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926438.025948:0:32578:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.025950:0:32578:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926438.025953:0:32578:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926438.025955:0:32578:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926438.025957:0:32578:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.025959:0:32578:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926438.025968:0:32578:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926438.025972:0:32578:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926438.025975:0:32578:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788926438.025979:0:32578:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.025990:0:32578:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926438.025994:0:32578:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926438.025996:0:32578:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788926438.025998:0:32578:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926438.026001:0:32578:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788926438.026005:0:32578:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.026013:0:32578:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788926438.026016:0:32578:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926438.026018:0:32578:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926438.026021:0:32578:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926454 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926438.026029:0:32578:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:32578:1875823513942272:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926438.026033:0:32578:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.026036:0:32578:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926438.026038:0:32578:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926438.026040:0:32578:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.026044:0:32578:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926454 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.026050:0:32578:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926438.026053:0:32578:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109480. 00000100:00000001:1.0:1788926438.026056:0:32578:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926438.026057:0:32578:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788926438.026061:0:32578:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926438.026064:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.026067:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.026069:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009a00 refcount=4 00000020:00000001:1.0:1788926438.026071:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:1.0:1788926438.026074:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00010000:1.0:1788926438.026079:0:32578:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026090:0:32578:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788926438.026094:0:32578:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026100:0:32578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.026104:0:32578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026112:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026114:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926438.026116:0:32578:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026131:0:32578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.026135:0:32578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026138:0:32578:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926438.026140:0:32578:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926438.026146:0:32578:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009a00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926438.026149:0:32578:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926438.026152:0:32578:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026157:0:32578:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926438.026159:0:32578:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926438.026162:0:32578:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026167:0:32578:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926438.026169:0:32578:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926438.026170:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.026172:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.026173:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009a00 refcount=5 00000020:00000001:1.0:1788926438.026175:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:1.0:1788926438.026177:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802560 : -108341472749056 : ffff9d76c9009a00) 00010000:00000001:1.0:1788926438.026179:0:32578:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926438.026182:0:32578:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788926438.026190:0:32578:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926438.026192:0:32578:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.026194:0:32578:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788926438.026196:0:32578:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926438.026198:0:32578:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926438.026200:0:32578:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926438.026202:0:32578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.026203:0:32578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926438.026206:0:32578:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009a00 with handle 0xdeff66104c08c7ad from hash 00010000:00000001:1.0:1788926438.026208:0:32578:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926438.026209:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026210:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026211:0:32578:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926438.026212:0:32578:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926438.026214:0:32578:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788926438.026277:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026279:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026280:0:32578:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.026282:0:32578:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.026285:0:32578:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026358:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026360:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026361:0:32578:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788926438.026362:0:32578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.026364:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026365:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026366:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926438.026368:0:32578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009a00/0xdeff66104c08c7ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.026378:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026379:0:32578:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788926438.026384:0:32578:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788926438.026389:0:32578:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926454 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926438.026424:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926438.026426:0:32578:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.026427:0:32578:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.026429:0:32578:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.026432:0:32578:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926438.026434:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926438.026435:0:32578:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.026437:0:32578:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926438.026440:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b710 00000002:00002000:1.0:1788926438.026442:0:32578:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788926438.026445:0:32578:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.026448:0:32578:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.026451:0:32578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926438.026454:0:32578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926438.026457:0:32578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.026460:0:32578:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926438.026463:0:32578:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926438.026464:0:32578:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d84149bb20 it_disposition 7 00000080:00002000:1.0:1788926438.026469:0:32578:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1759948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788926438.026475:0:32578:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:1.0:1788926438.026477:0:32578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926438.026479:0:32578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926438.026481:0:32578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926438.026483:0:32578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926438.026485:0:32578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.026487:0:32578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.026489:0:32578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.026493:0:32578:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926438.026494:0:32578:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926438.026496:0:32578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926438.026502:0:32578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a800 count: 2 00010000:00000001:1.0:1788926438.026504:0:32578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.026507:0:32578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.026510:0:32578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926438.026514:0:32578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926438.026521:0:32578:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926438.026526:0:32578:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.026529:0:32578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926438.026535:0:32578:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926438.026537:0:32578:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.026539:0:32578:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926438.026542:0:32578:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926438.026544:0:32578:0:(dcache.c:176:ll_intent_release()) intent ffffb2d84149b930 released 00000080:00010000:1.0:1788926438.026546:0:32578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7a6 from it ffffb2d84149b930 00010000:00000001:1.0:1788926438.026548:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.026549:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.026551:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.026553:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.026555:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.026557:0:32578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.026560:0:32578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926438.026566:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026567:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026569:0:32578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926438.026571:0:32578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926438.026573:0:32578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926438.026580:0:32578:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926438.026582:0:32578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926438.026584:0:32578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.026588:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026589:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026590:0:32578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026593:0:32578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926438.026594:0:32578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026596:0:32578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026598:0:32578:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026600:0:32578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.026601:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026602:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926438.026603:0:32578:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926438.026605:0:32578:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926438.026607:0:32578:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926438.026611:0:32578:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76e13cf800. 00000100:00000001:1.0:1788926438.026616:0:32578:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.026620:0:32578:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513942272/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926454 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.026626:0:32578:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926438.026628:0:32578:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926438.026631:0:32578:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7a9000. 02000000:00000001:1.0:1788926438.026634:0:32578:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926438.026636:0:32578:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926438.026638:0:32578:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926438.026639:0:32578:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926438.026642:0:32578:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c800. 02000000:00000001:1.0:1788926438.026645:0:32578:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926438.026646:0:32578:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926438.026648:0:32578:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:1.0:1788926438.026651:0:32578:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926438.026652:0:32578:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926438.026654:0:32578:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926438.026655:0:32578:0:(dcache.c:176:ll_intent_release()) intent ffffb2d84149bb20 released 00000080:00000001:1.0:1788926438.026656:0:32578:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926438.026660:0:32578:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926438.026662:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bb70 00000080:00002000:1.0:1788926438.026663:0:32578:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9d76d1759948, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926438.026666:0:32578:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.026702:0:32578:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926438.026705:0:32578:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926438.026707:0:32578:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926438.026708:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bbb0 00000080:00200000:1.0:1788926438.026710:0:32578:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926438.026716:0:32578:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926438.026720:0:32578:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926438.026723:0:32578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926438.026725:0:32578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.026727:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bad0 00800000:00000002:1.0:1788926438.026729:0:32578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.026731:0:32578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926438.026733:0:32578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926438.026734:0:32578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926438.026736:0:32578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926438.026737:0:32578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926438.026739:0:32578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.026740:0:32578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.026742:0:32578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.026744:0:32578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926438.026748:0:32578:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.026749:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b9a0 00000002:00010000:1.0:1788926438.026750:0:32578:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926438.026753:0:32578:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926438.026754:0:32578:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926438.026756:0:32578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926438.026758:0:32578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a800 count: 2 00010000:00000001:1.0:1788926438.026760:0:32578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.026763:0:32578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.026764:0:32578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926438.026767:0:32578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926438.026772:0:32578:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926438.026775:0:32578:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.026778:0:32578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926438.026783:0:32578:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926438.026785:0:32578:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926438.026787:0:32578:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.026789:0:32578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.026791:0:32578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926438.026793:0:32578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926438.026795:0:32578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926438.026808:0:32578:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926438.026810:0:32578:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926438.026813:0:32578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926438.026815:0:32578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.026817:0:32578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926438.026820:0:32578:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7a6 00800000:00000001:1.0:1788926438.026824:0:32578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926438.026826:0:32578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926438.026827:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.026828:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.026830:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.026832:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.026834:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.026836:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026837:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.026839:0:32578:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.026840:0:32578:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.026842:0:32578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7a6 from it ffffb2d84149bbe8 00010000:00000001:1.0:1788926438.026844:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.026845:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.026846:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.026848:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.026850:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.026852:0:32578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.026854:0:32578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926438.026860:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026861:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026862:0:32578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926438.026864:0:32578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926438.026866:0:32578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926438.026871:0:32578:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926438.026872:0:32578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926438.026874:0:32578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.026876:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026877:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.026878:0:32578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026880:0:32578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926438.026881:0:32578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026883:0:32578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026885:0:32578:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.026886:0:32578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.026887:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.026889:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926438.026890:0:32578:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926438.026892:0:32578:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926438.026894:0:32578:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926438.026898:0:32578:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.026901:0:32578:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926438.026903:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bbd8 00000080:00002000:1.0:1788926438.026905:0:32578:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9d76d1759948) flags 0x8000e refc 0 00000080:00000001:1.0:1788926438.026907:0:32578:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.026909:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bc20 00000080:00200000:1.0:1788926438.026910:0:32578:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:1.0:1788926438.026913:0:32578:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926438.026915:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bba8 00000080:00002000:1.0:1788926438.026916:0:32578:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9d76d1759948, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926438.026920:0:32578:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.026941:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bd08 00000080:00200008:1.0:1788926438.026943:0:32578:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926438.026947:0:32578:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926438.026949:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bc80 00000080:00200000:1.0:1788926438.026950:0:32578:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926438.026954:0:32578:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926438.026957:0:32578:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926438.026959:0:32578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926438.026961:0:32578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.026962:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bba0 00800000:00000002:1.0:1788926438.026964:0:32578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.026967:0:32578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926438.026968:0:32578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926438.026969:0:32578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926438.026970:0:32578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926438.026972:0:32578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926438.026973:0:32578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.026975:0:32578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.026977:0:32578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.026979:0:32578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926438.026982:0:32578:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.026984:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba70 00000002:00010000:1.0:1788926438.026985:0:32578:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926438.026988:0:32578:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926438.026989:0:32578:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926438.026990:0:32578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926438.026993:0:32578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a800 count: 2 00010000:00000001:1.0:1788926438.026995:0:32578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.026997:0:32578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.026999:0:32578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926438.027002:0:32578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788926438.027013:0:32578:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926438.027015:0:32578:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.027018:0:32578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788926438.027024:0:32578:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926438.027026:0:32578:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926438.027027:0:32578:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.027029:0:32578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.027030:0:32578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926438.027032:0:32578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926438.027034:0:32578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926438.027035:0:32578:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926438.027037:0:32578:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926438.027040:0:32578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926438.027041:0:32578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.027043:0:32578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926438.027046:0:32578:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7a6 00800000:00000001:1.0:1788926438.027048:0:32578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926438.027049:0:32578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926438.027050:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.027051:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.027053:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.027055:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.027057:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.027059:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.027060:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.027061:0:32578:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.027063:0:32578:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.027064:0:32578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7a6 from it ffffb2d84149bcb8 00010000:00000001:1.0:1788926438.027067:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.027068:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.027069:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.027071:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.027073:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.027075:0:32578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.027078:0:32578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926438.027084:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.027085:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.027086:0:32578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926438.027087:0:32578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926438.027089:0:32578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926438.027095:0:32578:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926438.027096:0:32578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926438.027097:0:32578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.027099:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.027100:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.027102:0:32578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.027103:0:32578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926438.027104:0:32578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.027106:0:32578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.027108:0:32578:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.027110:0:32578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.027111:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.027112:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926438.027113:0:32578:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926438.027115:0:32578:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926438.027117:0:32578:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.027120:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bd08 00000080:00000008:1.0:1788926438.027122:0:32578:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926438.028043:0:32578:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.028066:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bd08 00000080:00200008:1.0:1788926438.028069:0:32578:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926438.028073:0:32578:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926438.028074:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bc80 00000080:00200000:1.0:1788926438.028076:0:32578:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926438.028079:0:32578:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926438.028083:0:32578:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926438.028085:0:32578:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926438.028089:0:32578:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.028090:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bba0 00800000:00000002:1.0:1788926438.028092:0:32578:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.028095:0:32578:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926438.028096:0:32578:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926438.028098:0:32578:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926438.028099:0:32578:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926438.028101:0:32578:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926438.028102:0:32578:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.028104:0:32578:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926438.028105:0:32578:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.028108:0:32578:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926438.028111:0:32578:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.028112:0:32578:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba70 00000002:00010000:1.0:1788926438.028114:0:32578:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926438.028116:0:32578:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926438.028118:0:32578:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926438.028120:0:32578:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926438.028190:0:32578:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a800 count: 2 00010000:00000001:1.0:1788926438.028193:0:32578:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.028196:0:32578:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.028199:0:32578:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926438.028203:0:32578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788926438.028211:0:32578:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926438.028214:0:32578:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.028280:0:32578:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788926438.028353:0:32578:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926438.028355:0:32578:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926438.028356:0:32578:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.028358:0:32578:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926438.028360:0:32578:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926438.028362:0:32578:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926438.028364:0:32578:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926438.028366:0:32578:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926438.028369:0:32578:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000080:00000001:1.0:1788926438.028372:0:32578:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926438.028374:0:32578:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.028376:0:32578:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926438.028379:0:32578:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7a6 00800000:00000001:1.0:1788926438.028381:0:32578:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926438.028383:0:32578:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926438.028385:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.028386:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.028388:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.028390:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.028392:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.028611:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.028612:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.028614:0:32578:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.028616:0:32578:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.028618:0:32578:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7a6 from it ffffb2d84149bcb8 00010000:00000001:1.0:1788926438.028620:0:32578:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.028622:0:32578:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.028623:0:32578:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:1.0:1788926438.028625:0:32578:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.028627:0:32578:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:1.0:1788926438.028629:0:32578:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.028633:0:32578:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926438.028639:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.028640:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.028642:0:32578:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926438.028644:0:32578:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926438.028646:0:32578:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab192 expref: -99 pid: 32578 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926438.028652:0:32578:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926438.028654:0:32578:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926438.028656:0:32578:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.028659:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.028661:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.028662:0:32578:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.028664:0:32578:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926438.028666:0:32578:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.028668:0:32578:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.028670:0:32578:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.028672:0:32578:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.028674:0:32578:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.028675:0:32578:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926438.028677:0:32578:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926438.028678:0:32578:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926438.032915:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926438.032924:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:3.0:1788926438.032932:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.032942:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926438.032950:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08216e8 00000400:00000010:3.0:1788926438.032953:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08216e8. 00000100:00000001:3.0:1788926438.032958:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926438.032967:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513942528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926454 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.032979:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926438.032982:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513942528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.032988:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926438.032990:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926438.035065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009a00. 00000080:00000010:0.1:1788926438.039455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172140. 00010000:00000010:0.1:1788926438.039469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a800. 00010000:00000010:0.1:1788926438.039475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000800:00000001:3.0:1788926438.044921:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.044937:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.044941:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.044943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.044952:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.044960:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.044970:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.044975:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.044981:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.044986:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d3235ba00 00000400:00000200:3.0:1788926438.044992:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.044998:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x7c5d [1] + 224 00000800:00000001:3.0:1788926438.045006:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.045012:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.045016:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.045020:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.045028:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.045037:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513942528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926438.045048:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76d8578700 x1875823513942528/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.045069:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.045077:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.045081:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926438.101736:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926438.101745:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926438.101747:0:32581:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926438.101751:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bbc0 00000080:00200000:3.0:1788926438.101755:0:32581:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926438.101763:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fa000. 00800000:00000002:3.0:1788926438.101770:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926438.101773:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926438.101778:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926438.101780:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bae0 00800000:00000002:3.0:1788926438.101782:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926438.101786:0:32581:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926438.101789:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926438.101792:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926438.101795:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926438.104648:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926438.104654:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926438.104657:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926438.104660:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926438.105926:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926438.105931:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:3.0:1788926438.105935:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.105941:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926438.105946:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:3.0:1788926438.105949:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:3.0:1788926438.105952:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926438.105957:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513942656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.105968:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926438.105971:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513942656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.105979:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926438.105981:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926438.111743:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.111758:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.111762:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.111765:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.111773:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.111781:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.111789:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.111794:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.111811:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.111815:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235ba80 00000400:00000200:3.0:1788926438.111820:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.111826:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7c65 [1] + 224 00000800:00000001:3.0:1788926438.111833:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.111840:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.111843:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.111848:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.111855:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.111864:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513942656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926438.111875:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579180 x1875823513942656/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.111898:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.111908:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.111911:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926438.119547:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926438.119557:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:2.0:1788926438.119564:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926438.119574:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926438.119581:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821908 00000400:00000010:2.0:1788926438.119584:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821908. 00000100:00000001:2.0:1788926438.119589:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926438.119598:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513942784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926438.119609:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926438.119613:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513942784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926438.119620:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926438.119622:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926438.122816:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.122831:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.122835:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.122837:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.122845:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.122853:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.122861:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.122866:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.122871:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.122876:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235bb00 00000400:00000200:3.0:1788926438.122882:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.122887:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7c6d [1] + 224 00000800:00000001:3.0:1788926438.122893:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.122899:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.122902:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.122906:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.122913:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.122921:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513942784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926438.122931:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579180 x1875823513942784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926438.122953:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.122961:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.122964:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000010:1.0:1788926438.125015:0:32581:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020e680. 00800000:00000001:1.0:1788926438.125024:0:32581:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624795264 : -108341084756352 : ffff9d76e020e680) 00800000:00000001:1.0:1788926438.125027:0:32581:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.125031:0:32581:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926438.125104:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926438.125109:0:32581:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788926438.125115:0:32581:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926438.125118:0:32581:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788926438.125121:0:32581:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:1.0:1788926438.125124:0:32581:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=0 index=0 hash=invalid:0x0 max_inherit=0 max_inherit_rr=0 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:1.0:1788926438.125132:0:32581:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926438.125134:0:32581:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.125137:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926438.125140:0:32581:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788926438.125144:0:32581:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1788926438.125147:0:32581:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9d76d15b4b08): rc = 0 00000080:00000001:1.0:1788926438.125150:0:32581:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376963848 : -108341332587768 : ffff9d76d15b4b08) 00010000:00000001:1.0:1788926438.125153:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.125155:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.125158:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009600 refcount=3 00000020:00000001:1.0:1788926438.125160:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801536 : -108341472750080 : ffff9d76c9009600) 00010000:00000001:1.0:1788926438.125163:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801536 : -108341472750080 : ffff9d76c9009600) 00010000:00000001:1.0:1788926438.125166:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.125168:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926438.125169:0:32581:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926438.125174:0:32581:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926438.125176:0:32581:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.125179:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c7bb 00800000:00000001:1.0:1788926438.125182:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926438.125184:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926438.125186:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.125187:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.125188:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009600 refcount=3 00000020:00000001:1.0:1788926438.125190:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801536 : -108341472750080 : ffff9d76c9009600) 00010000:00000001:1.0:1788926438.125192:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801536 : -108341472750080 : ffff9d76c9009600) 00010000:00000001:1.0:1788926438.125195:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.125196:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.125197:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.125199:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926438.125207:0:32581:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1759948 inode ffff9d76d15b4b08 refc 1 flags 0x20000e 00000080:00000002:1.0:1788926438.125212:0:32581:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788926438.125216:0:32581:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788926438.125220:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00010000:1.0:1788926438.125224:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7bb from it ffffb2d84149bac8 00010000:00000001:1.0:1788926438.125226:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.125227:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.125228:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009600 refcount=3 00000020:00000001:1.0:1788926438.125230:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801536 : -108341472750080 : ffff9d76c9009600) 00010000:00000001:1.0:1788926438.125232:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801536 : -108341472750080 : ffff9d76c9009600) 00010000:00000001:1.0:1788926438.125235:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.125238:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009600/0xdeff66104c08c7bb lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab1e6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.125246:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.125248:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.125249:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926438.125252:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926438.125255:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009600/0xdeff66104c08c7bb lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab1e6 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926438.125262:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926438.125265:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926438.125267:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.125272:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.125273:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.125275:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125278:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926438.125279:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125282:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125285:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125286:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.125288:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.125289:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926438.125290:0:32581:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926438.125294:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c69d1000. 00000100:00000001:1.0:1788926438.125302:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.125310:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579180 x1875823513942784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926454 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.125318:0:32581:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926438.125321:0:32581:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926438.125325:0:32581:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7ac000. 02000000:00000001:1.0:1788926438.125328:0:32581:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926438.125330:0:32581:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926438.125332:0:32581:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926438.125334:0:32581:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926438.125337:0:32581:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:1.0:1788926438.125340:0:32581:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926438.125341:0:32581:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926438.125343:0:32581:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579180. 00000100:00000001:1.0:1788926438.125346:0:32581:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926438.125348:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926438.125355:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926438.125357:0:32581:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 1 00000080:00000001:1.0:1788926438.125362:0:32581:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926438.125383:0:32581:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c360. 00000080:00000001:1.0:1788926438.125388:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926438.125389:0:32581:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 3 00000080:00000001:1.0:1788926438.125392:0:32581:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.125489:0:32581:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788926438.125493:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bb58 00000080:00200000:1.0:1788926438.125495:0:32581:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9d76d15b4b08), file ffff9d76c9e04780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788926438.125501:0:32581:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e004e780. 00000080:00000001:1.0:1788926438.125505:0:32581:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926438.125507:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba08 00000080:00200000:1.0:1788926438.125508:0:32581:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9d76d15b4b08), intent=open|creat 00000080:00000010:1.0:1788926438.125702:0:32581:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d3347c00. 00800000:00000002:1.0:1788926438.125706:0:32581:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:1.0:1788926438.125711:0:32581:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926438.125714:0:32581:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.125716:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b928 00800000:00000002:1.0:1788926438.125719:0:32581:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926438.125722:0:32581:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788926438.125725:0:32581:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788926438.125728:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926438.125731:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926438.125733:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926438.125735:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926438.125737:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.125739:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926438.125741:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.125744:0:32581:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:1.0:1788926438.125747:0:32581:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788926438.125749:0:32581:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788926438.125751:0:32581:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788926438.125754:0:32581:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788926438.125756:0:32581:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x25:0x0] 40000000:00000001:1.0:1788926438.125758:0:32581:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.125760:0:32581:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.125762:0:32581:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.125764:0:32581:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.125766:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b8a8 00800000:00000002:1.0:1788926438.125768:0:32581:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788926438.125771:0:32581:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926438.125773:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b7e0 00000002:00010000:1.0:1788926438.125775:0:32581:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788926438.125779:0:32581:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926438.125781:0:32581:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788926438.125783:0:32581:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788926438.125788:0:32581:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.125789:0:32581:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926438.125792:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ad00 count: 2 00010000:00000001:1.0:1788926438.125794:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.125810:0:32581:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926438.125812:0:32581:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125814:0:32581:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.125816:0:32581:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926438.125821:0:32581:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926438.125825:0:32581:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926438.125830:0:32581:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926438.125832:0:32581:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125835:0:32581:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926438.125838:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.125841:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.125843:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.125844:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.125847:0:32581:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926438.125849:0:32581:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926438.125853:0:32581:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926438.125860:0:32581:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926438.125867:0:32581:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125871:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926438.125873:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125875:0:32581:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926438.125876:0:32581:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.125878:0:32581:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.125887:0:32581:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00010000:00000001:1.0:1788926438.125890:0:32581:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926438.125892:0:32581:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926438.125895:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ad00 count: 2 00010000:00000001:1.0:1788926438.125981:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.125985:0:32581:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926438.125988:0:32581:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499e00. 00000020:00000001:1.0:1788926438.125993:0:32581:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926438.125995:0:32581:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499e00 with handle 0xdeff66104c08c7c2 to hash 00000020:00000001:1.0:1788926438.125997:0:32581:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926438.125999:0:32581:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.126002:0:32581:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.126006:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.126008:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.126012:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926438.126024:0:32581:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788926438.126104:0:32581:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788926438.126113:0:32581:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788926438.126122:0:32581:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32581 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926438.126128:0:32581:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926438.126130:0:32581:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926438.126137:0:32581:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773600. 00000100:00000001:1.0:1788926438.126139:0:32581:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261352960 : -108341448198656 : ffff9d76ca773600) 00000100:00000001:1.0:1788926438.126142:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.126143:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926438.126148:0:32581:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926438.126152:0:32581:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.126153:0:32581:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926438.126155:0:32581:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926438.126160:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.126168:0:32581:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926438.126170:0:32581:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.126173:0:32581:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926438.126176:0:32581:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926438.126179:0:32581:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926438.126182:0:32581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:32581:1875823513943040:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926438.126186:0:32581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926438.126191:0:32581:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926438.126194:0:32581:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.126196:0:32581:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926438.126252:0:32581:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76d1140000. 02000000:00000001:1.0:1788926438.126255:0:32581:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926438.126262:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926438.126267:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926438.126273:0:32581:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c8b02400. 00000100:00000200:1.0:1788926438.126281:0:32581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513943040, portal 10 00000100:00000001:1.0:1788926438.126283:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.126284:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926438.126290:0:32581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.126297:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926438.126300:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926438.126304:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926438.126307:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513943040, offset 0 00000400:00000200:1.0:1788926438.126313:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926438.126321:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.126329:0:32581:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926438.126335:0:32581:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926438.126339:0:32581:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926438.126342:0:32581:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926438.126345:0:32581:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926438.126349:0:32581:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2724:2724:256:4294967295] 192.168.203.140@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:1.0:1788926438.126353:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.126363:0:32581:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926438.126370:0:32581:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926438.126375:0:32581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ee00. 00000800:00000200:1.0:1788926438.126382:0:32581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926438.126390:0:32581:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926438.126480:0:32581:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ee00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788926438.126642:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.126647:0:32581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 808516 usecs (809 jiffies) 00000400:00000200:1.0:1788926438.126652:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926438.126655:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296474070 00000100:00000001:1.0:1788926438.126662:0:32581:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296474059 00000100:00000001:1.0:1788926438.126667:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296474070 00000100:00000001:1.0:1788926438.126671:0:32581:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296474059 00000100:00000001:1.0:1788926438.126674:0:32581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.126678:0:32581:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.126680:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926438.126682:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926438.126685:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773600 going to sleep for 11 seconds 00000100:00000001:1.0:1788926438.126687:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926438.126690:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926438.126872:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926438.126877:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ee00. 00000400:00000200:2.0:1788926438.126883:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926438.126888:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926438.126894:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:2.0:1788926438.126896:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:2.0:1788926438.126980:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926438.126985:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926438.126994:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926438.126996:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926438.127002:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926438.127003:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926438.131967:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.131987:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.131992:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.131995:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.132002:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.132009:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.132017:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.132023:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.132028:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.132032:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235bc00 00000400:00000200:3.0:1788926438.132037:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.132042:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7c75 [32] + 224 00000800:00000001:3.0:1788926438.132050:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.132057:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.132060:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.132064:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.132072:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.132082:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926438.132093:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.132163:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926438.132183:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.132193:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.132196:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926438.132268:0:32581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926438.132270:0:32581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926438.132274:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926438.132279:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c8b02400 00000400:00000010:1.0:1788926438.132281:0:32581:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c8b02400. 00000100:00000001:1.0:1788926438.132283:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926438.132288:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926438.132296:0:32581:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513943040/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926454 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.132301:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926438.132304:0:32581:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.132306:0:32581:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926438.132309:0:32581:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926438.132312:0:32581:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926438.132315:0:32581:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.132318:0:32581:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926438.132327:0:32581:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926438.132331:0:32581:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926438.132334:0:32581:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926438.132336:0:32581:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.132339:0:32581:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926438.132342:0:32581:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.132345:0:32581:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926438.132347:0:32581:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x1] 00000100:00000001:1.0:1788926438.132349:0:32581:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926438.132352:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.132354:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926438.132357:0:32581:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926438.132358:0:32581:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788926438.132360:0:32581:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926438.132363:0:32581:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.132368:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926454 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.132375:0:32581:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.132377:0:32581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926438.132379:0:32581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926438.132383:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926454 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926438.132391:0:32581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:32581:1875823513943040:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926438.132486:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.132489:0:32581:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.132492:0:32581:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926438.132494:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.132497:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926454 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.132501:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926438.132504:0:32581:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773600. 00000100:00000001:1.0:1788926438.132506:0:32581:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926438.132507:0:32581:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.132509:0:32581:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926438.132652:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132655:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132658:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=4 00000020:00000001:1.0:1788926438.132660:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132664:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000040:1.0:1788926438.132671:0:32581:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499e00, remote cookie: 0x840913afd2dab202, flags: 0x1001 00010000:00010000:1.0:1788926438.132676:0:32581:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926438.132684:0:32581:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:1.0:1788926438.132687:0:32581:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926438.132696:0:32581:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f900. 00010000:00000010:1.0:1788926438.132701:0:32581:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592100. 00010000:00000001:1.0:1788926438.132706:0:32581:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.132710:0:32581:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926438.132717:0:32581:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132723:0:32581:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926438.132727:0:32581:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926438.132729:0:32581:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926438.132731:0:32581:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926438.132732:0:32581:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926438.132735:0:32581:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9d76d065f900) refcount = 1 00010000:00010000:1.0:1788926438.132738:0:32581:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132744:0:32581:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926438.132747:0:32581:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926438.132749:0:32581:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926438.132752:0:32581:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926438.132754:0:32581:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.132757:0:32581:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132762:0:32581:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926438.132764:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132765:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.132766:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132768:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.132769:0:32581:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.132773:0:32581:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926438.132776:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132777:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132779:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.132781:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132782:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132784:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132785:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132786:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=4 00000020:00000001:1.0:1788926438.132788:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132790:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132793:0:32581:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926438.132795:0:32581:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926438.132810:0:32581:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132817:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132818:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.132819:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132820:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132821:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=5 00000020:00000001:1.0:1788926438.132823:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132825:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132828:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.132830:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132834:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132834:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926438.132836:0:32581:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132839:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.132840:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132841:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.132841:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132842:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926438.132846:0:32581:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926454 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926438.132852:0:32581:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926438.132855:0:32581:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926454 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926438.132859:0:32581:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.132864:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132865:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132866:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.132867:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132868:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00000002:00010000:1.0:1788926438.132870:0:32581:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926438.132877:0:32581:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020e6c0. 00010000:00000001:1.0:1788926438.132878:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132878:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.132880:0:32581:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.132881:0:32581:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.132884:0:32581:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788926438.132885:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.132886:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926438.132888:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.132888:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00010000:00000001:1.0:1788926438.132889:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132890:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132891:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.132892:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132893:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00000002:00010000:1.0:1788926438.132895:0:32581:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.132899:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132900:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.132901:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926438.132902:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.132903:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.132904:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.132905:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.132908:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000040:1.0:1788926438.132911:0:32581:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f900 count: 2 00010000:00000001:1.0:1788926438.132913:0:32581:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926438.132916:0:32581:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:1.0:1788926438.132918:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.132919:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.132920:0:32581:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926438.132923:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b768 00000002:00002000:1.0:1788926438.132925:0:32581:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788926438.132928:0:32581:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.132931:0:32581:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.132934:0:32581:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926438.132937:0:32581:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926438.132941:0:32581:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.132944:0:32581:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000001:1.0:1788926438.132946:0:32581:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926438.132948:0:32581:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e004e780 it_disposition 1800037 00000080:00002000:1.0:1788926438.132954:0:32581:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1758288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788926438.132959:0:32581:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926438.132961:0:32581:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788926438.132964:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149b990 00000080:00200000:1.0:1788926438.132965:0:32581:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9d76d15b4b08), intent=open|creat 00000080:00000001:1.0:1788926438.132968:0:32581:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788926438.132970:0:32581:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926438.132974:0:32581:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926438.132977:0:32581:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926438.132980:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788926438.132983:0:32581:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788926438.132994:0:32581:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d15b0000. 00000020:00000001:1.0:1788926438.133004:0:32581:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788926438.133006:0:32581:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788926438.133009:0:32581:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788926438.133011:0:32581:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9d76d15b00c8) 00000020:00000001:1.0:1788926438.133014:0:32581:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926438.133018:0:32581:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926438.133021:0:32581:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926438.133025:0:32581:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788926438.133029:0:32581:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76c84ce898. 00000020:00000001:1.0:1788926438.133032:0:32581:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926438.133034:0:32581:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926438.133041:0:32581:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788926438.133045:0:32581:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76c7e135d0. 00020000:00000001:1.0:1788926438.133047:0:32581:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732217968080 : -108341491583536 : ffff9d76c7e135d0) 00020000:00000001:1.0:1788926438.133050:0:32581:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788926438.133052:0:32581:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926438.133057:0:32581:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e5a0. 00020000:00000010:1.0:1788926438.133061:0:32581:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10dbb00. 00020000:00000010:1.0:1788926438.133065:0:32581:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e480. 00020000:00000001:1.0:1788926438.133067:0:32581:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622959744 : -108341086591872 : ffff9d76e004e480) 00020000:00000002:1.0:1788926438.133071:0:32581:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e480, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926438.133076:0:32581:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926438.133080:0:32581:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbb00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1788926438.133082:0:32581:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788926438.133085:0:32581:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e480, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926438.133088:0:32581:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926438.133091:0:32581:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbb00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:1.0:1788926438.133094:0:32581:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76d1a91f60. 00020000:00000010:1.0:1788926438.133097:0:32581:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76ca773600. 00020000:00000001:1.0:1788926438.133101:0:32581:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788926438.133104:0:32581:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c85ccf90. 00020000:00000001:1.0:1788926438.133107:0:32581:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788926438.133108:0:32581:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788926438.133114:0:32581:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788926438.133117:0:32581:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76c84ce708. 00000020:00000001:1.0:1788926438.133118:0:32581:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926438.133120:0:32581:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926438.133122:0:32581:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732225025928 : -108341484525688 : ffff9d76c84ce788) 00020000:00000001:1.0:1788926438.133126:0:32581:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788926438.133130:0:32581:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c31b6c40. 00020000:00000001:1.0:1788926438.133133:0:32581:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.133137:0:32581:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225025928 : -108341484525688 : ffff9d76c84ce788) 00020000:00000001:1.0:1788926438.133139:0:32581:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732225025928 : -108341484525688 : ffff9d76c84ce788) 00020000:00000002:1.0:1788926438.133142:0:32581:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x15:0x0]@ffff9d76c84ce708[0:0] -> [0x200000405:0x25:0x0]@ffff9d76c84ce898: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:1.0:1788926438.133147:0:32581:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788926438.133149:0:32581:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788926438.133151:0:32581:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.133154:0:32581:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225026328 : -108341484525288 : ffff9d76c84ce918) 00000020:00001000:1.0:1788926438.133157:0:32581:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:1.0:1788926438.133161:0:32581:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788926438.133163:0:32581:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926438.133165:0:32581:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611173 mtime from 0 to 1788926438 00000080:00000001:1.0:1788926438.133169:0:32581:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788926438.133172:0:32581:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376944840 : -108341332606776 : ffff9d76d15b00c8) 00010000:00000001:1.0:1788926438.133174:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.133175:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.133177:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.133178:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.133180:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00000080:00000001:1.0:1788926438.133184:0:32581:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926438.133185:0:32581:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926438.133186:0:32581:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926438.133188:0:32581:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926438.133189:0:32581:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926438.133191:0:32581:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926438.133193:0:32581:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926438.133196:0:32581:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e240. 00020000:00000010:1.0:1788926438.133198:0:32581:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10db480. 00020000:00000010:1.0:1788926438.133202:0:32581:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e000. 00020000:00000001:1.0:1788926438.133203:0:32581:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622958592 : -108341086593024 : ffff9d76e004e000) 00020000:00000002:1.0:1788926438.133206:0:32581:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e000, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926438.133209:0:32581:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926438.133212:0:32581:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db480: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926438.133228:0:32581:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e135d0) owner ffff9d76e02d27c0 00020000:00000001:1.0:1788926438.133231:0:32581:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926438.133234:0:32581:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e135d0) owner ffff9d76e02d27c0 00020000:00000010:1.0:1788926438.133238:0:32581:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10db480. 00020000:00000010:1.0:1788926438.133242:0:32581:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e240. 00020000:00000010:1.0:1788926438.133245:0:32581:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e000. 00020000:00000002:1.0:1788926438.133246:0:32581:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926438.133248:0:32581:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.133250:0:32581:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.133254:0:32581:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926438.133256:0:32581:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76e02d27c0 00020000:00000002:1.0:1788926438.133258:0:32581:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e480 addref 2/0 by ffff9d76e02d27c0. 00020000:00000002:1.0:1788926438.133260:0:32581:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76e02d27c0 00020000:00000001:1.0:1788926438.133263:0:32581:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926438.133265:0:32581:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926438.133266:0:32581:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926438.133267:0:32581:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926438.133270:0:32581:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926438.133272:0:32581:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926438.133274:0:32581:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:1.0:1788926438.133276:0:32581:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.133278:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.133279:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926438.133281:0:32581:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926438.133284:0:32581:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926438.133285:0:32581:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.133288:0:32581:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) 00000080:00010000:1.0:1788926438.133291:0:32581:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) for lock 0xdeff66104c08c7c2 00800000:00000001:1.0:1788926438.133293:0:32581:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926438.133295:0:32581:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926438.133296:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.133369:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.133371:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.133373:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.133376:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.133378:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.133379:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926438.133380:0:32581:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.133382:0:32581:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133384:0:32581:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788926438.133385:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.133390:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.133432:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926438.133436:0:32581:0:(namei.c:1651:ll_create_it()) inode ffff9d76d15b00c8 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:1.0:1788926438.133440:0:32581:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926438.133444:0:32581:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) 00000080:00000001:1.0:1788926438.133446:0:32581:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926438.133449:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d3347c00. 00000100:00000001:1.0:1788926438.133452:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.133456:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926438.133461:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133464:0:32581:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788926438.133465:0:32581:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926438.133467:0:32581:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d15b00c8 need_sync_to_mds [0x200000405:0x25:0x0] 00000080:00000001:1.0:1788926438.133474:0:32581:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926438.133476:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba68 00000080:00200008:1.0:1788926438.133478:0:32581:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x25:0x0](ffff9d76d15b00c8), flags 100102 00000080:00000010:1.0:1788926438.133485:0:32581:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131d900. 00000080:00000010:1.0:1788926438.133490:0:32581:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e020e140. 00000080:00000001:1.0:1788926438.133492:0:32581:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788926438.133497:0:32581:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788926438.133499:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926438.133502:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926438.133504:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926438.133506:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926438.133508:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926438.133510:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788926438.133512:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926438.133515:0:32581:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788926438.133519:0:32581:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1b5c5c0. 00000002:00100000:1.0:1788926438.133523:0:32581:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926438.133529:0:32581:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926438.133532:0:32581:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788926438.133535:0:32581:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788926438.133538:0:32581:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133541:0:32581:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.133543:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.133546:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788926438.133553:0:32581:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926438.133557:0:32581:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76d1140000. 02000000:00000001:1.0:1788926438.133582:0:32581:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788926438.133584:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926438.133587:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149ba68 00000080:00000008:1.0:1788926438.133589:0:32581:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9d76d15b00c8), flags 100102, rc = 0 00000080:00000001:1.0:1788926438.133594:0:32581:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926438.133596:0:32581:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e004e780 released 00000080:00010000:1.0:1788926438.133598:0:32581:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7c2 from it ffff9d76e004e780 00010000:00000001:1.0:1788926438.133600:0:32581:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926438.133601:0:32581:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926438.133603:0:32581:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926438.133604:0:32581:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.133607:0:32581:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926438.133608:0:32581:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926438.133612:0:32581:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926438.133619:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.133620:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.133621:0:32581:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926438.133624:0:32581:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926438.133627:0:32581:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499e00/0xdeff66104c08c7c2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab202 expref: -99 pid: 32581 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926438.133634:0:32581:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926438.133637:0:32581:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926438.133640:0:32581:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926438.133645:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.133646:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926438.133647:0:32581:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.133651:0:32581:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926438.133653:0:32581:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.133655:0:32581:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.133658:0:32581:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.133659:0:32581:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926438.133661:0:32581:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926438.133662:0:32581:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926438.133663:0:32581:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926438.133665:0:32581:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788926438.133667:0:32581:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926438.133669:0:32581:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926438.133671:0:32581:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926438.133673:0:32581:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133676:0:32581:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788926438.133678:0:32581:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133680:0:32581:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926438.133682:0:32581:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133683:0:32581:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926438.133686:0:32581:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e004e780. 00000080:00000001:1.0:1788926438.133689:0:32581:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926438.133693:0:32581:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926438.133695:0:32581:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9d76d15b00c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788926438.133699:0:32581:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926438.977585:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296474070, at 4296474112 00000100:00000010:3.0:1788926438.977599:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11982a0. 00000100:00000001:1.0:1788926438.977772:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926438.977778:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926438.977780:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926438.977788:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.977806:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926438.977809:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.977812:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926438.977815:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926438.977817:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926438.977823:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513943168:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926438.977827:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926438.977834:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926438.977839:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.977845:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926438.977851:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cc600. 02000000:00000001:1.0:1788926438.977857:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926438.977868:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926438.977875:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926438.977884:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8198. 00000100:00000200:1.0:1788926438.977895:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513943168, portal 25 00000100:00000001:1.0:1788926438.977901:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.977905:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:1.0:1788926438.977916:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.977935:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926438.977942:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926438.977947:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8660. 00000100:00000200:1.0:1788926438.977955:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513943168, offset 0 00000400:00000200:1.0:1788926438.977965:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926438.977979:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.977992:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926438.978001:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926438.978010:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926438.978017:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926438.978023:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926438.978031:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2725:2725:256:4294967295] 192.168.203.140@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:1.0:1788926438.978041:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.978061:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000040:2.0:1788926438.978068:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296474070, at 4296474112 00000800:00000200:1.0:1788926438.978077:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00000010:2.0:1788926438.978078:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198f00. 00000800:00000010:1.0:1788926438.978088:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e000. 00000800:00000200:1.0:1788926438.978100:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926438.978113:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926438.978122:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926438.978145:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926438.978156:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926438.978161:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296478305 00000100:00000010:1.0:1788926438.978170:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e780. 00000100:00000001:1.0:1788926438.978178:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926438.978187:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296478305 00000100:00000010:1.0:1788926438.978193:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e000. 00000100:00000001:1.0:1788926438.978199:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926438.978203:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.978207:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.978214:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.978220:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.978232:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926438.978237:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926438.978241:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926438.978245:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926438.978248:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926438.978257:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.978271:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1788926438.978273:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788926438.978276:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788926438.978279:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 02000000:00000001:1.0:1788926438.978281:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926438.978285:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788926438.978287:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788926438.978292:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926438.978298:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00100000:1.0:1788926438.978301:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513943424:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926438.978306:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788926438.978307:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 02000000:00000001:1.0:1788926438.978312:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1788926438.978313:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 02000000:00000001:1.0:1788926438.978316:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.978320:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788926438.978321:0:2391:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1788926438.978327:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cd000. 00000100:00000200:2.0:1788926438.978330:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788926438.978331:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926438.978342:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926438.978348:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4058. 00000100:00000001:2.0:1788926438.978353:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1788926438.978353:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8330. 00000100:00000200:1.0:1788926438.978359:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513943424, portal 10 00000100:00000040:2.0:1788926438.978360:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.978362:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.978365:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494169216 : -108341215382400 : ffff9d76d857b480) 00000100:00000001:2.0:1788926438.978372:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926438.978375:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788926438.978471:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.978479:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926438.978482:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926438.978485:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8a18. 00000100:00000200:1.0:1788926438.978488:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513943424, offset 0 00000400:00000200:1.0:1788926438.978493:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926438.978498:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.978502:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926438.978505:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926438.978508:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926438.978510:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926438.978513:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926438.978517:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2726:2726:256:4294967295] 192.168.203.140@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:1.0:1788926438.978522:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.978529:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926438.978542:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926438.978547:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e600. 00000800:00000200:1.0:1788926438.978557:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926438.978566:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926438.978573:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926438.978587:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.978592:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20416 usecs (21 jiffies) 00000400:00000200:1.0:1788926438.978602:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926438.978607:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296474134 00000100:00000001:1.0:1788926438.978614:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296478305 00000100:00000001:1.0:1788926438.978621:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296474134 00000100:00000001:1.0:1788926438.978627:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296478305 00000100:00000001:1.0:1788926438.978631:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.978637:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.978644:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926438.978652:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788926438.978665:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788926438.978667:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1788926438.978671:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000100:00000001:1.0:1788926438.978671:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.978676:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788926438.978679:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788926438.978680:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926438.978686:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926438.978690:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00100000:1.0:1788926438.978694:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513943680:192.168.203.140@tcp:400:kworker.0 00000400:00000200:3.0:1788926438.978698:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8a18 00000400:00000010:3.0:1788926438.978703:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8a18. 00000100:00000001:1.0:1788926438.978704:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788926438.978710:0:2392:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1788926438.978710:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926438.978714:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.978718:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1788926438.978719:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788926438.978722:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cda00. 02000000:00000001:1.0:1788926438.978727:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926438.978734:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926438.978735:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1788926438.978739:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb41b8. 00000100:00000040:3.0:1788926438.978741:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788926438.978744:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8cc0. 00000100:00000200:1.0:1788926438.978750:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513943680, portal 4 00000100:00000001:1.0:1788926438.978754:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926438.978756:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494164736 : -108341215386880 : ffff9d76d857a300) 00000100:00000001:3.0:1788926438.978765:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.978767:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.978768:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926438.978780:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788926438.978784:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1788926438.978788:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926438.978799:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:3.0:1788926438.978806:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1788926438.978806:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000400:00000200:3.0:1788926438.978814:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000200:1.0:1788926438.978814:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513943680, offset 0 00000400:00000200:3.0:1788926438.978820:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08212a8 00000400:00000010:3.0:1788926438.978825:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08212a8. 00000100:00000001:3.0:1788926438.978830:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926438.978838:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513943296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.978855:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926438.978861:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513943296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.978872:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926438.978875:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788926438.983530:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926438.983545:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.983553:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926438.983558:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926438.983562:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926438.983565:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926438.983568:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926438.983572:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2728:2728:256:4294967295] 192.168.203.140@tcp LPNI seq info [2728:2728:8:4294967295] 00000400:00000200:1.0:1788926438.983577:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926438.983586:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926438.983592:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926438.983602:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e900. 00000800:00000200:1.0:1788926438.983609:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926438.983617:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926438.983621:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926438.983647:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.983654:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 235785 usecs (236 jiffies) 00000400:00000200:1.0:1788926438.983659:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926438.983661:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296474354 00000100:00000001:1.0:1788926438.983664:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296478305 00000100:00000001:1.0:1788926438.983667:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296474354 00000100:00000001:1.0:1788926438.983669:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296478305 00000100:00000001:1.0:1788926438.983671:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.983674:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.983679:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.983683:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.983691:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926438.983694:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926438.983697:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926438.983699:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926438.983700:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.983703:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926438.985710:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.985724:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.985728:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.985730:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.985737:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.985743:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.985750:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.985755:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.985759:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.985763:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235bd80 00000400:00000200:3.0:1788926438.985768:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.985774:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c8d [1] + 224 00000800:00000001:3.0:1788926438.985780:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.985784:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.985788:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.985801:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.985809:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.985817:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926438.985828:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.985892:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926438.985895:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788926438.985978:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926438.985983:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:2.0:1788926438.985989:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926438.985993:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926438.985998:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:2.0:1788926438.986001:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:2.0:1788926438.986004:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926438.986010:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926438.986020:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926438.986024:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926438.986032:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926438.986033:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926438.986066:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926438.986069:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926438.986072:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926438.986075:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926438.986078:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821440 00000400:00000010:2.0:1788926438.986080:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821440. 00000100:00000001:2.0:1788926438.986083:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926438.986087:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513943552/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926438.986093:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926438.986096:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513943552/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926438.986102:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926438.986104:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926438.987141:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.987156:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.987167:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926438.987171:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.987173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.987179:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.987185:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926438.987191:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.987194:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.987198:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.987202:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235bc80 00000400:00000200:3.0:1788926438.987206:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926438.987211:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c7d [1] + 224 00000800:00000001:3.0:1788926438.987217:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.987223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.987225:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.987229:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.987233:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.987240:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926438.987250:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.987258:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.987261:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.987263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926438.989491:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.989510:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926438.989515:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.989521:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926438.989530:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.989537:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926438.989545:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.989550:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.989554:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.989559:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235bd00 00000400:00000200:2.0:1788926438.989564:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.989570:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c85 [1] + 224 00000800:00000001:2.0:1788926438.989578:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.989581:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926438.991553:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926438.991559:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926438.991563:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4058. 00000400:00000200:1.0:1788926438.991571:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:1.0:1788926438.991574:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:1.0:1788926438.991579:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926438.991589:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926438.991601:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.991610:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926438.991612:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.991618:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926438.991621:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926438.991624:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926438.991626:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.991628:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926438.991637:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=105 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926438.991640:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926438.991643:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926438.991646:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.991649:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926438.991653:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.991656:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926438.991658:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788926438.991660:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926438.991662:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.991666:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.991679:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.991682:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926438.991684:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926438.991688:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926438.991696:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513943424:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926438.991702:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926438.991704:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926438.991705:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926438.991708:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8198 00000400:00000010:1.0:1788926438.991710:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8198. 00000100:00000001:1.0:1788926438.991711:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926438.991715:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926438.991722:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.991727:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926438.991728:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.991730:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926438.991731:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926438.991732:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926438.991733:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926438.991735:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926438.991737:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926438.991740:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926438.991743:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926438.991744:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926438.991745:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926438.991747:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.991749:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926438.991753:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.991759:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926438.991761:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926438.991762:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926438.991766:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926438.991773:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513943168:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926438.991830:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.991838:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.991842:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857b480 x1875823513943424/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.991849:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926438.991852:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926438.991856:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cd000. 02000000:00000001:1.0:1788926438.991860:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926438.991863:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926438.991864:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926438.991867:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926438.991870:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2f00. 02000000:00000001:1.0:1788926438.991873:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926438.991874:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926438.991876:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857b480. 00000100:00000001:1.0:1788926438.991879:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926438.991880:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.991882:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926438.991885:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513943168/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926438.991891:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926438.991892:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926438.991894:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cc600. 02000000:00000001:1.0:1788926438.991896:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926438.991897:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926438.991899:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926438.991900:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926438.991901:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2000. 02000000:00000001:1.0:1788926438.991903:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926438.991904:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926438.991906:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:1.0:1788926438.991908:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926438.991909:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926438.991913:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.991915:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926438.991917:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926438.991919:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926438.991920:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926438.992479:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.992536:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926438.992541:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926438.992553:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926438.992561:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926438.992566:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513943296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926438.992575:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a680 x1875823513943296/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926438.992595:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926438.992605:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926438.992608:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926438.997672:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997689:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926438.997694:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997696:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926438.997703:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997711:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926438.997722:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997727:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997733:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997737:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235be80 00000400:00000200:2.0:1788926438.997742:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997748:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c95 [1] + 224 00000800:00000001:2.0:1788926438.997755:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997758:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926438.997762:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926438.997766:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926438.997772:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926438.997781:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926438.997807:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926438.997829:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926438.997840:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997844:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926438.997846:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997847:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926438.997850:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997853:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926438.997857:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997859:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997861:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997864:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235be00 00000400:00000200:2.0:1788926438.997867:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926438.997871:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7c9d [1] + 224 00000800:00000001:2.0:1788926438.997875:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997882:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926438.997884:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926438.997887:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926438.997890:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926438.997894:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513943552/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926438.997902:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579f80 x1875823513943552/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926438.997921:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926438.997926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926438.997929:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.000888:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926439.000897:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926439.000907:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926439.000909:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926439.000913:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb41b8. 00000400:00000200:1.0:1788926439.000922:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:1.0:1788926439.000924:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:1.0:1788926439.000928:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926439.000941:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926439.000953:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926439.000961:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926439.000963:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.000966:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926439.000969:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926439.000971:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926439.000974:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926439.000977:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926439.000986:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=106 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926439.000990:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926439.000993:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926439.000994:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.000997:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926439.001002:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.001005:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926439.001008:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967325 00000100:00000001:1.0:1788926439.001009:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926439.001011:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926439.001015:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926439.001022:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926439.001024:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926439.001026:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926439.001029:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926439.001036:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513943680:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926439.001041:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.001043:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926439.001046:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a300 x1875823513943680/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926439.001053:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926439.001055:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926439.001059:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cda00. 02000000:00000001:1.0:1788926439.001062:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926439.001065:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926439.001067:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926439.001069:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926439.001071:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2100. 02000000:00000001:1.0:1788926439.001074:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926439.001076:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926439.001078:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a300. 00000100:00000001:1.0:1788926439.001081:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926439.001082:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.001084:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.001091:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926439.001093:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.001095:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926439.001098:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926439.067838:0:32591:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926439.067845:0:32591:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926439.067848:0:32591:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926439.067851:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667bc0 00000080:00200000:2.0:1788926439.067856:0:32591:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926439.067863:0:32591:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10aea00. 00800000:00000002:2.0:1788926439.067870:0:32591:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926439.067874:0:32591:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926439.067878:0:32591:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926439.067881:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667ae0 00800000:00000002:2.0:1788926439.067884:0:32591:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926439.067888:0:32591:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926439.067890:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926439.067893:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926439.067895:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926439.067897:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926439.067900:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926439.067902:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926439.067904:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926439.067908:0:32591:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926439.067912:0:32591:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926439.067914:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416679b0 00000002:00010000:2.0:1788926439.067915:0:32591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926439.067919:0:32591:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926439.067921:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926439.067924:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926439.067930:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a800 count: 2 00010000:00000001:2.0:1788926439.067933:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926439.067937:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926439.067941:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926439.067946:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7b4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab1ca expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926439.067957:0:32591:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926439.067962:0:32591:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926439.067965:0:32591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7b4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab1ca expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926439.067972:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926439.067974:0:32591:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926439.067976:0:32591:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926439.067977:0:32591:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926439.067979:0:32591:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926439.067982:0:32591:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926439.067985:0:32591:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926439.067988:0:32591:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926439.067991:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10aea00. 00000080:00000001:2.0:1788926439.067995:0:32591:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926439.067996:0:32591:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926439.067999:0:32591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926439.068003:0:32591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7b4 00800000:00000001:2.0:1788926439.068005:0:32591:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926439.068008:0:32591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926439.068009:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926439.068011:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926439.068014:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:2.0:1788926439.068016:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:2.0:1788926439.068019:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:2.0:1788926439.068021:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926439.068023:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926439.068024:0:32591:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926439.068026:0:32591:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926439.068028:0:32591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7b4 from it ffffb2d841667bf8 00010000:00000001:2.0:1788926439.068030:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926439.068031:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926439.068032:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:2.0:1788926439.068034:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:2.0:1788926439.068036:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:2.0:1788926439.068038:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926439.068041:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab1ca expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926439.068047:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926439.068049:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926439.068050:0:32591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926439.068052:0:32591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926439.068055:0:32591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c7b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab1ca expref: -99 pid: 32581 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926439.068065:0:32591:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926439.068068:0:32591:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926439.068070:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926439.068075:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926439.068076:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926439.068077:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068080:0:32591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926439.068082:0:32591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068083:0:32591:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068086:0:32591:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068088:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926439.068089:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926439.068090:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926439.068093:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926439.068095:0:32591:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926439.068097:0:32591:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926439.068101:0:32591:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926439.068110:0:32591:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d010e0. 00000020:00000001:2.0:1788926439.068113:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667b28 00000080:00200000:2.0:1788926439.068115:0:32591:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=25 00000080:00000001:2.0:1788926439.068119:0:32591:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926439.068120:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416679d8 00000080:00200000:2.0:1788926439.068122:0:32591:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:2.0:1788926439.068128:0:32591:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10aea00. 00800000:00000002:2.0:1788926439.068131:0:32591:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926439.068134:0:32591:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926439.068136:0:32591:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926439.068137:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416678f8 00800000:00000002:2.0:1788926439.068139:0:32591:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926439.068142:0:32591:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926439.068145:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926439.068146:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926439.068147:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926439.068149:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926439.068151:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926439.068152:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926439.068154:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926439.068156:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667890 00800000:00000002:2.0:1788926439.068158:0:32591:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788926439.068161:0:32591:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926439.068162:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416677c8 00000002:00010000:2.0:1788926439.068163:0:32591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788926439.068167:0:32591:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926439.068169:0:32591:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926439.068173:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38700. 00000020:00000040:2.0:1788926439.068176:0:32591:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926439.068182:0:32591:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926439.068185:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926439.068188:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926439.068190:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926439.068191:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926439.068193:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926439.068195:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926439.068198:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926439.068204:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10de400. 00000100:00000001:2.0:1788926439.068223:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068229:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926439.068230:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068232:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926439.068233:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926439.068235:0:32591:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926439.068241:0:32591:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231751424 : -108341477800192 : ffff9d76c8b38700) 00010000:00000001:2.0:1788926439.068245:0:32591:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926439.068247:0:32591:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926439.068250:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a800 count: 2 00010000:00000001:2.0:1788926439.068252:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926439.068254:0:32591:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926439.068258:0:32591:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880aa00. 00000020:00000001:2.0:1788926439.068261:0:32591:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926439.068264:0:32591:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880aa00 with handle 0xdeff66104c08c7c9 to hash 00000020:00000001:2.0:1788926439.068266:0:32591:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926439.068267:0:32591:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926439.068270:0:32591:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926439.068273:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926439.068275:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926439.068278:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c7c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926439.068640:0:32591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c7c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926439.068650:0:32591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c7c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926439.068656:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926439.068658:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926439.068665:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276540. 00000100:00000001:2.0:1788926439.068667:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138681664 : -108341570869952 : ffff9d76c3276540) 00000100:00000001:2.0:1788926439.068669:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926439.068670:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231751424 : -108341477800192 : ffff9d76c8b38700) 00000100:00000001:2.0:1788926439.068676:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926439.068679:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926439.068680:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926439.068682:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926439.068691:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38700 x1875823513943808/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.068754:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926439.068756:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926439.068760:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926439.068763:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926439.068765:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926439.068769:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38700 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513943808:192.168.203.140@tcp:101:touch.0 00000100:00000001:2.0:1788926439.068775:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926439.068779:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926439.068781:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926439.068783:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926439.068787:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b1800. 02000000:00000001:2.0:1788926439.068798:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926439.068807:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926439.068812:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a62c0. 00000400:00000010:2.0:1788926439.068817:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530220. 00000100:00000200:2.0:1788926439.068825:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513943808, portal 10 00000100:00000001:2.0:1788926439.068827:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926439.068828:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231751424 : -108341477800192 : ffff9d76c8b38700) 00000100:00000040:2.0:1788926439.068835:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38700 x1875823513943808/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926455 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.068847:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926439.068849:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926439.068852:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530c38. 00000100:00000200:2.0:1788926439.068854:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513943808, offset 0 00000400:00000200:2.0:1788926439.068860:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926439.068868:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.068875:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926439.068880:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926439.068883:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926439.068886:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926439.068888:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926439.068892:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2730:2730:256:4294967295] 192.168.203.140@tcp LPNI seq info [2730:2730:8:4294967295] 00000400:00000200:2.0:1788926439.068896:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.068904:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926439.068909:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926439.068914:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926439.068920:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926439.068928:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926439.068932:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788926439.068994:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926439.068999:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 806251 usecs (807 jiffies) 00000400:00000200:2.0:1788926439.069002:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926439.069005:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296475010 00000100:00000001:2.0:1788926439.069008:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296478305 00000100:00000001:2.0:1788926439.069011:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296475010 00000100:00000001:2.0:1788926439.069013:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296478305 00000100:00000001:2.0:1788926439.069015:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926439.069018:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926439.069020:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926439.069022:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926439.069024:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276540 going to sleep for 11 seconds 00000100:00000001:2.0:1788926439.069027:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926439.069029:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926439.072617:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926439.072627:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:2.0:1788926439.072633:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926439.072641:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926439.072649:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530c38 00000400:00000010:2.0:1788926439.072652:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530c38. 00000100:00000001:2.0:1788926439.072657:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926439.072664:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38700 x1875823513943808/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926455 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.072677:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926439.072680:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38700 x1875823513943808/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926455 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.072687:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926439.072688:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926439.081629:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.081645:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926439.081649:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.081651:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926439.081659:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.081667:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926439.081676:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.081681:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.081688:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.081692:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235bf00 00000400:00000200:2.0:1788926439.081697:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.081712:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7ca5 [1] + 224 00000800:00000001:2.0:1788926439.081719:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.081725:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926439.081729:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926439.081734:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926439.081742:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926439.081750:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38700 x1875823513943808/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926455 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926439.081761:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b38700 x1875823513943808/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926455 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.081782:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926439.081797:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.081800:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788926439.084094:0:32591:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c8b02c00. 00000100:00000200:1.0:1788926439.084103:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513944064, portal 10 00000100:00000001:1.0:1788926439.084105:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926439.084107:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:1.0:1788926439.084124:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926439.084132:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926439.084134:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926439.084138:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8cc0. 00000100:00000200:1.0:1788926439.084141:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513944064, offset 0 00000400:00000200:1.0:1788926439.084148:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926439.084156:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926439.084172:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926439.084177:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926439.084181:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926439.084184:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926439.084187:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926439.084190:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2731:2731:256:4294967295] 192.168.203.140@tcp LPNI seq info [2731:2731:8:4294967295] 00000400:00000200:1.0:1788926439.084193:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926439.084203:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926439.084208:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926439.084213:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e100. 00000800:00000200:1.0:1788926439.084220:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926439.084227:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926439.084231:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788926439.084259:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926439.084264:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 805127 usecs (806 jiffies) 00000400:00000200:1.0:1788926439.084268:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926439.084270:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296475024 00000100:00000001:1.0:1788926439.084273:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296478305 00000100:00000001:1.0:1788926439.084276:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296475024 00000100:00000001:1.0:1788926439.084278:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296478305 00000100:00000001:1.0:1788926439.084281:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926439.084284:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.084287:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926439.084289:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926439.084291:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d11096c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926439.084295:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926439.084297:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926439.084998:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926439.085004:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:2.0:1788926439.085010:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926439.085016:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926439.085021:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:2.0:1788926439.085024:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:2.0:1788926439.085028:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926439.085033:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.085043:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926439.085047:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.085053:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926439.085055:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926439.091055:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.091073:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926439.091078:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.091080:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926439.091089:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.091097:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926439.091107:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.091112:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.091117:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.091122:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235c000 00000400:00000200:2.0:1788926439.091127:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926439.091133:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7cb5 [32] + 224 00000800:00000001:2.0:1788926439.091139:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.091147:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926439.091150:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926439.091154:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926439.091161:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926439.091170:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926439.091179:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926439.091202:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926439.091210:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926439.091213:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.091282:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926439.091298:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926439.091300:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926439.091304:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52141b8. 00000400:00000200:1.0:1788926439.091308:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c8b02c00 00000400:00000010:1.0:1788926439.091311:0:32591:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c8b02c00. 00000100:00000001:1.0:1788926439.091315:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926439.091320:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926439.091328:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579f80 x1875823513944064/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926455 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926439.091334:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926439.091337:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.091339:0:32591:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926439.091342:0:32591:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926439.091344:0:32591:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926439.091346:0:32591:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926439.091348:0:32591:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926439.091366:0:32591:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=106 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926439.091370:0:32591:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926439.091372:0:32591:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926439.091374:0:32591:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.091376:0:32591:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926439.091380:0:32591:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.091383:0:32591:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926439.091385:0:32591:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x1] 00000100:00000001:1.0:1788926439.091387:0:32591:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926439.091388:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926439.091390:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000001:1.0:1788926439.091393:0:32591:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926439.091430:0:32591:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967614 00000100:00000001:1.0:1788926439.091433:0:32591:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926439.091435:0:32591:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926439.091441:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926455 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926439.091448:0:32591:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926439.091450:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926439.091452:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926439.091455:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926455 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926439.091463:0:32591:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513944064:192.168.203.140@tcp:101:touch.0 00000100:00000001:1.0:1788926439.091467:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926439.091470:0:32591:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.091472:0:32591:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926439.091474:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926439.091477:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926455 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926439.091483:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926439.091486:0:32591:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d11096c0. 00000100:00000001:1.0:1788926439.091489:0:32591:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926439.091490:0:32591:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.091493:0:32591:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926439.091498:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.091501:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.091503:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=4 00000020:00000001:1.0:1788926439.091506:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091509:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000040:1.0:1788926439.091515:0:32591:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009200, remote cookie: 0x840913afd2dab241, flags: 0x1001 00010000:00010000:1.0:1788926439.091520:0:32591:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926439.091529:0:32591:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:1.0:1788926439.091532:0:32591:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926439.091541:0:32591:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f800. 00010000:00000010:1.0:1788926439.091557:0:32591:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592500. 00010000:00000001:1.0:1788926439.091562:0:32591:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926439.091566:0:32591:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926439.091574:0:32591:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.091580:0:32591:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926439.091584:0:32591:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926439.091586:0:32591:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926439.091587:0:32591:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926439.091589:0:32591:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926439.091591:0:32591:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9d76d065f800) refcount = 1 00010000:00010000:1.0:1788926439.091595:0:32591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.091601:0:32591:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926439.091605:0:32591:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926439.091606:0:32591:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926439.091610:0:32591:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926439.091612:0:32591:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926439.091616:0:32591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.091622:0:32591:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926439.091624:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.091625:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.091626:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.091627:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.091628:0:32591:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.091632:0:32591:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926439.091635:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.091636:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.091638:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.091639:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091641:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091643:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.091644:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.091645:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=4 00000020:00000001:1.0:1788926439.091647:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091649:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091651:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926439.091655:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926439.091658:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.091664:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.091666:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.091667:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.091668:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.091669:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=5 00000020:00000001:1.0:1788926439.091671:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091673:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.091675:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926439.091678:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.091684:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.091685:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926439.091688:0:32591:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.091694:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926439.091695:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.091696:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.091697:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.091698:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926439.092002:0:32591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926455 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926439.092012:0:32591:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926439.092017:0:32591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926455 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926439.092024:0:32591:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.092032:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.092033:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.092036:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.092037:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.092040:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00000002:00010000:1.0:1788926439.092044:0:32591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926439.092054:0:32591:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020e000. 00010000:00000001:1.0:1788926439.092056:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.092057:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926439.092059:0:32591:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.092061:0:32591:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.092064:0:32591:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788926439.092066:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926439.092068:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000001:1.0:1788926439.092070:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926439.092071:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00010000:00000001:1.0:1788926439.092073:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.092075:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.092076:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.092078:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.092080:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00000002:00010000:1.0:1788926439.092083:0:32591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.092089:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.092091:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.092092:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926439.092093:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.092095:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.092096:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.092097:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.092099:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000040:1.0:1788926439.092103:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 2 00010000:00000001:1.0:1788926439.092106:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926439.092110:0:32591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:1.0:1788926439.092112:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.092113:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926439.092115:0:32591:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926439.092118:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667768 00000002:00002000:1.0:1788926439.092120:0:32591:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788926439.092123:0:32591:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926439.092126:0:32591:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926439.092129:0:32591:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926439.092132:0:32591:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926439.092136:0:32591:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926439.092139:0:32591:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000001:1.0:1788926439.092142:0:32591:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926439.092144:0:32591:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e0052600 it_disposition 1800037 00000080:00002000:1.0:1788926439.092149:0:32591:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1759870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788926439.092153:0:32591:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926439.092156:0:32591:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788926439.092158:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667990 00000080:00200000:1.0:1788926439.092160:0:32591:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9d76d158f448), intent=open|creat 00000080:00000001:1.0:1788926439.092163:0:32591:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788926439.092165:0:32591:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926439.092169:0:32591:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926439.092172:0:32591:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926439.092175:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788926439.092178:0:32591:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788926439.092189:0:32591:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d15b0840. 00000020:00000001:1.0:1788926439.092199:0:32591:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788926439.092201:0:32591:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788926439.092204:0:32591:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788926439.092206:0:32591:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9d76d15b0908) 00000020:00000001:1.0:1788926439.092210:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926439.092213:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926439.092216:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926439.092219:0:32591:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788926439.092224:0:32591:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76c84ce3e8. 00000020:00000001:1.0:1788926439.092227:0:32591:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926439.092229:0:32591:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926439.092237:0:32591:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788926439.092241:0:32591:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76c7e134d8. 00020000:00000001:1.0:1788926439.092243:0:32591:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732217967832 : -108341491583784 : ffff9d76c7e134d8) 00020000:00000001:1.0:1788926439.092246:0:32591:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788926439.092248:0:32591:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926439.092253:0:32591:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e240. 00020000:00000010:1.0:1788926439.092257:0:32591:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10db180. 00020000:00000010:1.0:1788926439.092262:0:32591:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e8a0. 00020000:00000001:1.0:1788926439.092264:0:32591:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622960800 : -108341086590816 : ffff9d76e004e8a0) 00020000:00000002:1.0:1788926439.092268:0:32591:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e8a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926439.092272:0:32591:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926439.092275:0:32591:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db180: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1788926439.092278:0:32591:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788926439.092340:0:32591:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e8a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926439.092345:0:32591:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926439.092348:0:32591:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db180: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1788926439.092443:0:32591:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76d1a915a0. 00020000:00000010:1.0:1788926439.092447:0:32591:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76ca773c00. 00020000:00000001:1.0:1788926439.092451:0:32591:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788926439.092454:0:32591:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c85cc5f0. 00020000:00000001:1.0:1788926439.092457:0:32591:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788926439.092458:0:32591:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788926439.092464:0:32591:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788926439.092467:0:32591:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76c84cea28. 00000020:00000001:1.0:1788926439.092469:0:32591:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926439.092470:0:32591:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926439.092473:0:32591:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732225026728 : -108341484524888 : ffff9d76c84ceaa8) 00020000:00000001:1.0:1788926439.092477:0:32591:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788926439.092481:0:32591:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c31b68c0. 00020000:00000001:1.0:1788926439.092483:0:32591:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926439.092488:0:32591:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225026728 : -108341484524888 : ffff9d76c84ceaa8) 00020000:00000001:1.0:1788926439.092490:0:32591:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732225026728 : -108341484524888 : ffff9d76c84ceaa8) 00020000:00000002:1.0:1788926439.092493:0:32591:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x13:0x0]@ffff9d76c84cea28[0:0] -> [0x200000405:0x26:0x0]@ffff9d76c84ce3e8: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1788926439.092498:0:32591:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788926439.092500:0:32591:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788926439.092502:0:32591:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926439.092505:0:32591:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225025128 : -108341484526488 : ffff9d76c84ce468) 00000020:00001000:1.0:1788926439.092509:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:1.0:1788926439.092513:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:1.0:1788926439.092516:0:32591:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926439.092519:0:32591:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611174 mtime from 0 to 1788926439 00000080:00000001:1.0:1788926439.092523:0:32591:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788926439.092526:0:32591:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376946952 : -108341332604664 : ffff9d76d15b0908) 00010000:00000001:1.0:1788926439.092528:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.092530:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.092531:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.092533:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.092535:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00000080:00000001:1.0:1788926439.092538:0:32591:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926439.092540:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926439.092541:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926439.092543:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926439.092544:0:32591:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926439.092935:0:32591:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926439.092937:0:32591:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926439.092941:0:32591:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e840. 00020000:00000010:1.0:1788926439.092945:0:32591:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10dbf00. 00020000:00000010:1.0:1788926439.092948:0:32591:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004ed20. 00020000:00000001:1.0:1788926439.092950:0:32591:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622961952 : -108341086589664 : ffff9d76e004ed20) 00020000:00000002:1.0:1788926439.092952:0:32591:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004ed20, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926439.092956:0:32591:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926439.092959:0:32591:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbf00: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788926439.092963:0:32591:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e134d8) owner ffff9d76d1220000 00020000:00000001:1.0:1788926439.092966:0:32591:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926439.092968:0:32591:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e134d8) owner ffff9d76d1220000 00020000:00000010:1.0:1788926439.092972:0:32591:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10dbf00. 00020000:00000010:1.0:1788926439.092975:0:32591:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e840. 00020000:00000010:1.0:1788926439.092979:0:32591:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004ed20. 00020000:00000002:1.0:1788926439.092981:0:32591:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926439.092983:0:32591:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926439.092984:0:32591:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926439.092988:0:32591:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926439.092991:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:1.0:1788926439.092994:0:32591:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e8a0 addref 2/0 by ffff9d76d1220000. 00020000:00000002:1.0:1788926439.092995:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:1.0:1788926439.092998:0:32591:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926439.092999:0:32591:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926439.093000:0:32591:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926439.093002:0:32591:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926439.093004:0:32591:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926439.093006:0:32591:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926439.093008:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:1.0:1788926439.093010:0:32591:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.093012:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.093014:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926439.093015:0:32591:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926439.093018:0:32591:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926439.093020:0:32591:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926439.093022:0:32591:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) 00000080:00010000:1.0:1788926439.093025:0:32591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) for lock 0xdeff66104c08c7d0 00800000:00000001:1.0:1788926439.093028:0:32591:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926439.093030:0:32591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926439.093032:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.093033:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.093035:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.093036:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.093038:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.093041:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.093042:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926439.093043:0:32591:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926439.093045:0:32591:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.093046:0:32591:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788926439.093048:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926439.093055:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926439.093062:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926439.093067:0:32591:0:(namei.c:1651:ll_create_it()) inode ffff9d76d15b0908 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000001:1.0:1788926439.093070:0:32591:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926439.093074:0:32591:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) 00000080:00000001:1.0:1788926439.093077:0:32591:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926439.093081:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca79e800. 00000100:00000001:1.0:1788926439.093084:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926439.093088:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926439.093094:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.093097:0:32591:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788926439.093099:0:32591:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926439.093101:0:32591:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d15b0908 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000001:1.0:1788926439.093108:0:32591:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926439.093111:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667a68 00000080:00200008:1.0:1788926439.093113:0:32591:0:(file.c:1090:ll_file_open()) START file f:[0x200000405:0x26:0x0](ffff9d76d15b0908), flags 104501 00000080:00000010:1.0:1788926439.093121:0:32591:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131d7c0. 00000080:00000010:1.0:1788926439.093127:0:32591:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e020ec00. 00000080:00000001:1.0:1788926439.093129:0:32591:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788926439.093132:0:32591:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788926439.093135:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926439.093138:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926439.093140:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926439.093142:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926439.093143:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926439.093145:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788926439.093148:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.093150:0:32591:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788926439.093154:0:32591:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1b5cca0. 00000002:00100000:1.0:1788926439.093158:0:32591:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926439.093164:0:32591:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926439.093166:0:32591:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788926439.093169:0:32591:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788926439.093172:0:32591:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.093175:0:32591:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926439.093177:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926439.093180:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788926439.093187:0:32591:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926439.093191:0:32591:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76d1140000. 02000000:00000001:1.0:1788926439.093212:0:32591:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788926439.093214:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926439.093217:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667a68 00000080:00000008:1.0:1788926439.093218:0:32591:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9d76d15b0908), flags 104501, rc = 0 00000080:00000001:1.0:1788926439.093222:0:32591:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926439.093224:0:32591:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e0052600 released 00000080:00010000:1.0:1788926439.093226:0:32591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7d0 from it ffff9d76e0052600 00010000:00000001:1.0:1788926439.093228:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926439.093229:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926439.093231:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:1.0:1788926439.093233:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.093235:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:1.0:1788926439.093238:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926439.093241:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926439.093249:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.093251:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.093252:0:32591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926439.093254:0:32591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926439.093257:0:32591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926439.093264:0:32591:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926439.093266:0:32591:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926439.093268:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926439.093272:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.093273:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.093275:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.093278:0:32591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926439.093280:0:32591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.093282:0:32591:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.096810:0:32591:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.096815:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926439.096818:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.096820:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926439.096823:0:32591:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926439.096826:0:32591:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788926439.096829:0:32591:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926439.096831:0:32591:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926439.096833:0:32591:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926439.096835:0:32591:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.096838:0:32591:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788926439.096839:0:32591:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.096841:0:32591:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926439.096844:0:32591:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.096846:0:32591:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926439.096850:0:32591:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e0052600. 00000080:00000001:1.0:1788926439.096857:0:32591:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.096863:0:32591:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926439.096865:0:32591:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9d76d15b0908), inode mode 81a4 mask 40 00000080:00000001:1.0:1788926439.096870:0:32591:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926439.096914:0:32591:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926439.096918:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:1.0:1788926439.096923:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:1.0:1788926439.096926:0:32591:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.096936:0:32591:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788926439.096939:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667c30 00000080:00200008:1.0:1788926439.096943:0:32591:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000405:0x26:0x0](ffff9d76d15b0908) current size 0, valid attrs 20070, mode 0, uid -1053638078, gid -1, new size 213440, atime 1788926439.000000000, mtime 1788926439.000000000, ctime 1788926439.000000000 00000080:00000002:1.0:1788926439.096950:0:32591:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788926439, ctime 1788926439, now = 1788926439 00000080:00000002:1.0:1788926439.096952:0:32591:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9d76d15b0908 attr 0x100201f0 need_sync_to_mds [0x200000405:0x26:0x0] 00000080:00000010:1.0:1788926439.096961:0:32591:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9d76d18cda00. 00000080:00000001:1.0:1788926439.096963:0:32591:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788926439.096972:0:32591:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788926439.096974:0:32591:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x26:0x0], valid 0x100201f0/0x0 00800000:00000001:1.0:1788926439.096977:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926439.096980:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926439.096982:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926439.096985:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926439.096987:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926439.096989:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788926439.096992:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.096997:0:32591:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788926439.097000:0:32591:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926439.097007:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 2 00010000:00000001:1.0:1788926439.097009:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926439.097013:0:32591:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926439.097016:0:32591:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926439.097020:0:32591:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788926439.097031:0:32591:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926439.097034:0:32591:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926439.097036:0:32591:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926439.097038:0:32591:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:1.0:1788926439.097042:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926439.097044:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926439.097047:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 3 00010000:00000001:1.0:1788926439.097049:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926439.097054:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.097055:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926439.097056:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926439.097057:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 3 00010000:00000001:1.0:1788926439.097059:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926439.097061:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.097062:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926439.097063:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926439.097064:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 3 00010000:00000001:1.0:1788926439.097066:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926439.097068:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926439.097070:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926439.097071:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926439.097072:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 3 00010000:00000001:1.0:1788926439.097074:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926439.097075:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.097077:0:32591:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.097079:0:32591:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926439.097081:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926439.097084:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926439.097087:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926439.097089:0:32591:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926439.097091:0:32591:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788926439.097094:0:32591:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926439.097096:0:32591:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926439.097099:0:32591:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926439.097102:0:32591:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926439.097104:0:32591:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926439.097106:0:32591:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926439.097107:0:32591:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926439.097109:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:1.0:1788926439.097112:0:32591:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926439.097114:0:32591:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926439.097116:0:32591:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff9d76d15b0908) invalid 00000020:00000001:1.0:1788926439.097118:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667838 00000080:00002000:1.0:1788926439.097120:0:32591:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9d76d1759870) parent ffff9d76d175ba20 inode ffff9d76d15b0908 refc 1 00000080:00000001:1.0:1788926439.097124:0:32591:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926439.097127:0:32591:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926439.097128:0:32591:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.097132:0:32591:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926439.097135:0:32591:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926439.097137:0:32591:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926439.097139:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926439.097142:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926439.097146:0:32591:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009200 with handle 0xdeff66104c08c7d0 from hash 00010000:00000001:1.0:1788926439.097148:0:32591:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926439.097150:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.097151:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.097153:0:32591:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926439.097155:0:32591:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926439.097157:0:32591:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926439.097160:0:32591:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926439.097162:0:32591:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926439.097164:0:32591:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788926439.097171:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a300. 00000020:00000040:1.0:1788926439.097175:0:32591:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926439.097181:0:32591:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926439.097185:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926439.097189:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926439.097190:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.097192:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.097194:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926439.097197:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926439.097200:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926439.097207:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18cc600. 00000100:00000001:1.0:1788926439.097213:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.097215:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926439.097218:0:32591:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926439.097224:0:32591:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926439.097232:0:32591:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926439.097233:0:32591:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926439.097235:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926439.097237:0:32591:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c7d0 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab241 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788926439.097245:0:32591:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020e000. 00010000:00000040:1.0:1788926439.097249:0:32591:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f800 count: 0 00010000:00000010:1.0:1788926439.097254:0:32591:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592500. 00010000:00000001:1.0:1788926439.097261:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926439.097263:0:32591:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.097265:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926439.097267:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926439.097269:0:32591:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788926439.097271:0:32591:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788926439, ctime 1788926439 00000020:00100000:1.0:1788926439.097279:0:32591:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788926439.098274:0:32591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926439.098362:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926439.098365:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926439.098375:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773cc0. 00000100:00000001:1.0:1788926439.098377:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354688 : -108341448196928 : ffff9d76ca773cc0) 00000100:00000001:1.0:1788926439.098380:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926439.098381:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000001:1.0:1788926439.098386:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926439.098390:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.098393:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926439.098394:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926439.098415:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926439.098423:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926439.098425:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926439.098428:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926439.098432:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926439.098434:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926439.098438:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513944320:192.168.203.140@tcp:36:touch.0 00000100:00000001:1.0:1788926439.098442:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926439.098447:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926439.098449:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926439.098451:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926439.098455:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926439.098457:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926439.098464:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926439.098469:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb41b8. 00000400:00000010:1.0:1788926439.098476:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8198. 00000100:00000200:1.0:1788926439.098484:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513944320, portal 10 00000100:00000001:1.0:1788926439.098486:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926439.098487:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000040:1.0:1788926439.098494:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926455 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926439.098501:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926439.098504:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926439.098506:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8330. 00000100:00000200:1.0:1788926439.098510:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875823513944320, offset 0 00000400:00000200:1.0:1788926439.098516:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926439.098524:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926439.098532:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926439.098537:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926439.098540:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926439.098544:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926439.098559:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926439.098563:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2732:2732:256:4294967295] 192.168.203.140@tcp LPNI seq info [2732:2732:8:4294967295] 00000400:00000200:1.0:1788926439.098567:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926439.098577:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926439.098583:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926439.098588:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ef00. 00000800:00000200:1.0:1788926439.098595:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926439.098604:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926439.098608:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ef00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788926439.098626:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926439.098631:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 803998 usecs (804 jiffies) 00000400:00000200:1.0:1788926439.098634:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926439.098637:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296475037 00000100:00000001:1.0:1788926439.098639:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296478305 00000100:00000001:1.0:1788926439.098642:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296475037 00000100:00000001:1.0:1788926439.098644:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296478305 00000100:00000001:1.0:1788926439.098647:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926439.098649:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926439.098651:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926439.098654:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926439.098656:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926439.098658:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926439.098661:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926439.099017:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926439.099022:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:2.0:1788926439.099027:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926439.099032:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926439.099038:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:2.0:1788926439.099041:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:2.0:1788926439.099045:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926439.099049:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926455 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926439.099059:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926439.099062:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926455 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926439.099069:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926439.099070:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926439.105586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f800. 00010000:00000010:1.1:1788926439.105594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009200. 00000020:00000001:3.0:1788926439.105674:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926439.105678:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926439.105681:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926440.131822:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926440.131826:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926440.131829:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926441.156491:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926441.156495:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926441.156498:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926441.537579:0:16789:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788926441.537588:0:16789:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926441.856235:0:32611:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926441.856244:0:32611:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926441.856247:0:32611:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926441.856254:0:32611:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926441.856257:0:32611:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926441.856262:0:32611:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926441.856264:0:32611:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926441.856266:0:32611:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926441.856267:0:32611:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926441.856270:0:32611:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926441.856271:0:32611:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926441.856274:0:32611:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788926441.856277:0:32611:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926441.856280:0:32611:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788926441.856297:0:32611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000800:00000200:2.0:1788926441.857828:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926441.857833:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926441.857839:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926441.857844:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926441.857849:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821880 00000400:00000010:2.0:1788926441.857851:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821880. 00000100:00000001:2.0:1788926441.857856:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926441.857861:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513944448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926457 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926441.857870:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926441.857873:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513944448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926457 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926441.857880:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926441.857882:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:3.0:1788926441.858282:0:32610:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926441.858286:0:32610:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926441.858287:0:32610:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926441.858290:0:32610:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926441.858294:0:32610:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926441.858296:0:32610:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926441.858297:0:32610:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926441.873923:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926441.873941:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926441.873945:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926441.873948:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926441.873957:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926441.873964:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926441.873973:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926441.873977:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926441.873982:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926441.873987:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d3235c180 00000400:00000200:2.0:1788926441.873992:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926441.873997:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7cc5 [1] + 224 00000800:00000001:2.0:1788926441.874004:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926441.874013:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926441.874016:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926441.874021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926441.874028:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926441.874037:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513944448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926441.874047:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a680 x1875823513944448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 344/224 e 0 to 0 dl 1788926457 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926441.874070:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926441.874078:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926441.874081:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926441.875727:0:32611:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926441.875731:0:32611:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926441.875734:0:32611:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:0.1:1788926441.884906:0:32433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:0.1:1788926441.884930:0:32433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00010000:00000010:0.1:1788926441.884934:0:32433:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a800. 00010000:00000010:0.1:1788926441.884937:0:32433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00010000:00000010:0.1:1788926441.893958:0:32613:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f900. 00010000:00000010:0.1:1788926441.893973:0:32613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499e00. 00010000:00000010:0.1:1788926441.893979:0:32613:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ad00. 00010000:00000010:0.1:1788926441.893982:0:32613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009600. 00020000:00000001:2.0:1788926441.904877:0:32581:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926441.904886:0:32581:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76e02d27c0 00020000:00000002:2.0:1788926441.904893:0:32581:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76e02d27c0 00020000:00000001:2.0:1788926441.904896:0:32581:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926441.904903:0:32581:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926441.904906:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bdf0 00000080:00200008:2.0:1788926441.904908:0:32581:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x25:0x0](ffff9d76d15b00c8), flags 100002 00000080:00000001:2.0:1788926441.904924:0:32581:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788926441.904926:0:32581:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788926441.904928:0:32581:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926441.904930:0:32581:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76e02d27c0 00020000:00000002:2.0:1788926441.904932:0:32581:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76e02d27c0 00020000:00000001:2.0:1788926441.904934:0:32581:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926441.904936:0:32581:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788926441.904941:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926441.904944:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926441.904946:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926441.904948:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926441.904950:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926441.904952:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1788926441.904955:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926441.904959:0:32581:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926441.904963:0:32581:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926441.904969:0:32581:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926441.904971:0:32581:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926441.904973:0:32581:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x25:0x0]: 0 00000080:00000001:2.0:1788926441.904975:0:32581:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926441.904978:0:32581:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926441.904983:0:32581:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10aea00. 00000080:00000001:2.0:1788926441.904986:0:32581:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788926441.904991:0:32581:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926441.904997:0:32581:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926441.904999:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926441.905000:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926441.905002:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926441.905003:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926441.905005:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926441.905006:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:2.0:1788926441.905008:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926441.905010:0:32581:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x25:0x0] 00000002:00000001:2.0:1788926441.905015:0:32581:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926441.905017:0:32581:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x25:0x0] file closed with intent: 0 00000100:00000010:2.0:1788926441.905023:0:32581:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a680. 00000020:00000040:2.0:1788926441.905027:0:32581:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926441.905032:0:32581:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926441.905035:0:32581:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926441.905040:0:32581:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926441.905047:0:32581:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af200. 00000100:00000001:2.0:1788926441.905053:0:32581:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926441.905071:0:32581:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926441.905083:0:32581:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1788926441.905087:0:32581:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926441.905094:0:32581:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926441.905095:0:32581:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926441.905101:0:32581:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276300. 00000100:00000001:2.0:1788926441.905103:0:32581:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138681088 : -108341570870528 : ffff9d76c3276300) 00000100:00000001:2.0:1788926441.905106:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926441.905107:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000001:2.0:1788926441.905112:0:32581:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926441.905762:0:32581:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926441.905766:0:32581:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926441.905767:0:32581:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926441.905783:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926441.905792:0:32581:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926441.905794:0:32581:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926441.905797:0:32581:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926441.905799:0:32581:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926441.905802:0:32581:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926441.905805:0:32581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:32581:1875823513944704:192.168.203.140@tcp:35:multiop.0 00000100:00000001:2.0:1788926441.905808:0:32581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926441.905813:0:32581:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926441.905815:0:32581:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926441.905817:0:32581:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926441.905901:0:32581:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90000. 02000000:00000001:3.0:1788926441.905905:0:32581:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926441.905925:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926441.905931:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841be70. 00000400:00000010:3.0:1788926441.905938:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926441.905946:0:32581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513944704, portal 10 00000100:00000001:3.0:1788926441.905948:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926441.905949:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:3.0:1788926441.905958:0:32581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926457 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926441.905966:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926441.905968:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926441.905971:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab330. 00000100:00000200:3.0:1788926441.905974:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513944704, offset 0 00000400:00000200:3.0:1788926441.905981:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926441.905990:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926441.905997:0:32581:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926441.906001:0:32581:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926441.906005:0:32581:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926441.906008:0:32581:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926441.906011:0:32581:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926441.906015:0:32581:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2734:2734:256:4294967295] 192.168.203.140@tcp LPNI seq info [2734:2734:8:4294967295] 00000400:00000200:3.0:1788926441.906019:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926441.906027:0:32581:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926441.906033:0:32581:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926441.906038:0:32581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:3.0:1788926441.906044:0:32581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926441.906051:0:32581:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926441.906055:0:32581:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788926441.906074:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926441.906079:0:32581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 802890 usecs (803 jiffies) 00000400:00000200:3.0:1788926441.906083:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926441.906085:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296477843 00000100:00000001:3.0:1788926441.906088:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296478305 00000100:00000001:3.0:1788926441.906090:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296477843 00000100:00000001:3.0:1788926441.906093:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296478305 00000100:00000001:3.0:1788926441.906095:0:32581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926441.906097:0:32581:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926441.906100:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926441.906101:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926441.906104:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926441.906106:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926441.906109:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926441.906616:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926441.906620:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926441.906625:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926441.906630:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926441.906636:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab330 00000400:00000010:2.0:1788926441.906639:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab330. 00000100:00000001:2.0:1788926441.906643:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926441.906648:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926457 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926441.906658:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926441.906661:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926457 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926441.906668:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926441.906670:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1788926442.179381:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926442.179384:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926442.179388:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926443.201614:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926443.201618:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926443.201621:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926443.585519:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296478305, at 4296478720 00000100:00000010:2.0:1788926443.585535:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e780. 00000100:00000040:3.0:1788926443.585551:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296478305, at 4296478720 00000100:00000010:3.0:1788926443.585560:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e000. 00000100:00000001:1.0:1788926444.098187:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926444.098191:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926444.098193:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926444.098200:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098208:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926444.098210:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098213:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926444.098215:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926444.098218:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926444.098221:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513944832:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926444.098225:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926444.098230:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926444.098232:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098235:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926444.098239:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cde00. 02000000:00000001:1.0:1788926444.098241:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926444.098248:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926444.098252:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926444.098259:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f84c8. 00000100:00000200:1.0:1788926444.098265:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513944832, portal 25 00000100:00000001:1.0:1788926444.098267:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926444.098269:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:1.0:1788926444.098274:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098281:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926444.098284:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926444.098287:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f87f8. 00000100:00000200:1.0:1788926444.098291:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513944832, offset 0 00000400:00000200:1.0:1788926444.098298:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098305:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.098314:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926444.098319:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926444.098323:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926444.098326:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926444.098329:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098332:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2735:2735:256:4294967295] 192.168.203.140@tcp LPNI seq info [2735:2735:8:4294967295] 00000400:00000200:1.0:1788926444.098336:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.098355:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926444.098361:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926444.098366:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e400. 00000800:00000200:1.0:1788926444.098373:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926444.098389:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926444.098394:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926444.098443:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926444.098448:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926444.098451:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296483426 00000100:00000010:1.0:1788926444.098457:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004ed20. 00000100:00000001:1.0:1788926444.098462:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926444.098466:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296483426 00000100:00000010:1.0:1788926444.098469:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e840. 00000100:00000001:1.0:1788926444.098472:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926444.098475:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.098478:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.098481:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926444.098485:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098493:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926444.098494:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098496:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926444.098498:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926444.098500:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926444.098503:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513945088:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926444.098506:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926444.098509:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926444.098523:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098525:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926444.098528:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cd000. 02000000:00000001:1.0:1788926444.098530:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926444.098533:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926444.098536:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4058. 00000400:00000010:1.0:1788926444.098540:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8c38. 00000100:00000200:1.0:1788926444.098543:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945088, portal 10 00000100:00000001:1.0:1788926444.098545:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926444.098546:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:1.0:1788926444.098553:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098559:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926444.098561:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926444.098563:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8bb0. 00000100:00000200:1.0:1788926444.098566:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513945088, offset 0 00000400:00000200:1.0:1788926444.098570:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098574:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.098578:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926444.098581:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926444.098583:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926444.098585:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926444.098588:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098591:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2736:2736:255:4294967295] 192.168.203.140@tcp LPNI seq info [2736:2736:7:4294967295] 00000400:00000200:1.0:1788926444.098595:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.098600:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926444.098605:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926444.098608:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926444.098612:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926444.098616:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926444.098618:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926444.098621:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.098624:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20403 usecs (21 jiffies) 00000400:00000200:1.0:1788926444.098627:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926444.098629:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296479254 00000100:00000001:1.0:1788926444.098631:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.098634:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296479254 00000100:00000001:1.0:1788926444.098636:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.098638:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.098639:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.098642:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926444.098646:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098652:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926444.098654:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098656:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926444.098658:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926444.098660:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926444.098663:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513945344:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926444.098666:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926444.098668:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926444.098669:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098671:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926444.098674:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cc800. 02000000:00000001:1.0:1788926444.098675:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926444.098679:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926444.098681:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926444.098684:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926444.098687:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945344, portal 4 00000100:00000001:1.0:1788926444.098688:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926444.098689:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494164736 : -108341215386880 : ffff9d76d857a300) 00000100:00000040:1.0:1788926444.098694:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098700:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926444.098701:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926444.098703:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f86e8. 00000100:00000200:1.0:1788926444.098705:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513945344, offset 0 00000400:00000200:1.0:1788926444.098709:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098712:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:2.0:1788926444.098714:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788926444.098716:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000800:00000010:2.0:1788926444.098718:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:1.0:1788926444.098718:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926444.098720:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926444.098722:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926444.098724:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788926444.098724:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098727:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2737:2737:254:4294967295] 192.168.203.140@tcp LPNI seq info [2737:2737:6:4294967295] 00000400:00000200:2.0:1788926444.098729:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:1.0:1788926444.098731:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.098734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:2.0:1788926444.098737:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000400:00000200:1.0:1788926444.098737:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000001:2.0:1788926444.098741:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:1.0:1788926444.098741:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926444.098744:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ec00. 00000100:00000200:2.0:1788926444.098746:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788926444.098747:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926444.098751:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000100:00000001:2.0:1788926444.098754:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1788926444.098754:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926444.098767:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926444.098768:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788926444.098770:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 234652 usecs (235 jiffies) 00000400:00000200:1.0:1788926444.098773:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926444.098775:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296479468 00000100:00000001:2.0:1788926444.098776:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926444.098777:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926444.098777:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.098779:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296479468 00000100:00000001:1.0:1788926444.098781:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.098782:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.098784:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.098787:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926444.098789:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788926444.098789:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1788926444.098791:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:2.0:1788926444.098793:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.098796:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:1.0:1788926444.098796:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788926444.098798:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8bb0 00000100:00000001:1.0:1788926444.098799:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1788926444.098801:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8bb0. 00000100:00000001:1.0:1788926444.098801:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926444.098802:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926444.098803:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788926444.098805:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788926444.098806:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926444.098807:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788926444.098809:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.098811:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926444.098812:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926444.098813:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926444.098814:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788926444.098815:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098815:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926444.098816:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926444.098820:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.098822:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926444.098823:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926444.098827:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926444.098828:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098830:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926444.098832:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926444.098834:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926444.098836:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513944960:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926444.098839:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926444.098841:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926444.098842:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098845:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926444.098847:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cd400. 02000000:00000001:1.0:1788926444.098848:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926444.098851:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926444.098853:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4160. 00000400:00000010:1.0:1788926444.098855:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8000. 00000100:00000200:1.0:1788926444.098858:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513944960, portal 10 00000100:00000001:1.0:1788926444.098859:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926444.098860:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:1.0:1788926444.098865:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098872:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926444.098874:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926444.098876:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f82a8. 00000100:00000200:1.0:1788926444.098878:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513944960, offset 0 00000400:00000200:1.0:1788926444.098882:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098885:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.098888:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926444.098891:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926444.098893:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926444.098895:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926444.098897:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926444.098900:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2738:2738:255:4294967295] 192.168.203.140@tcp LPNI seq info [2738:2738:7:4294967295] 00000400:00000200:1.0:1788926444.098903:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.098909:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926444.098913:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926444.098916:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e300. 00000800:00000200:1.0:1788926444.098920:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926444.098924:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926444.098926:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926444.098929:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.098932:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 802890 usecs (803 jiffies) 00000400:00000200:1.0:1788926444.098935:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926444.098937:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296480036 00000100:00000001:1.0:1788926444.098939:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.098941:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296480036 00000100:00000001:1.0:1788926444.098943:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.098945:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.098947:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.098949:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926444.098952:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.098958:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926444.098960:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098962:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926444.098964:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926444.098966:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926444.098968:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513945216:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926444.098971:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926444.098973:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926444.098975:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.098976:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926444.098979:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cca00. 02000000:00000001:1.0:1788926444.098981:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926444.098983:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926444.098986:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926444.098989:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8110. 00000100:00000200:1.0:1788926444.098992:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945216, portal 4 00000100:00000001:1.0:1788926444.098993:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926444.098995:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:1.0:1788926444.098999:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.099005:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926444.099007:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926444.099009:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926444.099011:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513945216, offset 0 00000400:00000200:1.0:1788926444.099015:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926444.099018:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.099021:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926444.099024:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926444.099026:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926444.099028:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926444.099030:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926444.099032:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2739:2739:254:4294967295] 192.168.203.140@tcp LPNI seq info [2739:2739:6:4294967295] 00000400:00000200:1.0:1788926444.099036:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926444.099041:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926444.099045:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926444.099048:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926444.099051:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926444.099055:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926444.099057:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926444.099060:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926444.099154:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926444.099157:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926444.099161:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.099164:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926444.099168:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:2.0:1788926444.099170:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:2.0:1788926444.099378:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926444.099384:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.099393:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926444.099418:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.099425:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926444.099427:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926444.099443:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926444.099445:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:2.0:1788926444.099448:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.099451:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926444.099455:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f82a8 00000400:00000010:2.0:1788926444.099456:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f82a8. 00000100:00000001:2.0:1788926444.099458:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926444.099462:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.099474:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926444.099476:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.099481:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926444.099482:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926444.099490:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926444.099492:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:2.0:1788926444.099494:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.099497:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926444.099500:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:2.0:1788926444.099501:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:2.0:1788926444.099503:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926444.099506:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.099512:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926444.099515:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.099521:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926444.099522:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788926444.099693:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21207 usecs (22 jiffies) 00000400:00000200:1.0:1788926444.099699:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926444.099702:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296479256 00000100:00000001:1.0:1788926444.099705:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.099707:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296479256 00000100:00000001:1.0:1788926444.099708:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296483426 00000100:00000001:1.0:1788926444.099710:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.099712:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.099716:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.099719:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.099731:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926444.099733:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926444.106675:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106692:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926444.106697:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106699:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.106707:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106715:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926444.106725:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106730:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106736:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106740:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235c400 00000400:00000200:2.0:1788926444.106745:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106751:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7ce5 [1] + 224 00000800:00000001:2.0:1788926444.106768:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106773:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.106776:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.106781:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926444.106789:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926444.106797:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926444.106808:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.106831:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926444.106839:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106843:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926444.106845:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106847:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.106850:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106854:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926444.106858:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106860:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106863:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106866:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235c500 00000400:00000200:2.0:1788926444.106869:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106873:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7ced [1] + 224 00000800:00000001:2.0:1788926444.106877:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106880:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.106882:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.106885:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926444.106888:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926444.106892:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926444.106902:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.106916:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926444.106920:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106924:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926444.106926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106927:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.106931:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106934:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926444.106938:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106941:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106943:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106946:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235c380 00000400:00000200:2.0:1788926444.106949:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.106953:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7cf5 [1] + 224 00000800:00000001:2.0:1788926444.106957:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106960:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.106962:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.106965:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926444.106968:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926444.106973:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926444.106981:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.106988:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926444.106992:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106995:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926444.106997:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.106999:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.107002:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107005:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926444.107017:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107019:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107022:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107025:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235c480 00000400:00000200:2.0:1788926444.107028:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107032:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7cfd [1] + 224 00000800:00000001:2.0:1788926444.107036:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.107039:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.107041:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.107044:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926444.107047:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926444.107051:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926444.107059:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107339:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926444.107343:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926444.107350:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926444.107352:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926444.107355:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4160. 00000400:00000200:1.0:1788926444.107360:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:1.0:1788926444.107362:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:1.0:1788926444.107365:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926444.107370:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926444.107378:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107384:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926444.107386:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.107389:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926444.107391:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926444.107394:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926444.107425:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.107428:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926444.107438:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=111 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926444.107442:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926444.107445:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926444.107447:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926444.107450:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926444.107453:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.107457:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926444.107460:0:2397:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967619 gen 2 00000100:00000040:1.0:1788926444.107466:0:2397:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff9d76c9629180 x1875823513942016/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926453 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107474:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.107478:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629180 x1875823513942016/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926453 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107485:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.107487:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.107491:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926444.107495:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.107498:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.107500:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926444.107502:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.107505:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b00800. 02000000:00000001:1.0:1788926444.107509:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.107511:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.107513:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629180. 00000100:00000001:1.0:1788926444.107516:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.107518:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.107523:0:2397:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff9d76d8578700 x1875823513942528/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926454 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107534:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.107537:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513942528/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926454 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107542:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.107543:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.107544:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c400. 02000000:00000001:1.0:1788926444.107546:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.107547:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.107548:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926444.107550:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.107551:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880cc00. 02000000:00000001:1.0:1788926444.107553:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.107553:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.107555:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:1.0:1788926444.107557:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.107558:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.107561:0:2397:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967619) req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926444.107568:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926444.107570:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926444.107572:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.107575:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926444.107580:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926444.107584:0:2397:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926444.107591:0:2397:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926444.107593:0:2397:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:1.0:1788926444.107595:0:2397:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926444.107597:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.107602:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.107609:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.107611:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926444.107613:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.107617:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926444.107623:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513944960:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926444.107780:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926444.107787:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.107794:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926444.107796:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.107798:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.107802:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107806:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926444.107811:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107815:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107818:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107821:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235c300 00000400:00000200:2.0:1788926444.107825:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926444.107829:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7cdd [1] + 224 00000800:00000001:2.0:1788926444.107834:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.107841:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926444.107843:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926444.107847:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926444.107850:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926444.107854:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926444.107862:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926444.107868:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926444.107872:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926444.107874:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926444.109194:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926444.109198:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926444.109202:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926444.109210:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8110 00000400:00000010:1.0:1788926444.109212:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8110. 00000100:00000001:1.0:1788926444.109216:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926444.109224:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926444.109235:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109242:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926444.109244:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109246:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926444.109366:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926444.109370:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926444.109372:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.109375:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926444.109383:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=111 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926444.109388:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926444.109390:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926444.109392:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926444.109394:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926444.109411:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.109416:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926444.109418:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926444.109419:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926444.109421:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.109426:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109433:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.109436:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926444.109438:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.109442:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926444.109450:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513945216:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926444.109457:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926444.109458:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926444.109460:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926444.109463:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:1.0:1788926444.109465:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:1.0:1788926444.109468:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926444.109472:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926444.109480:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109486:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926444.109487:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109489:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926444.109491:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926444.109492:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926444.109494:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.109496:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926444.109499:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926444.109501:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926444.109504:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926444.109505:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926444.109507:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926444.109508:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.109510:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.109514:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109521:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.109523:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926444.109524:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.109528:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926444.109535:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513944832:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926444.109541:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926444.109543:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926444.109544:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4058. 00000400:00000200:1.0:1788926444.109547:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8c38 00000400:00000010:1.0:1788926444.109549:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8c38. 00000100:00000001:1.0:1788926444.109551:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926444.109555:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926444.109563:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109570:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926444.109571:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109572:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926444.109574:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926444.109575:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926444.109577:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.109578:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926444.109582:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=111 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926444.109585:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926444.109587:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926444.109589:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926444.109591:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926444.109593:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.109594:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926444.109596:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788926444.109598:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926444.109599:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.109603:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109609:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.109611:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926444.109613:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.109616:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926444.109623:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513945088:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926444.109627:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926444.109628:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926444.109630:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926444.109632:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926444.109634:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926444.109636:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926444.109640:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926444.109648:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109653:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926444.109654:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109656:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926444.109657:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926444.109658:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926444.109660:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926444.109661:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926444.109665:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=111 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926444.109668:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926444.109671:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926444.109672:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926444.109674:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926444.109676:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.109678:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926444.109679:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967325 00000100:00000001:1.0:1788926444.109681:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926444.109683:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926444.109687:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109694:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926444.109696:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926444.109697:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926444.109701:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926444.109708:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513945344:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926444.109712:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109714:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.109719:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513944960/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109725:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.109727:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.109730:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cd400. 02000000:00000001:1.0:1788926444.109733:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.109735:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.109737:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926444.109739:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.109742:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2700. 02000000:00000001:1.0:1788926444.109745:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.109746:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.109749:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:1.0:1788926444.109752:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.109753:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109755:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.109772:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513945216/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109778:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.109779:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.109781:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cca00. 02000000:00000001:1.0:1788926444.109784:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.109785:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.109786:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926444.109788:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.109789:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2000. 02000000:00000001:1.0:1788926444.109791:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.109792:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.109794:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:1.0:1788926444.109796:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.109797:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109798:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.109802:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513944832/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109807:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.109808:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.109809:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cde00. 02000000:00000001:1.0:1788926444.109811:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.109812:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.109814:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926444.109815:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.109817:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2800. 02000000:00000001:1.0:1788926444.109819:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.109819:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.109821:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:1.0:1788926444.109822:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.109823:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109825:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.109828:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513945088/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109834:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.109835:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.109836:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cd000. 02000000:00000001:1.0:1788926444.109838:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.109839:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.109840:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926444.109842:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.109843:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2100. 02000000:00000001:1.0:1788926444.109845:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.109846:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.109847:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:1.0:1788926444.109849:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.109851:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109852:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926444.109855:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a300 x1875823513945344/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926444.109862:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926444.109863:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926444.109864:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cc800. 02000000:00000001:1.0:1788926444.109866:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926444.109867:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926444.109868:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926444.109870:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926444.109871:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2f00. 02000000:00000001:1.0:1788926444.109873:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926444.109874:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926444.109875:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a300. 00000100:00000001:1.0:1788926444.109877:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926444.109878:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109881:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926444.109888:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926444.109890:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926444.109892:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926444.109895:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926445.249666:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926445.249669:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926445.249673:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788926446.275674:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926446.275678:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926446.275683:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926448.322758:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926448.322762:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926448.322766:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926448.705578:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296483426, at 4296483840 00000100:00000040:2.0:1788926448.705583:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296483426, at 4296483840 00000100:00000010:3.0:1788926448.705595:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e840. 00000100:00000010:2.0:1788926448.705596:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004ed20. 00000100:00000001:1.0:1788926449.219313:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.219318:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926449.219321:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926449.219329:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219339:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926449.219341:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219344:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926449.219347:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926449.219349:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926449.219352:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513945472:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.219356:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926449.219361:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926449.219364:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219366:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926449.219372:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cc800. 02000000:00000001:1.0:1788926449.219374:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926449.219382:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926449.219386:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926449.219392:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926449.219431:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945472, portal 25 00000100:00000001:1.0:1788926449.219434:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926449.219436:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:1.0:1788926449.219441:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219449:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926449.219451:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926449.219454:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8c38. 00000100:00000200:1.0:1788926449.219458:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513945472, offset 0 00000400:00000200:1.0:1788926449.219465:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219472:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219480:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926449.219484:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926449.219488:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926449.219491:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926449.219493:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219497:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2740:2740:256:4294967295] 192.168.203.140@tcp LPNI seq info [2740:2740:8:4294967295] 00000400:00000200:1.0:1788926449.219501:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219510:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926449.219515:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926449.219520:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e400. 00000800:00000200:1.0:1788926449.219526:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926449.219533:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926449.219537:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926449.219557:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926449.219561:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926449.219563:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296488547 00000100:00000010:1.0:1788926449.219568:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004ecc0. 00000100:00000001:1.0:1788926449.219574:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926449.219579:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296488547 00000100:00000010:1.0:1788926449.219581:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e420. 00000100:00000001:1.0:1788926449.219584:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926449.219587:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.219589:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.219592:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926449.219596:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219603:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926449.219604:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219607:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926449.219608:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926449.219610:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926449.219613:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945728:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.219615:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926449.219617:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926449.219619:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219620:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926449.219622:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cd000. 02000000:00000001:1.0:1788926449.219624:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926449.219627:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926449.219629:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4058. 00000400:00000010:1.0:1788926449.219632:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f84c8. 00000100:00000200:1.0:1788926449.219635:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945728, portal 10 00000100:00000001:1.0:1788926449.219636:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926449.219638:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000100:00000040:1.0:1788926449.219643:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219650:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926449.219652:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926449.219654:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8110. 00000100:00000200:1.0:1788926449.219656:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513945728, offset 0 00000400:00000200:1.0:1788926449.219660:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219663:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219666:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926449.219668:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926449.219671:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926449.219673:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926449.219675:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219678:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2741:2741:255:4294967295] 192.168.203.140@tcp LPNI seq info [2741:2741:7:4294967295] 00000400:00000200:1.0:1788926449.219681:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219687:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926449.219692:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926449.219694:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ef00. 00000800:00000200:1.0:1788926449.219698:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926449.219702:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926449.219704:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926449.219707:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.219710:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20381 usecs (21 jiffies) 00000400:00000200:1.0:1788926449.219713:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926449.219715:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296484375 00000100:00000001:1.0:1788926449.219718:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.219720:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296484375 00000100:00000001:1.0:1788926449.219731:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.219733:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.219735:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.219737:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926449.219741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219747:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926449.219749:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219750:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926449.219752:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926449.219754:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926449.219756:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945984:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.219759:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926449.219761:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926449.219762:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219764:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926449.219766:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cde00. 02000000:00000001:1.0:1788926449.219768:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926449.219770:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926449.219773:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926449.219776:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8000. 00000100:00000200:1.0:1788926449.219778:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945984, portal 4 00000100:00000001:1.0:1788926449.219780:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926449.219781:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:1.0:1788926449.219786:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219791:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926449.219793:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926449.219795:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8220. 00000100:00000200:1.0:1788926449.219797:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513945984, offset 0 00000400:00000200:1.0:1788926449.219801:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219803:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219806:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926449.219808:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926449.219811:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926449.219813:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926449.219815:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219817:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2742:2742:254:4294967295] 192.168.203.140@tcp LPNI seq info [2742:2742:6:4294967295] 00000400:00000200:1.0:1788926449.219820:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219826:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926449.219829:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926449.219832:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e100. 00000800:00000200:1.0:1788926449.219835:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926449.219839:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926449.219842:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926449.219844:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.219846:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 233457 usecs (234 jiffies) 00000400:00000200:1.0:1788926449.219849:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926449.219851:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296484588 00000100:00000001:1.0:1788926449.219853:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.219855:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296484588 00000100:00000001:1.0:1788926449.219857:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.219859:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.219860:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.219872:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.219876:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.219883:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926449.219885:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926449.219887:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.219888:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926449.219890:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926449.219892:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788926449.219893:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.219895:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926449.219896:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.219898:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.219898:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926449.219899:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926449.219904:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219910:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926449.219911:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219913:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926449.219915:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926449.219916:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926449.219918:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945600:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.219921:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926449.219923:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926449.219924:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.219926:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926449.219929:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cca00. 02000000:00000001:1.0:1788926449.219931:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926449.219934:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926449.219936:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926449.219940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926449.219943:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945600, portal 10 00000100:00000001:1.0:1788926449.219944:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926449.219945:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494169216 : -108341215382400 : ffff9d76d857b480) 00000100:00000040:1.0:1788926449.219950:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.219955:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926449.219957:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926449.219959:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f82a8. 00000100:00000200:1.0:1788926449.219961:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513945600, offset 0 00000400:00000200:1.0:1788926449.219969:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219973:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219976:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926449.219978:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926449.219980:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926449.219982:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926449.219984:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926449.219987:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2743:2743:253:4294967295] 192.168.203.140@tcp LPNI seq info [2743:2743:5:4294967295] 00000400:00000200:1.0:1788926449.219991:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.219996:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926449.220000:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926449.220004:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e900. 00000800:00000200:1.0:1788926449.220007:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926449.220011:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926449.220013:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926449.220015:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.220018:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 801770 usecs (802 jiffies) 00000400:00000200:1.0:1788926449.220020:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926449.220022:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296485156 00000100:00000001:1.0:1788926449.220024:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.220150:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296485156 00000100:00000001:1.0:1788926449.220153:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.220155:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.220157:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.220159:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926449.220164:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.220170:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926449.220172:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.220174:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926449.220176:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926449.220178:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926449.220181:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945856:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.220184:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926449.220186:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926449.220188:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.220189:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926449.220193:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cd400. 02000000:00000001:1.0:1788926449.220194:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926449.220199:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926449.220202:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4160. 00000400:00000010:1.0:1788926449.220205:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f86e8. 00000100:00000200:1.0:1788926449.220208:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513945856, portal 4 00000100:00000001:1.0:1788926449.220209:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926449.220210:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494164736 : -108341215386880 : ffff9d76d857a300) 00000100:00000040:1.0:1788926449.220226:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.220232:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926449.220233:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926449.220236:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8bb0. 00000100:00000200:1.0:1788926449.220238:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513945856, offset 0 00000400:00000200:1.0:1788926449.220243:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926449.220247:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.220250:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926449.220253:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926449.220255:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926449.220257:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926449.220259:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926449.220262:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2744:2744:252:4294967295] 192.168.203.140@tcp LPNI seq info [2744:2744:4:4294967295] 00000400:00000200:1.0:1788926449.220265:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926449.220271:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926449.220275:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926449.220278:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e600. 00000800:00000200:1.0:1788926449.220281:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926449.220285:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926449.220287:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926449.220290:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.220293:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21170 usecs (22 jiffies) 00000400:00000200:1.0:1788926449.220296:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926449.220297:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296484376 00000100:00000001:1.0:1788926449.220300:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.220301:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296484376 00000100:00000001:1.0:1788926449.220303:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296488547 00000100:00000001:1.0:1788926449.220305:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.220307:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.220309:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.220311:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.220324:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.220327:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926449.220568:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926449.220573:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:2.0:1788926449.220579:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.220584:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926449.220589:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8c38 00000400:00000010:2.0:1788926449.220591:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8c38. 00000100:00000001:2.0:1788926449.220595:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926449.220600:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220610:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926449.220613:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220619:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926449.220621:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926449.220631:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926449.220633:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:2.0:1788926449.220636:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.220638:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926449.220641:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8110 00000400:00000010:2.0:1788926449.220642:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8110. 00000100:00000001:2.0:1788926449.220645:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926449.220648:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220655:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926449.220657:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220663:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926449.220665:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926449.220671:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926449.220673:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:2.0:1788926449.220675:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.220678:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926449.220680:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8220 00000400:00000010:2.0:1788926449.220681:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8220. 00000100:00000001:2.0:1788926449.220683:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926449.220686:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220693:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926449.220695:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220701:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926449.220702:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926449.220708:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926449.220710:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:2.0:1788926449.220712:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.220715:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926449.220717:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f82a8 00000400:00000010:2.0:1788926449.220718:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f82a8. 00000100:00000001:2.0:1788926449.220720:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926449.220733:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220739:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926449.220742:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.220747:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926449.220748:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926449.220993:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926449.220996:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:2.0:1788926449.220999:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.221003:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926449.221006:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8bb0 00000400:00000010:2.0:1788926449.221008:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8bb0. 00000100:00000001:2.0:1788926449.221010:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926449.221013:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.221021:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926449.221024:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.221029:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926449.221031:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926449.223228:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223244:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926449.223248:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223251:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.223259:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223265:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926449.223273:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223277:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223282:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223285:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235c680 00000400:00000200:2.0:1788926449.223290:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223296:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d0d [1] + 224 00000800:00000001:2.0:1788926449.223302:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223305:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.223308:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.223312:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926449.223319:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926449.223326:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926449.223336:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.223356:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926449.223364:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223366:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926449.223368:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223370:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.223372:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223376:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926449.223380:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223382:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223385:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223387:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235c600 00000400:00000200:2.0:1788926449.223390:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.223394:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d1d [1] + 224 00000800:00000001:2.0:1788926449.223432:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223439:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.223440:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.223443:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926449.223939:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926449.223945:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926449.223955:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.223961:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926449.223967:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.223972:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.224039:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.224043:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926449.224050:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926449.224052:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926449.224055:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926449.224060:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926449.224063:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926449.224066:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926449.224070:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926449.224078:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.224083:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926449.224085:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.224087:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926449.224090:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926449.224092:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926449.224094:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.224097:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926449.224105:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=116 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926449.224109:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926449.224111:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926449.224112:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926449.224115:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926449.224118:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.224122:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926449.224124:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926449.224125:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926449.224127:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.224132:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.224138:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.224147:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926449.224149:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926449.224153:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926449.224166:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945600:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926449.224173:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926449.224174:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926449.224176:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4058. 00000400:00000200:1.0:1788926449.224178:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:1.0:1788926449.224180:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:1.0:1788926449.224181:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926449.224185:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926449.224192:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.224198:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926449.224199:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.224201:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926449.224203:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926449.224204:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926449.224205:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.224207:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926449.224211:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=116 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926449.224213:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926449.224215:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926449.224216:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926449.224218:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926449.224220:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.224222:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926449.224223:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788926449.224225:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926449.224226:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.224229:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.224235:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.224237:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926449.224238:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926449.224241:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926449.224248:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945728:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.224252:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.224254:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926449.224257:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857b480 x1875823513945600/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.224263:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926449.224265:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926449.224269:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cca00. 02000000:00000001:1.0:1788926449.224272:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926449.224275:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926449.224277:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926449.224279:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926449.224281:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2f00. 02000000:00000001:1.0:1788926449.224285:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926449.224287:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926449.224289:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857b480. 00000100:00000001:1.0:1788926449.224292:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926449.224293:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.224295:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926449.224297:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579180 x1875823513945728/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.224304:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926449.224305:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926449.224306:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cd000. 02000000:00000001:1.0:1788926449.224308:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926449.224309:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926449.224311:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926449.224312:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926449.224313:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2100. 02000000:00000001:1.0:1788926449.224315:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926449.224316:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926449.224318:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579180. 00000100:00000001:1.0:1788926449.224320:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926449.224321:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.224324:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.224326:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.224327:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926449.224329:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.224336:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926449.225222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225232:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926449.225235:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225237:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.225245:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225250:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926449.225257:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225261:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225264:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225268:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235c780 00000400:00000200:2.0:1788926449.225272:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225277:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d15 [1] + 224 00000800:00000001:2.0:1788926449.225283:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225286:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.225288:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.225291:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926449.225296:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926449.225302:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926449.225311:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.225327:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926449.225333:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225337:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926449.225339:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225341:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.225344:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225347:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926449.225351:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225354:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225357:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225359:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235c700 00000400:00000200:2.0:1788926449.225363:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.225367:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d25 [1] + 224 00000800:00000001:2.0:1788926449.225370:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225377:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.225379:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.225382:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926449.225385:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926449.225388:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926449.225417:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.225424:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926449.225428:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.225431:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.226380:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.226385:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926449.226393:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926449.226418:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926449.226422:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4160. 00000400:00000200:1.0:1788926449.226427:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:1.0:1788926449.226429:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:1.0:1788926449.226432:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926449.226439:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926449.226460:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.226466:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926449.226468:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.226470:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926449.226473:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926449.226475:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926449.226477:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.226480:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926449.226488:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=116 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926449.226492:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926449.226494:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926449.226496:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926449.226498:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926449.226500:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.226504:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926449.226506:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926449.226508:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926449.226510:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.226514:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.226521:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.226524:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926449.226526:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926449.226530:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926449.226538:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945856:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926449.226544:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926449.226545:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926449.226547:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926449.226549:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:1.0:1788926449.226551:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:1.0:1788926449.226553:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926449.226557:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926449.226569:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.226575:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926449.226576:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.226577:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926449.226579:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926449.226580:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926449.226581:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.226583:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926449.226586:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=116 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926449.226589:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926449.226591:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926449.226592:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926449.226595:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926449.226597:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.226599:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926449.226601:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967325 00000100:00000001:1.0:1788926449.226603:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926449.226604:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.226608:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.226614:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.226616:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926449.226617:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926449.226620:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926449.226627:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513945984:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.226631:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.226634:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926449.226637:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a300 x1875823513945856/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.226644:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926449.226646:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926449.226648:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cd400. 02000000:00000001:1.0:1788926449.226652:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926449.226654:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926449.226655:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926449.226657:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926449.226659:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2800. 02000000:00000001:1.0:1788926449.226662:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926449.226664:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926449.226666:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a300. 00000100:00000001:1.0:1788926449.226669:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926449.226671:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.226673:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926449.226677:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513945984/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.226682:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926449.226683:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926449.226685:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cde00. 02000000:00000001:1.0:1788926449.226687:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926449.226688:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926449.226689:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926449.226691:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926449.226693:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2000. 02000000:00000001:1.0:1788926449.226695:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926449.226696:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926449.226697:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:1.0:1788926449.226700:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926449.226701:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.226704:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.226706:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.226707:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926449.226708:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.226710:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926449.231584:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.231602:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926449.231606:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.231609:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.231617:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.231625:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926449.231633:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.231638:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.231643:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.231647:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235c580 00000400:00000200:2.0:1788926449.231652:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926449.231657:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d05 [1] + 224 00000800:00000001:2.0:1788926449.231664:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.231675:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926449.231679:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926449.231684:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926449.231692:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926449.231702:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926449.231712:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926449.231740:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926449.231749:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926449.231753:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.232565:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.232571:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926449.232578:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926449.232580:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926449.232583:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926449.232588:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926449.232591:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926449.232594:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926449.232600:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926449.232609:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.232616:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926449.232618:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.232620:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926449.232623:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926449.232625:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926449.232627:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926449.232630:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926449.232636:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926449.232640:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926449.232643:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926449.232644:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926449.232647:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926449.232649:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.232652:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926449.232657:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.232664:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926449.232667:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926449.232669:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926449.232673:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926449.232681:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513945472:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926449.232686:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.232689:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926449.232692:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513945472/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926449.232699:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926449.232701:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926449.232705:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cc800. 02000000:00000001:1.0:1788926449.232708:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926449.232710:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926449.232712:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926449.232714:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926449.232717:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2600. 02000000:00000001:1.0:1788926449.232720:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926449.232731:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926449.232733:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:1.0:1788926449.232737:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926449.232738:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.232740:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926449.232747:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926449.232749:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926449.232751:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926449.232754:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926449.345647:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926449.345651:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926449.345654:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926450.243199:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926450.243205:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926450.243207:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926450.243212:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926450.243216:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926450.243219:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926451.265671:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926451.265678:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926451.265681:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926451.265686:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926451.265689:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926451.265693:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926451.393724:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926451.393728:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926451.393730:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926452.289523:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926452.289531:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926452.289533:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926452.289539:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926452.289544:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926452.289548:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926452.420417:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926452.420420:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926452.420423:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926453.313762:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926453.313778:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926453.313780:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926453.313786:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926453.313790:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926453.313794:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926453.313989:0:32581:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926453.313992:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926453.313994:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788926453.313997:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276300 going to sleep for 1 seconds 00000100:00000001:3.0:1788926453.313999:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926453.314001:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926453.825515:0:31510:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296488547, at 4296488960 00000100:00000040:2.0:1788926453.825515:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296488547, at 4296488960 00000100:00000010:3.0:1788926453.825532:0:31510:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e420. 00000100:00000010:2.0:1788926453.825534:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004ecc0. 00000100:00000001:2.0:1788926454.337637:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926454.337645:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926454.337647:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926454.337653:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788926454.337657:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926454.337660:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.337721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926454.337728:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926454.337738:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629180. 00000020:00000040:1.0:1788926454.337743:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926454.337747:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926454.337750:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926454.337755:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926454.337763:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e000. 00000100:00000001:1.0:1788926454.337770:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.337782:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c9629180 x1875823513946112/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926454.337792:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926454.337797:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.337803:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef58ef99] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629180 x1875823513946112/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788926454.338370:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926454.338374:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926454.338380:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.338386:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926454.338392:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:2.0:1788926454.338394:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:2.0:1788926454.338418:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926454.338424:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513946112/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.338435:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926454.338439:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513946112/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926454.338441:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926454.338453:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926454.338454:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788926454.338457:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:1.0:1788926454.338460:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926454.338465:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926454.338468:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926454.338470:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926454.338473:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926454.338488:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186ee00. 00000100:00000001:1.0:1788926454.338492:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338497:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c962b480 x1875823513946240/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926454.338505:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926454.338507:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338510:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000522e0a1d] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b480 x1875823513946240/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926454.338522:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926454.338526:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926454.338529:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629500. 00000020:00000040:1.0:1788926454.338531:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926454.338533:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926454.338534:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926454.338536:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926454.338539:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e700. 00000100:00000001:1.0:1788926454.338541:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338544:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c9629500 x1875823513946368/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926454.338550:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926454.338552:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338555:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29838bd] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629500 x1875823513946368/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926454.338561:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926454.338566:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926454.338569:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629880. 00000020:00000040:1.0:1788926454.338571:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926454.338573:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926454.338574:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926454.338576:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926454.338578:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186eb00. 00000100:00000001:1.0:1788926454.338581:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338584:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c9629880 x1875823513946496/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926454.338590:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926454.338591:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338594:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c8219] to pc [ptlrpcd_00_01+1] req@ffff9d76c9629880 x1875823513946496/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926454.338600:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926454.338605:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926454.338607:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926454.338609:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926454.338611:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926454.338612:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926454.338613:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926454.338616:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e600. 00000100:00000001:1.0:1788926454.338618:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338621:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c962aa00 x1875823513946624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926454.338627:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926454.338629:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338633:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d508ed4b] to pc [ptlrpcd_00_00+0] req@ffff9d76c962aa00 x1875823513946624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926454.338639:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926454.338643:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1827) 00000100:00000001:3.0:1788926454.339211:0:32581:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926454.339215:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926454.339217:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788926454.339220:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276300 going to sleep for 1 seconds 00000100:00000001:3.0:1788926454.339222:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926454.339225:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926454.342617:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926454.342626:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926454.342635:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.342642:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926454.342649:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821198 00000400:00000010:2.0:1788926454.342652:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821198. 00000100:00000001:2.0:1788926454.342657:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926454.342664:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513946240/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.342675:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926454.342679:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513946240/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788926454.342933:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.342944:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926454.342947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.342949:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926454.342955:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.342961:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926454.342968:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.342973:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.343018:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.343022:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235c800 00000400:00000200:3.0:1788926454.343026:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.343032:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d2d [1] + 224 00000800:00000001:3.0:1788926454.343039:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.343045:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926454.343048:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926454.343051:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926454.343055:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926454.343061:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513946112/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926454.343070:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629180 x1875823513946112/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926454.343092:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926454.343099:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.343103:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926454.343920:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926454.343922:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926454.343951:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926454.343954:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926454.343958:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.343962:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926454.343966:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:2.0:1788926454.343968:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:2.0:1788926454.343971:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926454.343976:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513946496/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.344304:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926454.344308:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513946496/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.344315:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926454.344316:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926454.344328:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926454.344330:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:2.0:1788926454.344333:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.344337:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926454.344340:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08215d8 00000400:00000010:2.0:1788926454.344342:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08215d8. 00000100:00000001:2.0:1788926454.344345:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926454.344349:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513946368/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.344355:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926454.344358:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513946368/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.344363:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926454.344364:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926454.345082:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926454.345087:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926454.345092:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.345097:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926454.345101:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:2.0:1788926454.345117:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:2.0:1788926454.345122:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926454.345127:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513946624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.345136:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926454.345138:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513946624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.345144:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926454.346896:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926454.349085:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.349102:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926454.349112:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.349115:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926454.349125:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.349132:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926454.349142:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.349153:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.349158:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.349163:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235c900 00000400:00000200:3.0:1788926454.349167:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926454.349173:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d45 [1] + 224 00000800:00000001:3.0:1788926454.349181:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.349189:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926454.349192:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926454.349196:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926454.349204:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926454.349213:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513946368/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926454.349229:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629500 x1875823513946368/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926454.349248:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926454.349257:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926454.349260:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926454.365926:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.365944:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926454.365948:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.365951:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926454.365959:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.365968:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926454.365977:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.365982:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.365987:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.365991:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235c880 00000400:00000200:2.0:1788926454.365995:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366000:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d35 [1] + 224 00000800:00000001:2.0:1788926454.366007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366011:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926454.366014:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.366018:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926454.366025:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926454.366033:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513946240/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926454.366043:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b480 x1875823513946240/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.366151:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926454.366161:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366166:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926454.366167:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366169:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926454.366173:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366176:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926454.366180:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366182:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366185:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366187:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235ca00 00000400:00000200:2.0:1788926454.366191:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366195:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d4d [1] + 224 00000800:00000001:2.0:1788926454.366199:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366201:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926454.366203:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.366206:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926454.366209:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926454.366213:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513946624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926454.366220:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962aa00 x1875823513946624/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.366227:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926454.366229:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366232:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926454.366233:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366235:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926454.366237:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366240:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926454.366243:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366245:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366248:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366250:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235c980 00000400:00000200:2.0:1788926454.366252:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926454.366255:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d3d [1] + 224 00000800:00000001:2.0:1788926454.366258:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366266:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926454.366268:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926454.366270:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926454.366273:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926454.366277:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513946496/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926454.366284:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629880 x1875823513946496/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926454.366290:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926454.366292:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926454.366294:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926454.466989:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926454.466993:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926454.466995:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926455.361587:0:32591:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926455.361595:0:32591:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788926455.361609:0:32591:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788926439/real 1788926439] req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926455 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788926455.361628:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926455.361631:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926455.361634:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb41b8. 00000400:00000200:2.0:1788926455.361640:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8198 00000400:00000010:2.0:1788926455.361643:0:32591:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8198. 00000100:00000001:2.0:1788926455.361647:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.361651:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926455 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926455.361660:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926455 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.361668:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926455.361670:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926455.361673:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926455.361675:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926455.361678:0:32591:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788926455.361693:0:32591:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788926455.361697:0:32591:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection to lustre-MDT0000 (at 192.168.203.140@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788926455.361700:0:32591:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788926455.361703:0:32591:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788926455.361706:0:32591:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.361708:0:32591:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926455.361710:0:32591:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1788926455.361730:0:32591:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788926455.361732:0:32591:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.361735:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926455.361737:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926455.361740:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1788926455.361742:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926455.361744:0:32591:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926455.361747:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926455.361749:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926455.361751:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.361878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926455.361883:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926455.361892:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926455.361897:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926455.361901:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.361904:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.361908:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.361915:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e900. 00000100:00000001:1.0:1788926455.361921:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.361927:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926455.361937:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.361941:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.361946:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014fc5f23] to pc [ptlrpcd_00_01+1] req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.361968:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788926455.361970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788926455.361973:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788926455.361976:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788926455.361977:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788926455.361981:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788926455.361984:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1797 00000400:00000200:1.0:1788926455.361990:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926455.361995:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:1.0:1788926455.361999:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.362002:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926455.362005:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.362007:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:1.0:1788926455.362013:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926455.362015:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:1.0:1788926455.362019:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.362022:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:1.0:1788926455.362025:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:1.0:1788926455.362027:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:1.0:1788926455.362030:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.362032:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926455.362034:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.362035:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:1.0:1788926455.362038:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:1.0:1788926455.362041:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:1.0:1788926455.362044:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.362047:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788926455.362053:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926455.362055:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.362058:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788926455.362062:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788926455.362065:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.362067:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.362070:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628a80. 00000020:00000040:1.0:1788926455.362083:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926455.362086:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926455.362088:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.362090:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.362092:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.362094:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.362098:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b03400. 00000100:00000001:1.0:1788926455.362101:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926455.362107:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926455.362114:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.362116:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362119:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e1441f] to pc [ptlrpcd_rcv+-1] req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.362137:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926455.362143:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926455.362146:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962ad80. 00000020:00000040:1.0:1788926455.362148:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926455.362150:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.362151:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.362153:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.362155:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e100. 00000100:00000001:1.0:1788926455.362158:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362176:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c962ad80 x1875823513947008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926455.362183:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.362185:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec96ffbc] to pc [ptlrpcd_00_00+0] req@ffff9d76c962ad80 x1875823513947008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.362197:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926455.362202:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788926455.362204:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788926455.362207:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788926455.362209:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926455.362212:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926455.362214:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.362215:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.362217:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.362220:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186ef00. 00000100:00000001:1.0:1788926455.362222:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.362224:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00080000:1.0:1788926455.362226:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788926455.362230:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9d76e0357000: disconnect after 20s idle 00000100:00000001:1.0:1788926455.362232:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.362234:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003bea8c4] to pc [ptlrpcd_rcv+-1] req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.362245:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.362247:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926455.362252:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788926455.362253:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788926455.362255:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788926455.362257:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a680. 00000020:00000040:1.0:1788926455.362259:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926455.362261:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.362262:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.362263:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.362266:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e400. 00000100:00000001:1.0:1788926455.362269:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.362271:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00080000:1.0:1788926455.362273:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788926455.362275:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9d76e0357000: disconnect after 20s idle 00000100:00000001:1.0:1788926455.362278:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.362279:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362283:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dcb437e] to pc [ptlrpcd_rcv+-1] req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.362290:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.362292:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.362296:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1828) 00000100:00000001:3.0:1788926455.363179:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926455.363183:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926455.363184:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926455.363191:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.363198:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926455.363199:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.363202:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926455.363204:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926455.363205:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926455.363208:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513946880:192.168.203.140@tcp:38:kworker.0 00000100:00000001:3.0:1788926455.363212:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926455.363214:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926455.363215:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.363217:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926455.363221:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91400. 02000000:00000001:3.0:1788926455.363223:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926455.363227:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926455.363230:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b630. 00000400:00000010:3.0:1788926455.363233:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926455.363237:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513946880, portal 10 00000100:00000001:3.0:1788926455.363239:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.363240:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243221120 : -108341466330496 : ffff9d76c9628a80) 00000100:00000040:3.0:1788926455.363246:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.363252:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926455.363255:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926455.363257:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926455.363259:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513946880, offset 0 00000400:00000200:3.0:1788926455.363264:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926455.363268:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.363271:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926455.363274:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926455.363277:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926455.363279:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926455.363281:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926455.363284:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2751:2751:255:4294967295] 192.168.203.140@tcp LPNI seq info [2751:2751:7:4294967295] 00000400:00000200:3.0:1788926455.363287:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.363293:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926455.363298:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926455.363302:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406700. 00000800:00000200:3.0:1788926455.363306:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926455.363311:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926455.363323:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926455.363622:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.363625:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.363643:0:32581:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926455.363647:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926455.363648:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788926455.363651:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276300 going to sleep for 1 seconds 00000100:00000001:1.0:1788926455.363653:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926455.363655:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.372040:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.372052:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 799581 usecs (800 jiffies) 00000400:00000200:3.0:1788926455.372060:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926455.372064:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296491298 00000100:00000001:3.0:1788926455.372068:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296493665 00000100:00000001:3.0:1788926455.372071:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296491298 00000100:00000001:3.0:1788926455.372073:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296493665 00000100:00000001:3.0:1788926455.372076:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.372079:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.372089:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926455.372101:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.372117:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926455.372119:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.372123:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926455.372126:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926455.372129:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926455.372132:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513947136:192.168.203.140@tcp:9:kworker.0 00000100:00000001:3.0:1788926455.372136:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926455.372141:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926455.372143:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.372146:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926455.372153:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d07fac00. 02000000:00000001:3.0:1788926455.372155:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926455.372172:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926455.372177:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9a0. 00000400:00000010:3.0:1788926455.372183:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926455.372190:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513947136, portal 4 00000100:00000001:3.0:1788926455.372192:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.372194:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:3.0:1788926455.372202:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.372209:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926455.372212:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926455.372215:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926455.372218:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513947136, offset 0 00000400:00000200:3.0:1788926455.372225:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926455.372233:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.372241:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926455.372247:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926455.372250:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926455.372254:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926455.372257:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926455.372261:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2753:2753:253:4294967295] 192.168.203.140@tcp LPNI seq info [2753:2753:5:4294967295] 00000400:00000200:3.0:1788926455.372266:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.372275:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926455.372280:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926455.372285:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926455.372291:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926455.372299:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926455.372303:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926455.372306:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.372309:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21242 usecs (22 jiffies) 00000400:00000200:3.0:1788926455.372324:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926455.372326:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296490520 00000100:00000001:3.0:1788926455.372329:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296493665 00000100:00000001:3.0:1788926455.372331:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296490520 00000100:00000001:3.0:1788926455.372333:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296493665 00000100:00000001:3.0:1788926455.372335:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.372337:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.372339:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926455.372344:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.372351:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926455.372353:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.372355:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926455.372357:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926455.372359:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926455.372362:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513947264:192.168.203.140@tcp:9:kworker.0 00000100:00000001:3.0:1788926455.372365:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926455.372367:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926455.372369:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.372371:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926455.372374:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d07fa400. 02000000:00000001:3.0:1788926455.372376:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926455.372388:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926455.372391:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841be18. 00000400:00000010:3.0:1788926455.372394:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab198. 00000100:00000200:3.0:1788926455.372418:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513947264, portal 4 00000100:00000001:3.0:1788926455.372420:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.372422:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00000040:3.0:1788926455.372428:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.372500:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926455.372503:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926455.372506:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abee0. 00000100:00000200:3.0:1788926455.372509:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513947264, offset 0 00000400:00000200:3.0:1788926455.372513:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926455.372517:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.372520:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926455.372523:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926455.372525:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926455.372528:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926455.372530:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926455.372533:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2754:2754:252:4294967295] 192.168.203.140@tcp LPNI seq info [2754:2754:4:4294967295] 00000400:00000200:3.0:1788926455.372536:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.372542:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926455.372546:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926455.372550:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926455.372554:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926455.372558:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926455.372560:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926455.372563:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.372567:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 231250 usecs (232 jiffies) 00000400:00000200:3.0:1788926455.372570:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926455.372571:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296490730 00000100:00000001:3.0:1788926455.372583:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296493665 00000100:00000001:3.0:1788926455.372586:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296490730 00000100:00000001:3.0:1788926455.372588:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296493665 00000100:00000001:3.0:1788926455.372590:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.372592:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.372595:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.372599:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.372606:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926455.372608:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926455.372611:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926455.372613:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926455.372615:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.372617:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926455.376415:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.376424:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:2.0:1788926455.376432:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.376440:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.376448:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821c38 00000400:00000010:2.0:1788926455.376451:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821c38. 00000100:00000001:2.0:1788926455.376456:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.376463:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513947008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376475:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.376479:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513947008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376485:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.376488:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926455.376502:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.376504:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406700. 00000400:00000200:2.0:1788926455.376507:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.376510:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.376513:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:2.0:1788926455.376515:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:2.0:1788926455.376518:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.376522:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376529:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.376532:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376538:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.376540:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926455.376548:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.376550:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:2.0:1788926455.376553:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.376556:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.376559:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:2.0:1788926455.376561:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:2.0:1788926455.376563:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.376567:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376738:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.376743:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376751:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.376753:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926455.376764:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.376766:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:2.0:1788926455.376769:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.376773:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.376777:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abee0 00000400:00000010:2.0:1788926455.376779:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abee0. 00000100:00000001:2.0:1788926455.376781:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.376785:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376792:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.376794:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376800:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.376801:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926455.376862:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.376865:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926455.376868:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.376872:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.376874:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821f68 00000400:00000010:2.0:1788926455.376876:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821f68. 00000100:00000001:2.0:1788926455.376878:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.376882:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376889:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.376892:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.376897:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.376899:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926455.392659:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.392697:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.392704:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.392707:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.392720:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.392729:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.392805:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.392820:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.392826:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.392832:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235cc00 00000400:00000200:2.0:1788926455.392838:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.392846:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d75 [1] + 224 00000800:00000001:2.0:1788926455.392856:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.392862:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.392867:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.392872:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.392883:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.392894:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926455.392907:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.393039:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.393052:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393057:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.393059:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393062:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393065:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393069:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.393074:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393077:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393080:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393083:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235cb80 00000400:00000200:2.0:1788926455.393087:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393092:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d55 [1] + 224 00000800:00000001:2.0:1788926455.393097:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393358:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393362:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.393366:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.393370:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.393375:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513947008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926455.393392:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962ad80 x1875823513947008/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.393546:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.393553:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393558:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.393560:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393563:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393566:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393571:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.393575:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393578:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393581:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393584:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 10 MB=0x6aa0d3235cb00 00000400:00000200:2.0:1788926455.393588:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393592:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 416/416 into md 0x7d5d [1] + 0 00000800:00000001:2.0:1788926455.393597:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393600:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393602:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.393605:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.393608:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.393614:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926455.393623:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.393631:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.393635:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393638:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.393640:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393642:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393645:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393650:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.393654:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393656:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393659:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393662:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235cc80 00000400:00000200:2.0:1788926455.393665:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393669:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d85 [1] + 224 00000800:00000001:2.0:1788926455.393673:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393677:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393688:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.393692:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.393695:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.393700:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926455.393709:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.393716:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.393720:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393724:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.393725:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393727:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393730:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393733:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.393737:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393739:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393754:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393757:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235ca80 00000400:00000200:2.0:1788926455.393761:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.393765:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7d6d [1] + 224 00000800:00000001:2.0:1788926455.393768:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393780:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.393783:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.393785:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.393787:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.393792:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926455.393800:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.393816:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.393820:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.393824:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.394160:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926455.394165:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926455.394173:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926455.394176:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926455.394180:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b630. 00000400:00000200:3.0:1788926455.394186:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:3.0:1788926455.394189:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:3.0:1788926455.394192:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926455.394197:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926455.394207:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.394214:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926455.394216:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.394218:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926455.394222:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926455.394225:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926455.394227:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.394232:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926455.394244:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=122 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926455.394250:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926455.394253:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926455.394255:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926455.394259:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926455.394263:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.394267:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926455.394271:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926455.394273:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926455.394275:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.394280:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.394287:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.394291:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926455.394294:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.394297:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788926455.394305:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:3.0:1788926455.394309:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926455.394311:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926455.394314:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926455.394318:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926455.394320:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926455.394323:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00001000:3.0:1788926455.394326:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1788926455 v=0 (0 0 0 0) 00000100:00001000:3.0:1788926455.394330:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788926455.394336:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000020:00000040:3.0:1788926455.394342:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:3.0:1788926455.394345:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926455.394349:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788926455.394354:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9d76e0357000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1788926455.394358:0:2396:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788926455.394360:0:2396:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.394362:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788926455.394366:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788926455.394370:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926455.394372:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926455.394375:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.394376:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.394378:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926455.394379:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.394381:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.394382:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926455.394386:0:2396:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.140@tcp after partition 00000100:00080000:3.0:1788926455.394390:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788926455.394394:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788926455.394443:0:2396:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788926455.394449:0:2396:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926457 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926455.394471:0:2396:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788926455.394474:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788926455.394477:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926455.394479:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788926455.394480:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788926455.394481:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788926455.394484:0:2396:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788926455.394487:0:2396:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9d76e03fd568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788926455.394491:0:2396:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xdeff66104c08bc77 00800000:00000040:3.0:1788926455.394494:0:2396:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9d76e0357000=4486b962-ec3d-45f5-8472-13c4fc59e40f device 3 (ffff9d76e03f8000) type mdc at LMV idx 0 00800000:00000040:3.0:1788926455.394498:0:2396:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9d76e03f8000 already active! 00800000:00000001:3.0:1788926455.394501:0:2396:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926455.394503:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926455.394505:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926455.394507:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.394509:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.394510:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926455.394512:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926455.394515:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000002:00000001:1.0:1788926455.394951:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.394960:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788926455.394970:0:2396:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00080000:1.0:1788926455.394983:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005a0c580b): req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 1 dl 1788926455 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.394998:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926455.395006:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788926455.395008:0:32581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926455.395012:0:32581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788926455.395013:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788926455.395016:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841be70. 00000400:00000200:2.0:1788926455.395023:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000100:00000040:1.0:1788926455.395025:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788926455.395029:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:2.0:1788926455.395035:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.395048:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926457 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926455.395049:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513946880:192.168.203.140@tcp:38:kworker.0 00000400:00000001:1.0:1788926455.395076:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788926455.395077:0:32581:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926457 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:1.0:1788926455.395082:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.395089:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9a0. 00000100:00000001:2.0:1788926455.395091:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788926455.395098:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:1.0:1788926455.395102:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:2.0:1788926455.395106:0:32581:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.395108:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788926455.395113:0:32581:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926455.395119:0:32581:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788926455.395120:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788926455.395127:0:32581:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926455.395133:0:32581:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788926455.395138:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788926455.395139:0:32581:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.395146:0:32581:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788926455.395155:0:32581:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513944704 new x1875823513947392 00000100:00000001:1.0:1788926455.395156:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1788926455.395163:0:32581:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926455.395167:0:32581:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926455.395176:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926455.395181:0:32581:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6318. 00000400:00000010:2.0:1788926455.395188:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530c38. 00000100:00000200:2.0:1788926455.395194:0:32581:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513944704, portal 10 00000100:00000001:2.0:1788926455.395196:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926455.395198:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:2.0:1788926455.395206:0:32581:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.395213:0:32581:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926455.395216:0:32581:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926455.395218:0:32581:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530990. 00000100:00000200:2.0:1788926455.395222:0:32581:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513944704, offset 0 00000400:00000200:2.0:1788926455.395229:0:32581:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926455.395240:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.395251:0:32581:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000002:00000001:3.0:1788926455.395252:0:32616:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788926455.395259:0:32616:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000400:00000200:2.0:1788926455.395262:0:32581:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1788926455.395263:0:32616:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926455.395271:0:32616:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:2.0:1788926455.395271:0:32581:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000020:00000040:3.0:1788926455.395277:0:32616:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000400:00000200:2.0:1788926455.395283:0:32581:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1788926455.395284:0:32616:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1788926455.395288:0:32616:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926455.395290:0:32581:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926455.395299:0:32581:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2755:2755:256:4294967295] 192.168.203.140@tcp LPNI seq info [2755:2755:8:4294967295] 00000400:00000200:2.0:1788926455.395304:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.395316:0:32581:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926455.395323:0:32581:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926455.395330:0:32581:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926455.395340:0:32581:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926455.395351:0:32581:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926455.395357:0:32581:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926455.395377:0:32581:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926455.395383:0:32581:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 798510 usecs (799 jiffies) 00000400:00000200:2.0:1788926455.395388:0:32581:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926455.395392:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296491328 00000100:00000001:2.0:1788926455.395435:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926455.395440:0:32581:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296491329 00000100:00000001:2.0:1788926455.395444:0:32581:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926455.395447:0:32581:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.395448:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926455.395452:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.395455:0:32591:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926455.395460:0:32581:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926455.395462:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926455.395465:0:32581:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926455.395467:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926455.395471:0:32581:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276300 going to sleep for 11 seconds 02000000:00000001:3.0:1788926455.395475:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788926455.395477:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788926455.395482:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926455.395482:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.395493:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.395497:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788926455.395502:0:32591:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513944320 new x1875823513947520 02000000:00000001:3.0:1788926455.395506:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926455.395508:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926455.395516:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926455.395522:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b630. 00000400:00000010:3.0:1788926455.395527:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926455.395533:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513944320, portal 10 00000100:00000001:3.0:1788926455.395535:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.395537:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000040:3.0:1788926455.395549:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.395558:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926455.395561:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926455.395564:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab7f8. 00000100:00000200:3.0:1788926455.395567:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875823513944320, offset 0 00000400:00000200:3.0:1788926455.395584:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926455.395593:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.395600:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926455.395605:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926455.395610:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926455.395613:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926455.395616:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926455.395620:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2756:2756:255:4294967295] 192.168.203.140@tcp LPNI seq info [2756:2756:7:4294967295] 00000400:00000200:3.0:1788926455.395624:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.395633:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926455.395640:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926455.395646:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406200. 00000800:00000200:3.0:1788926455.395652:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926455.395660:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926455.395664:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788926455.395668:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.395672:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 798510 usecs (799 jiffies) 00000400:00000200:3.0:1788926455.395675:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926455.395678:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296491329 00000100:00000001:3.0:1788926455.395691:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:3.0:1788926455.395693:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296491329 00000100:00000001:3.0:1788926455.395695:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:3.0:1788926455.395698:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.395701:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.395703:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926455.395705:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926455.395708:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926455.395710:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926455.395712:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.395954:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.395958:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.395961:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000800:00000200:2.0:1788926455.395963:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788926455.395965:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.395970:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788926455.395972:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 02000000:00000001:1.0:1788926455.395977:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926455.395983:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1788926455.395990:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=122 v=5 (5 5 37 37) 00000400:00000200:2.0:1788926455.395994:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00001000:1.0:1788926455.395999:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=24 v=5 (1 0 0 0) 00000400:00000200:2.0:1788926455.396003:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530990 00000100:00000001:1.0:1788926455.396006:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1788926455.396009:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530990. 00000100:00000001:1.0:1788926455.396010:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.396016:0:2392:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1788926455.396017:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.396024:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788926455.396026:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.396031:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926455.396034:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926455.396040:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926455.396042:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926455.396043:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926455.396051:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788926455.396056:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.396089:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.396091:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.396097:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.396100:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926455.396101:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:1.0:1788926455.396107:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788926455.396116:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788926455.396121:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926455.396131:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513947136:192.168.203.140@tcp:9:kworker.0 00000400:00000001:1.0:1788926455.396139:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926455.396141:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.396144:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841be18. 00000400:00000200:1.0:1788926455.396148:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab198 00000400:00000010:1.0:1788926455.396150:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab198. 00000100:00000001:1.0:1788926455.396154:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926455.396157:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926455.396518:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.396526:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926455.396528:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.396530:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.396532:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926455.396534:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.396536:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.396538:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926455.396543:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=122 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926455.396546:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926455.396548:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926455.396550:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.396551:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.396554:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.396556:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926455.396558:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967325 00000100:00000001:1.0:1788926455.396560:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926455.396561:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.396565:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.396572:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.397053:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.397055:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788926455.397061:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788926455.397069:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788926455.397074:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926455.397082:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513947264:192.168.203.140@tcp:9:kworker.0 00000100:00000001:1.0:1788926455.397087:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.397091:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.397096:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628a80 x1875823513946880/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.397104:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.397106:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.397110:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d91400. 02000000:00000001:1.0:1788926455.397115:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.397118:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.397120:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.397122:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.397125:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926455.397128:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.397130:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.397132:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628a80. 00000100:00000001:1.0:1788926455.397136:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.397138:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.397140:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.397143:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513947136/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.397150:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.397151:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.397153:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d07fac00. 02000000:00000001:1.0:1788926455.397155:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.397156:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.397158:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.397160:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00001000:0.0:1788926455.397660:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926455.397663:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926455.397666:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926455.397668:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926455.397670:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926455.397672:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926455.397676:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926455.397695:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926455.397696:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926455.397698:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926455.397701:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926455.397708:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513946752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926455.397712:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.397714:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926455.397717:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513946752/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926471 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926455.397723:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926455.397724:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926455.397726:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552a00. 02000000:00000001:0.0:1788926455.397728:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926455.397729:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926455.397731:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926455.397733:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926455.397734:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e900. 02000000:00000001:0.0:1788926455.397737:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926455.397738:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926455.397740:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:0.0:1788926455.397742:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926455.397743:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.397745:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.397755:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926455.397758:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926455.397760:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926455.397762:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.397954:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186ef00. 02000000:00000001:1.0:1788926455.397962:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.397963:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.397965:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:1.0:1788926455.397969:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.397970:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.397973:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.397979:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a680 x1875823513947264/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.397986:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.397989:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.397990:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d07fa400. 02000000:00000001:1.0:1788926455.397993:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.397994:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.397996:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.397998:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.397999:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e400. 02000000:00000001:1.0:1788926455.398001:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.398003:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.398004:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a680. 00000100:00000001:1.0:1788926455.398006:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.398007:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.398009:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.398018:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926455.398020:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.398022:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.398024:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926455.398149:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.398156:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406200. 00000400:00000200:2.0:1788926455.398161:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.398169:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.398175:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab7f8 00000400:00000010:2.0:1788926455.398177:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab7f8. 00000100:00000001:2.0:1788926455.398181:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.398187:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.398196:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.398200:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.398206:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.398208:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926455.408719:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.408749:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.408757:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.408761:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.408773:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.408783:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.408795:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.408800:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.408807:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.408811:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235cd00 00000400:00000200:2.0:1788926455.408818:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.408825:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7d95 [1] + 224 00000800:00000001:2.0:1788926455.408834:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.408843:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.408847:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.408852:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.408862:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.408873:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926455.408886:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.408924:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.408935:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.408939:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.409006:0:32581:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926455.409019:0:32581:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926455.409021:0:32581:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.409025:0:32581:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6318. 00000400:00000200:1.0:1788926455.409035:0:32581:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530c38 00000400:00000010:1.0:1788926455.409037:0:32581:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530c38. 00000100:00000001:1.0:1788926455.409042:0:32581:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926455.409052:0:32581:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926455.409064:0:32581:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a680 x1875823513944704/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409072:0:32581:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926455.409074:0:32581:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.409076:0:32581:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.409079:0:32581:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926455.409095:0:32581:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.409098:0:32581:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.409100:0:32581:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926455.409110:0:32581:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926455.409114:0:32581:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926455.409125:0:32581:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926455.409126:0:32581:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.409129:0:32581:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.409132:0:32581:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.409136:0:32581:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926455.409138:0:32581:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926455.409140:0:32581:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926455.409142:0:32581:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.409147:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a680 x1875823513944704/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409153:0:32581:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.409156:0:32581:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.409158:0:32581:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926455.409173:0:32581:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a680 x1875823513944704/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926455.409181:0:32581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:32581:1875823513944704:192.168.203.140@tcp:35:multiop.0 00000100:00000001:1.0:1788926455.409186:0:32581:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.409189:0:32581:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.409192:0:32581:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926455.409194:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.409197:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a680 x1875823513944704/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409204:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.409207:0:32581:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276300. 00000100:00000001:1.0:1788926455.409211:0:32581:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926455.409212:0:32581:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.409219:0:32581:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926455.409221:0:32581:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000002:00000001:1.0:1788926455.409224:0:32581:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.409227:0:32581:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926455.409233:0:32581:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10aea00. 00000080:00000001:1.0:1788926455.409236:0:32581:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926455.409239:0:32581:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926455.409242:0:32581:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926455.409244:0:32581:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926455.409246:0:32581:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926455.409249:0:32581:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926455.409251:0:32581:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926455.409253:0:32581:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788926455.409256:0:32581:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926455.409260:0:32581:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788926455.409264:0:32581:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409271:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.409274:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513943040/t4294967617(4294967617) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926454 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409281:0:32581:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788926455.409284:0:32581:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.409286:0:32581:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.409288:0:32581:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.409291:0:32581:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926455.409295:0:32581:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.409297:0:32581:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.409299:0:32581:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926455.409302:0:32581:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.409304:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.409305:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.409308:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a680 x1875823513944704/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409324:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.409327:0:32581:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5c5c0. 00000002:00000001:1.0:1788926455.409330:0:32581:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.409332:0:32581:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926455.409334:0:32581:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020e140. 00000100:00000001:1.0:1788926455.409336:0:32581:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.409339:0:32581:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a680 x1875823513944704/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.409346:0:32581:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.409348:0:32581:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.409351:0:32581:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90000. 02000000:00000001:1.0:1788926455.409354:0:32581:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.409355:0:32581:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.409357:0:32581:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.409359:0:32581:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.409361:0:32581:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af200. 02000000:00000001:1.0:1788926455.409363:0:32581:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.409364:0:32581:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.409365:0:32581:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a680. 00000100:00000001:1.0:1788926455.409368:0:32581:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.409369:0:32581:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926455.409372:0:32581:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926455.409375:0:32581:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131d900. 00000080:00000001:1.0:1788926455.409379:0:32581:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.409779:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149bdf0 00000080:00000008:1.0:1788926455.409782:0:32581:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9d76d15b00c8), flags 100002, rc = 0 00000080:00000001:1.0:1788926455.409785:0:32581:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.409791:0:32581:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926455.409793:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149be00 00000080:00002000:1.0:1788926455.409795:0:32581:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9d76d1758288, parent ffff9d76d1759948, inode ffff9d76d15b00c8) hashed, 00000080:00000001:1.0:1788926455.409797:0:32581:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926455.409807:0:32581:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926455.409813:0:32581:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926455.409815:0:32581:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926455.409816:0:32581:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84149be00 00000080:00002000:1.0:1788926455.409818:0:32581:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9d76d1759948, parent ffff9d76d14be6c0, inode ffff9d76d15b4b08) hashed, 00000080:00000001:1.0:1788926455.409821:0:32581:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926455.409824:0:32581:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926455.409827:0:32581:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:2.0:1788926455.418711:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.418736:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.418742:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.418745:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.418755:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.418766:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.418779:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.418786:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.418793:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.418800:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235cd80 00000400:00000200:2.0:1788926455.418806:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.418814:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7da5 [1] + 224 00000800:00000001:2.0:1788926455.418834:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.418846:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.418850:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.418856:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.418865:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.418879:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926455.418890:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926455.418913:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.418923:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.418926:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.419348:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926455.419362:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926455.419364:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926455.419368:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b630. 00000400:00000200:3.0:1788926455.419375:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:3.0:1788926455.419386:0:32591:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:3.0:1788926455.419392:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926455.419434:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926455.419446:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a300 x1875823513944320/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/512 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.419453:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926455.419456:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.419458:0:32591:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926455.419461:0:32591:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926455.419464:0:32591:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926455.419466:0:32591:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.419470:0:32591:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926455.419479:0:32591:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=122 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926455.419483:0:32591:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926455.419486:0:32591:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926455.419487:0:32591:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926455.419490:0:32591:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926455.419494:0:32591:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.419498:0:32591:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926455.419500:0:32591:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788926455.419502:0:32591:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926455.419505:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.419506:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000001:3.0:1788926455.419509:0:32591:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926455.419511:0:32591:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926455.419513:0:32591:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926455.419516:0:32591:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.419521:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a300 x1875823513944320/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926471 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.419528:0:32591:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.419531:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926455.419533:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926455.419537:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a300 x1875823513944320/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926471 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926455.419551:0:32591:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513944320:192.168.203.140@tcp:36:touch.0 00000100:00000001:3.0:1788926455.419557:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.419560:0:32591:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.419562:0:32591:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926455.419565:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926455.419569:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a300 x1875823513944320/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926471 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.419764:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926455.419767:0:32591:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773cc0. 00000100:00000001:3.0:1788926455.419770:0:32591:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926455.419772:0:32591:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.419779:0:32591:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926455.419782:0:32591:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.419787:0:32591:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788926455.419790:0:32591:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926455.419803:0:32591:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:3.0:1788926455.419806:0:32591:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1788926455.419811:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926455.419815:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513944320/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926471 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.419821:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926455.419824:0:32591:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788926455.419826:0:32591:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.419828:0:32591:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.419832:0:32591:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1788926455.419834:0:32591:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788926455.419836:0:32591:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926455.419838:0:32591:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788926455.419839:0:32591:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.419841:0:32591:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.419843:0:32591:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1788926455.419846:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926455.419850:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:3.0:1788926455.419852:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:3.0:1788926455.419857:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:3.0:1788926455.419859:0:32591:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1788926455.419861:0:32591:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788926455.419864:0:32591:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788926455.419866:0:32591:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926455.419868:0:32591:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788926455.419870:0:32591:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788926455.419872:0:32591:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788926455.419874:0:32591:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:3.0:1788926455.419877:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926455.419880:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926455.419882:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926455.419884:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926455.419886:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926455.419888:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1788926455.419890:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.419893:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926455.419896:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926455.419901:0:32591:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.419903:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926455.419905:0:32591:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:3.0:1788926455.419907:0:32591:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926455.419909:0:32591:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788926455.419914:0:32591:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fa000. 00000080:00010000:3.0:1788926455.419919:0:32591:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000405:0x26:0x0](ffff9d76d15b0908) 00000080:00000001:3.0:1788926455.419923:0:32591:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926455.419926:0:32591:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926455.419928:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667958 00800000:00000002:3.0:1788926455.419931:0:32591:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000405:0x26:0x0] '' on [0x200000405:0x26:0x0] 00800000:00000001:3.0:1788926455.419934:0:32591:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926455.419936:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926455.419937:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926455.419938:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926455.419939:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926455.419941:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926455.419942:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:3.0:1788926455.419944:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926455.419947:0:32591:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x26:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926455.419950:0:32591:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926455.419952:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667828 00000002:00010000:3.0:1788926455.419953:0:32591:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x26:0x0], intent: layout flags 0 00000002:00000001:3.0:1788926455.419957:0:32591:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926455.419958:0:32591:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788926455.419963:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926455.419966:0:32591:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926455.419971:0:32591:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926455.419974:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926455.419978:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.419980:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926455.419982:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926455.419986:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926455.419991:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d07fb400. 00000100:00000001:3.0:1788926455.419997:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926455.420000:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926455.420002:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926455.420003:0:32591:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926455.420004:0:32591:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926455.420006:0:32591:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926455.420010:0:32591:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00010000:00000001:3.0:1788926455.420013:0:32591:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926455.420016:0:32591:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926455.420020:0:32591:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfd00. 00010000:00000010:3.0:1788926455.420024:0:32591:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11fa280. 00010000:00000001:3.0:1788926455.420029:0:32591:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926455.420033:0:32591:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fe000. 00000020:00000001:3.0:1788926455.420037:0:32591:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926455.420040:0:32591:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fe000 with handle 0xdeff66104c08c7d7 to hash 00000020:00000001:3.0:1788926455.420042:0:32591:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926455.420044:0:32591:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926455.420047:0:32591:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926455.420052:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926455.420055:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926455.420059:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926455.420068:0:32591:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926455.420078:0:32591:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32591 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926455.420083:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926455.420085:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926455.420091:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca7ec600. 00000100:00000001:3.0:1788926455.420093:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261848576 : -108341447703040 : ffff9d76ca7ec600) 00000100:00000001:3.0:1788926455.420095:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.420097:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000001:3.0:1788926455.420102:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926455.420105:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.420107:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926455.420109:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926455.420113:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926455.420121:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926455.420123:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.420126:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926455.420128:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926455.420131:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926455.420134:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513947648:192.168.203.140@tcp:101:touch.0 00000100:00000001:3.0:1788926455.420138:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926455.420142:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926455.420144:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.420146:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926455.420150:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91000. 02000000:00000001:3.0:1788926455.420153:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926455.420160:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926455.420294:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b630. 00000400:00000010:3.0:1788926455.420300:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926455.420306:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513947648, portal 10 00000100:00000001:3.0:1788926455.420317:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.420318:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926455.420326:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926455.420333:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926455.420335:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926455.420338:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab088. 00000100:00000200:3.0:1788926455.420341:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875823513947648, offset 0 00000400:00000200:3.0:1788926455.420348:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926455.420355:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.420363:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926455.420368:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926455.420371:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926455.420375:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926455.420566:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926455.420571:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2757:2757:256:4294967295] 192.168.203.140@tcp LPNI seq info [2757:2757:8:4294967295] 00000400:00000200:3.0:1788926455.420637:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.420648:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926455.420654:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926455.422348:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e400. 00000800:00000200:1.0:1788926455.422363:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926455.422372:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926455.422377:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1788926455.422430:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.422436:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 848698 usecs (849 jiffies) 00000400:00000200:1.0:1788926455.422442:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926455.422445:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296491402 00000100:00000001:1.0:1788926455.422449:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926455.422451:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296491402 00000100:00000001:1.0:1788926455.422453:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926455.422457:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.422461:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.422464:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926455.422466:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926455.422469:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca7ec600 going to sleep for 11 seconds 00000100:00000001:1.0:1788926455.422474:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926455.422477:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926455.422632:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.422642:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:2.0:1788926455.422651:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.422660:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.422669:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab088 00000400:00000010:2.0:1788926455.422673:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab088. 00000100:00000001:2.0:1788926455.422688:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.422698:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.422712:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.422717:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.422729:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.422731:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926455.429963:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.429989:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.429995:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.430014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.430026:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.430035:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.430048:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.430054:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.430061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.430066:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 10 MB=0x6aa0d3235ce00 00000400:00000200:2.0:1788926455.430074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.430082:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 400/400 into md 0x7db5 [1] + 224 00000800:00000001:2.0:1788926455.430090:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.430114:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.430119:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.430126:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.430136:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.430147:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926455.430159:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.430188:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.430199:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.430204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1788926455.431449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c360. 00000080:00000010:1.1:1788926455.431468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172ae0. 00000100:00000001:1.0:1788926455.431641:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926455.431651:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926455.431654:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.431658:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b630. 00000400:00000200:1.0:1788926455.431663:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:1.0:1788926455.431666:0:32591:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:1.0:1788926455.431672:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926455.431696:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926455.431707:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/472 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.431715:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926455.431717:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.431720:0:32591:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.431723:0:32591:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926455.431725:0:32591:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.431727:0:32591:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.431730:0:32591:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926455.431738:0:32591:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=122 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926455.431744:0:32591:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926455.431748:0:32591:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926455.431751:0:32591:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.431755:0:32591:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.431758:0:32591:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.431762:0:32591:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926455.431764:0:32591:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926455.431766:0:32591:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926455.431770:0:32591:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.431777:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.431785:0:32591:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.431788:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.431791:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926455.431796:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1788926471 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926455.431805:0:32591:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513947648:192.168.203.140@tcp:101:touch.0 00000100:00000001:1.0:1788926455.431810:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.431814:0:32591:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.431816:0:32591:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926455.431818:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.431822:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1788926471 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.431829:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.431832:0:32591:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca7ec600. 00000100:00000001:1.0:1788926455.431835:0:32591:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926455.431836:0:32591:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.431839:0:32591:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926455.431843:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.431846:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.431849:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:1.0:1788926455.431851:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.431855:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000040:1.0:1788926455.431862:0:32591:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fe000, remote cookie: 0x840913afd2dab256, flags: 0x1000 00010000:00000001:1.0:1788926455.431865:0:32591:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926455.431869:0:32591:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926455.431871:0:32591:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926455.431872:0:32591:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926455.431874:0:32591:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926455.431877:0:32591:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9d76c52dfd00) refcount = 1 00010000:00010000:1.0:1788926455.431883:0:32591:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926455.431891:0:32591:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926455.431895:0:32591:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926455.431896:0:32591:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926455.431899:0:32591:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926455.431902:0:32591:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926455.431906:0:32591:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926455.431912:0:32591:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926455.431914:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.431915:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.431916:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.431917:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.431919:0:32591:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926455.431923:0:32591:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926455.431925:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.431926:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.431928:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.431930:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.431932:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.431934:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.431935:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926455.431939:0:32591:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1788926455.431954:0:32591:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9d76e0357000: layout return lvb 56 transno 0 00010000:00000001:1.0:1788926455.431957:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.431958:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.431959:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.431962:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.431964:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000002:00010000:1.0:1788926455.431967:0:32591:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926455.431977:0:32591:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020e140. 00010000:00000001:1.0:1788926455.431979:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.431981:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926455.431982:0:32591:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926455.431984:0:32591:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926455.431987:0:32591:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926455.431988:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.431989:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.431991:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.431993:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.431995:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000002:00010000:1.0:1788926455.431998:0:32591:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926455.432005:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432006:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.432007:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926455.432009:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.432010:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432011:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.432013:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432015:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000040:1.0:1788926455.432021:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 2 00010000:00000001:1.0:1788926455.432025:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926455.432029:0:32591:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 16 res 8589935621/38 (0 0) 00010000:00000001:1.0:1788926455.432031:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432032:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926455.432034:0:32591:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926455.432037:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416677b0 00000002:00002000:1.0:1788926455.432039:0:32591:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1788926455.432041:0:32591:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.432044:0:32591:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.432047:0:32591:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926455.432050:0:32591:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000405:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926455.432054:0:32591:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.432056:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.432060:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513947648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 376/400 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.432067:0:32591:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.432069:0:32591:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.432072:0:32591:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d91000. 02000000:00000001:1.0:1788926455.432076:0:32591:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.432078:0:32591:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.432079:0:32591:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.432082:0:32591:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.432084:0:32591:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d07fb400. 02000000:00000001:1.0:1788926455.432088:0:32591:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.432090:0:32591:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.432092:0:32591:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:1.0:1788926455.432095:0:32591:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.432096:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788926455.432100:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fa000. 00000080:00010000:1.0:1788926455.432105:0:32591:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) for lock 0xdeff66104c08c7d7 00800000:00000001:1.0:1788926455.432110:0:32591:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926455.432112:0:32591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926455.432113:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.432115:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432116:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.432118:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432120:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432123:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432124:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926455.432125:0:32591:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.432127:0:32591:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926455.432129:0:32591:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7d7 from it ffffb2d841667a78 00010000:00000001:1.0:1788926455.432132:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.432133:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432134:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.432136:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432138:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432140:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926455.432143:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926455.432149:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432150:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.432152:0:32591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926455.432155:0:32591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926455.432158:0:32591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926455.432166:0:32591:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926455.432169:0:32591:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926455.432171:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926455.432175:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432176:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.432178:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432181:0:32591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926455.432182:0:32591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432184:0:32591:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432187:0:32591:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432189:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926455.432190:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432191:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926455.432193:0:32591:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.432196:0:32591:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1788926455.432198:0:32591:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000405:0x26:0x0] 00800000:00000001:1.0:1788926455.432202:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926455.432204:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926455.432207:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926455.432209:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926455.432211:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926455.432213:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788926455.432215:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926455.432218:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926455.432219:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926455.432221:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 2 00010000:00000001:1.0:1788926455.432223:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926455.432226:0:32591:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926455.432229:0:32591:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926455.432232:0:32591:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926455.432239:0:32591:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926455.432244:0:32591:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926455.432247:0:32591:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 2/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926455.432253:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788926455.432255:0:32591:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 16 00000080:00000001:1.0:1788926455.432258:0:32591:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1788926455.432260:0:32591:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1788926455.432261:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.432262:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432263:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.432265:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432267:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000080:00010000:1.0:1788926455.432270:0:32591:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000405:0x26:0x0](0000000014515469) being reconfigured ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1788926455.432278:0:32591:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926455.432279:0:32591:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926455.432281:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.432282:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432283:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:1.0:1788926455.432285:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432287:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432289:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432290:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926455.432291:0:32591:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.432292:0:32591:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.432295:0:32591:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1788926455.432296:0:32591:0:(file.c:6866:ll_layout_fetch()) [0x200000405:0x26:0x0] LVB_READY=0 l_lvb_data=ffff9d76e020e140 l_lvb_len=56 00000080:00000001:1.0:1788926455.432299:0:32591:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.432301:0:32591:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926455.432303:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926455.432307:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926455.432309:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926455.432311:0:32591:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926455.432328:0:32591:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926455.432331:0:32591:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926455.432337:0:32591:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e060. 00020000:00000010:1.0:1788926455.432341:0:32591:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10db400. 00020000:00000010:1.0:1788926455.432347:0:32591:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e0c0. 00020000:00000001:1.0:1788926455.432350:0:32591:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622958784 : -108341086592832 : ffff9d76e004e0c0) 00020000:00000002:1.0:1788926455.432353:0:32591:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e0c0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926455.432357:0:32591:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926455.432361:0:32591:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db400: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788926455.432365:0:32591:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e134d8) owner ffff9d76d1220000 00020000:00000001:1.0:1788926455.432368:0:32591:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926455.432371:0:32591:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e134d8) owner ffff9d76d1220000 00020000:00000010:1.0:1788926455.432375:0:32591:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10db400. 00020000:00000010:1.0:1788926455.432378:0:32591:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e060. 00020000:00000010:1.0:1788926455.432381:0:32591:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e0c0. 00020000:00000002:1.0:1788926455.432383:0:32591:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926455.432385:0:32591:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432387:0:32591:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432389:0:32591:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926455.432392:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:1.0:1788926455.432394:0:32591:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e8a0 addref 2/0 by ffff9d76d1220000. 00020000:00000002:1.0:1788926455.432421:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:1.0:1788926455.432423:0:32591:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926455.432425:0:32591:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926455.432427:0:32591:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926455.432428:0:32591:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926455.432430:0:32591:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926455.432432:0:32591:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926455.432435:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:1.0:1788926455.432438:0:32591:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.432440:0:32591:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1788926455.432441:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432442:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.432443:0:32591:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926455.432444:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432445:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926455.432447:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432449:0:32591:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926455.432451:0:32591:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926455.432453:0:32591:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926455.432459:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432460:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.432461:0:32591:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926455.432463:0:32591:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926455.432465:0:32591:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926455.432471:0:32591:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926455.432473:0:32591:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926455.432474:0:32591:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926455.432475:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432477:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926455.432478:0:32591:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432479:0:32591:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926455.432481:0:32591:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432482:0:32591:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432484:0:32591:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.432486:0:32591:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926455.432487:0:32591:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926455.432488:0:32591:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926455.432490:0:32591:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.432492:0:32591:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.432495:0:32591:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926455.432500:0:32591:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9d76c2d999d0 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1788926455.432503:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:1.0:1788926455.432506:0:32591:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926455.432507:0:32591:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926455.432510:0:32591:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926455.432512:0:32591:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432514:0:32591:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926455.432516:0:32591:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926455.432518:0:32591:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432520:0:32591:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926455.432521:0:32591:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926455.432522:0:32591:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926455.432524:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00000020:00000001:1.0:1788926455.432526:0:32591:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432529:0:32591:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926455.432530:0:32591:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926455.432532:0:32591:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1788926455.432534:0:32591:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926455.432536:0:32591:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926455.432540:0:32591:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926455.432543:0:32591:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926455.432545:0:32591:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926455.432546:0:32591:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926455.432548:0:32591:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:1.0:1788926455.432550:0:32591:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:1.0:1788926455.432553:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ceaa8 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432555:0:32591:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926455.432559:0:32591:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926455.432560:0:32591:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926455.432562:0:32591:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926455.432563:0:32591:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133583312 : -108341575968304 : ffff9d76c2d999d0) 00000020:00000001:1.0:1788926455.432565:0:32591:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432567:0:32591:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432569:0:32591:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:1.0:1788926455.432572:0:32591:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788926455.432575:0:32591:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788926455.432578:0:32591:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432580:0:32591:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432582:0:32591:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432583:0:32591:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432585:0:32591:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432587:0:32591:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926455.432589:0:32591:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926455.432591:0:32591:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926455.432592:0:32591:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926455.432593:0:32591:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926455.432595:0:32591:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432596:0:32591:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432598:0:32591:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432600:0:32591:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432601:0:32591:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926455.432602:0:32591:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432604:0:32591:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432606:0:32591:0:(cl_io.c:529:cl_io_start()) Process entered 00000020:00000001:1.0:1788926455.432609:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432611:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432613:0:32591:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788926455.432615:0:32591:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432617:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00020000:00000001:1.0:1788926455.432620:0:32591:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1788926455.432621:0:32591:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926455.432622:0:32591:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926455.432623:0:32591:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926455.432625:0:32591:0:(osc_io.c:723:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1788926455.432626:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432627:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432629:0:32591:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788926455.432631:0:32591:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432633:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432635:0:32591:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926455.432637:0:32591:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926455.432639:0:32591:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432640:0:32591:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432641:0:32591:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926455.432643:0:32591:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926455.432645:0:32591:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926455.432646:0:32591:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926455.432648:0:32591:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926455.432650:0:32591:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926455.432651:0:32591:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926455.432653:0:32591:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1788926455.432658:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926455.432661:0:32591:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926455.432664:0:32591:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788926455.432668:0:32591:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788926455.432671:0:32591:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1797 00000400:00000200:1.0:1788926455.432678:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926455.432696:0:32591:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:1.0:1788926455.432700:0:32591:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.432703:0:32591:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926455.432705:0:32591:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.432708:0:32591:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:1.0:1788926455.432713:0:32591:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926455.432715:0:32591:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:1.0:1788926455.432717:0:32591:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.432719:0:32591:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:1.0:1788926455.432721:0:32591:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:1.0:1788926455.432723:0:32591:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000040:1.0:1788926455.432726:0:32591:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.432727:0:32591:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926455.432729:0:32591:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926455.432731:0:32591:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:1.0:1788926455.432734:0:32591:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00080000:1.0:1788926455.432737:0:32591:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9d76e0357000: import ffff9d76d849a000 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:1.0:1788926455.432739:0:32591:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.432742:0:32591:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788926455.432747:0:32591:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926455.432750:0:32591:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.432752:0:32591:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788926455.432755:0:32591:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8380416, lost: 0. 00000008:00000001:1.0:1788926455.432758:0:32591:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.432760:0:32591:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.432763:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a680. 00000020:00000040:1.0:1788926455.432766:0:32591:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 02000000:00000001:1.0:1788926455.432768:0:32591:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926455.432770:0:32591:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.432772:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.432775:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.432777:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.432784:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926455.432790:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926455.432796:0:32591:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926455.432805:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.432809:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.432813:0:32591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dcb437e] to pc [ptlrpcd_rcv+-1] req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.432833:0:32591:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.432836:0:32591:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788926455.432837:0:32591:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1788926455.432840:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926455.432842:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926455.432843:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926455.432847:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18cd000. 00000100:00000001:1.0:1788926455.432849:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.432854:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926455.432855:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.432860:0:32591:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f99775b] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788926455.432889:0:32591:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926455.432892:0:32591:0:(osc_io.c:844:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432895:0:32591:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432897:0:32591:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432899:0:32591:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.432900:0:32591:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432902:0:32591:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.432905:0:32591:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926455.432906:0:32591:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788926455.432909:0:32591:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926455.432911:0:32591:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1788926455.432912:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926455.432918:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926455.432921:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788926455.432927:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.432931:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926455.433105:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926455.433113:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926455.433115:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788926455.433120:0:2398:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926455.433127:0:2398:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926455.433129:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.433131:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926455.433132:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.433134:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926455.433136:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.433143:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926455.433145:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926455.433147:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926455.433148:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926455.433150:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.433151:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926455.433152:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926455.433154:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926455.433156:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.433209:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926455.433212:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926455.433214:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926455.433220:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.433228:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926455.433229:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.433232:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926455.433236:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926455.433238:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926455.433241:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513947776:192.168.203.140@tcp:8:touch.0 00000100:00000001:3.0:1788926455.433245:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926455.433249:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926455.433250:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926455.433253:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926455.433258:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d93800. 02000000:00000001:3.0:1788926455.433260:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926455.433265:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926455.433269:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc08. 00000400:00000010:3.0:1788926455.433276:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926455.433282:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513947776, portal 4 00000100:00000001:3.0:1788926455.433284:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926455.433286:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00000040:3.0:1788926455.433293:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.433301:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926455.433304:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926455.433307:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926455.433322:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513947776, offset 0 00000400:00000200:3.0:1788926455.433331:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926455.433339:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.433348:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926455.433353:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926455.433358:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926455.433361:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926455.433365:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926455.433369:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2758:2758:256:4294967295] 192.168.203.140@tcp LPNI seq info [2758:2758:8:4294967295] 00000400:00000200:3.0:1788926455.433375:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.433386:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926455.433393:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926455.433436:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926455.433445:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926455.433454:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926455.433458:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926455.433472:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926455.433478:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 230242 usecs (231 jiffies) 00000400:00000200:3.0:1788926455.433481:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926455.433484:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296490799 00000100:00000001:3.0:1788926455.433488:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:3.0:1788926455.433490:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296490799 00000100:00000001:3.0:1788926455.433492:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:3.0:1788926455.433494:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926455.433497:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.433499:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.433502:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926455.433508:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926455.433510:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926455.433513:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926455.433514:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926455.433516:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.433518:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926455.433627:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926455.433631:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:3.0:1788926455.433635:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926455.433640:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926455.433645:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926455.433648:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926455.433652:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926455.433656:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.433663:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926455.433667:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926455.433674:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.433675:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926455.448503:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.448527:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926455.448533:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.448536:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926455.448549:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.448558:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926455.448571:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.448576:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.448583:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.449705:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d3235ce80 00000400:00000200:3.0:1788926455.449716:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.449724:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x7dc5 [1] + 0 00000800:00000001:3.0:1788926455.449736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.449763:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926455.449768:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926455.449773:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926455.449783:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926455.449794:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926455.449806:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.449885:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.449890:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926455.449910:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926455.449925:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.449929:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926455.454366:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926455.454376:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.454381:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc08. 00000400:00000200:1.0:1788926455.454392:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:1.0:1788926455.454409:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:1.0:1788926455.454416:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926455.454432:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926455.454452:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.454462:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926455.454464:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.454468:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.454473:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926455.454476:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.454479:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.454483:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926455.454495:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=122 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926455.454500:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926455.454503:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926455.454505:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.454509:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.454514:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454520:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926455.454522:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: committing for last_committed 4294967325 gen 14 00000100:00000040:1.0:1788926455.454526:0:2396:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788926455.454529:0:2396:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926455.454532:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.454539:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.454547:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.454551:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.454554:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.454557:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788926455.454567:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:1.0:1788926455.454571:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926455.454574:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:1.0:1788926455.454577:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926455.454581:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:1.0:1788926455.454584:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:1.0:1788926455.454599:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00001000:1.0:1788926455.454603:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=1788926455 v=0 (0 0 0 0) 00000100:00001000:1.0:1788926455.454607:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d849a418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788926455.454614:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000100:00080000:1.0:1788926455.454620:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9d76e0357000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788926455.454624:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:1.0:1788926455.454627:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788926455.454632:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788926455.454637:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9d76e0357000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:1.0:1788926455.454640:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788926455.454645:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788926455.454650:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788926455.454654:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.454656:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926455.454658:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926455.454661:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454663:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788926455.454665:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788926455.454669:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788926455.454672:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788926455.454673:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788926455.454675:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788926455.454676:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788926455.454678:0:2396:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788926455.454693:0:2396:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788926455.454699:0:2396:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788926455.454701:0:2396:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788926455.454704:0:2396:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926455.454706:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788926455.454709:0:2396:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788926455.454711:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788926455.454714:0:2396:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788926455.454715:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788926455.454718:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788926455.454721:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.454723:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.454725:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788926455.454726:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788926455.454727:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.454729:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788926455.454731:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788926455.454735:0:2396:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788926455.454737:0:2396:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.454740:0:2396:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.454744:0:2396:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.454746:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926455.454749:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926455.454751:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926455.454753:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454755:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788926455.454758:0:2396:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.454762:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788926455.454770:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000cb384963): req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.454794:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454800:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.454805:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926455.454815:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513947776:192.168.203.140@tcp:8:touch.0 00000100:00000001:1.0:1788926455.454821:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.454825:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.454829:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a680 x1875823513947776/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926455.454837:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.454840:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.454845:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d93800. 02000000:00000001:1.0:1788926455.454851:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.454854:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.454856:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.454859:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.454863:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926455.454868:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.454870:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.454872:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a680. 00000100:00000001:1.0:1788926455.454879:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.454881:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.454885:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.454898:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926455.454900:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454904:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.454907:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454923:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.454927:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926455.454930:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.454933:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926455.454936:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.454939:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926455.454943:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926455.454946:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.454948:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926455.454955:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926455.454957:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.454959:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926455.454966:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926455.454968:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926455.454978:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926455.454983:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926455.454990:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926455.454998:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513947904, portal 4 00000100:00000001:1.0:1788926455.455393:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926455.455412:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926455.455421:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.455430:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926455.455434:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926455.455438:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8000. 00000100:00000200:1.0:1788926455.455443:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875823513947904, offset 0 00000400:00000200:1.0:1788926455.455451:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926455.455460:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926455.455469:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926455.455475:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926455.455479:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926455.455483:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926455.455486:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926455.455490:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2759:2759:256:4294967295] 192.168.203.140@tcp LPNI seq info [2759:2759:8:4294967295] 00000400:00000200:1.0:1788926455.455495:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926455.455506:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926455.455512:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926455.455518:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ef00. 00000800:00000200:1.0:1788926455.455525:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926455.455534:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926455.455539:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ef00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788926455.455559:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.455565:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 229161 usecs (230 jiffies) 00000400:00000200:1.0:1788926455.455569:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926455.455573:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296490820 00000100:00000001:1.0:1788926455.455576:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926455.455578:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296490820 00000100:00000001:1.0:1788926455.455581:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926455.455632:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.455637:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.455639:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.455645:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926455.455648:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926455.455652:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.455654:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926455.455656:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.455659:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926455.455863:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926455.455869:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926455.455877:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926455.455888:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926455.455897:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:3.0:1788926455.455900:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:3.0:1788926455.455908:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926455.455915:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926455.455926:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926455.455932:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926455.455939:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926455.455942:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926455.473775:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.473801:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926455.473806:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.473810:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.473822:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.473833:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926455.473849:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.473856:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.473863:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.473868:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 432 into portal 4 MB=0x6aa0d3235cf00 00000400:00000200:2.0:1788926455.473875:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.473883:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 432/432 into md 0x7dd5 [1] + 224 00000800:00000001:2.0:1788926455.473892:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.473905:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926455.473910:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.473915:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926455.473926:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926455.473940:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926455.473952:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.473980:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926455.473989:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926455.473994:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.474186:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.474191:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926455.474200:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926455.474203:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.474207:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926455.474213:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926455.474217:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926455.474221:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926455.474227:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926455.474239:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513947904/t0(0) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.474247:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926455.474249:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.474252:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.474256:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926455.474259:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.474262:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.474266:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926455.474277:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=122 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926455.474282:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926455.474284:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926455.474286:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.474290:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.474294:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.474299:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926455.474301:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: committing for last_committed 4294967327 gen 14 00000100:00000001:1.0:1788926455.474304:0:2398:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926455.474307:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788926455.474310:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926455.474311:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.474316:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513947904/t4294967327(4294967327) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.474324:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.474328:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.474330:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926455.474334:0:2398:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1788926455.474393:0:2398:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.474428:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513947904/t4294967327(4294967327) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926455.474437:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:0:1875823513947904:192.168.203.140@tcp:2:touch.0 00000100:00000001:1.0:1788926455.474443:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.474445:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.474449:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513947904/t4294967327(4294967327) o2->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.474456:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926455.474459:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926455.474464:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926455.474469:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926455.474472:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.474474:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.474477:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.474479:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18cd000. 02000000:00000001:1.0:1788926455.474483:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.474485:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.474487:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926455.474491:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.474492:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.474495:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.474503:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926455.474505:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.474508:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926455.474511:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926455.477379:0:32591:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1788926455.477526:0:32591:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926455.477532:0:32591:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926455.477536:0:32591:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1788926455.477539:0:32591:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788926455.477542:0:32591:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788926455.477545:0:32591:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926455.477546:0:32591:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926455.477548:0:32591:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788926455.477549:0:32591:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926455.477552:0:32591:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926455.477553:0:32591:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788926455.477554:0:32591:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788926455.477556:0:32591:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788926455.477558:0:32591:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788926455.477560:0:32591:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926455.477562:0:32591:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926455.477564:0:32591:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926455.477566:0:32591:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788926455.477570:0:32591:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788926455.477571:0:32591:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926455.477573:0:32591:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926455.477575:0:32591:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926455.477576:0:32591:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926455.477578:0:32591:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926455.477582:0:32591:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926455.477584:0:32591:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926455.477586:0:32591:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926455.477587:0:32591:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926455.477589:0:32591:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926455.477592:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00020000:00000001:2.0:1788926455.477598:0:32591:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926455.477600:0:32591:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926455.477604:0:32591:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926455.477606:0:32591:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926455.477610:0:32591:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926455.477611:0:32591:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926455.477612:0:32591:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926455.477615:0:32591:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926455.477620:0:32591:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1788926455.477625:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cda00. 00000020:00000001:2.0:1788926455.477636:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667c30 00000080:00200008:2.0:1788926455.477641:0:32591:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9d76d15b0908) current size 0, valid attrs 100201f0, mode 0, uid -1053638078, gid -1, new size 213440, atime 1788926439.000000000, mtime 1788926439.000000000, ctime 1788926439.000000000, rc 0 00000080:00000001:2.0:1788926455.477647:0:32591:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926455.477669:0:32591:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926455.477673:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:2.0:1788926455.477689:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:2.0:1788926455.477693:0:32591:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926455.477703:0:32591:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926455.477706:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667df0 00000080:00200008:2.0:1788926455.477709:0:32591:0:(file.c:479:ll_file_release()) START file f:[0x200000405:0x26:0x0](ffff9d76d15b0908), flags 104001 00000080:00000001:2.0:1788926455.477714:0:32591:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788926455.477717:0:32591:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788926455.477719:0:32591:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926455.477721:0:32591:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:2.0:1788926455.477725:0:32591:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:2.0:1788926455.477727:0:32591:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926455.477731:0:32591:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788926455.477738:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926455.477742:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926455.477745:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926455.477748:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926455.477751:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926455.477753:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1788926455.477756:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926455.477761:0:32591:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926455.477765:0:32591:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926455.477774:0:32591:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 2 00010000:00000001:2.0:1788926455.477777:0:32591:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926455.477783:0:32591:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926455.477785:0:32591:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x26:0x0]: 0 00000080:00000001:2.0:1788926455.477788:0:32591:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926455.477790:0:32591:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926455.477798:0:32591:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10afe00. 00000080:00000001:2.0:1788926455.477800:0:32591:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788926455.477807:0:32591:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926455.477810:0:32591:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926455.477812:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926455.477813:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926455.477814:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926455.477816:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926455.477818:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926455.477819:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:2.0:1788926455.477821:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926455.477824:0:32591:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x26:0x0] 00000002:00000001:2.0:1788926455.477828:0:32591:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926455.477830:0:32591:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x26:0x0] file closed with intent: 0 00000100:00000010:2.0:1788926455.477838:0:32591:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38000. 00000020:00000040:2.0:1788926455.477843:0:32591:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926455.477848:0:32591:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926455.477852:0:32591:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926455.477858:0:32591:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926455.477868:0:32591:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af000. 00000100:00000001:2.0:1788926455.477875:0:32591:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926455.477898:0:32591:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926455.477910:0:32591:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788926455.477916:0:32591:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926455.477923:0:32591:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926455.477925:0:32591:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926455.477933:0:32591:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276000. 00000100:00000001:2.0:1788926455.477935:0:32591:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138680320 : -108341570871296 : ffff9d76c3276000) 00000100:00000001:2.0:1788926455.477938:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926455.477939:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231749632 : -108341477801984 : ffff9d76c8b38000) 00000100:00000001:2.0:1788926455.477944:0:32591:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926455.477948:0:32591:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.477951:0:32591:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926455.477952:0:32591:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926455.477957:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.477965:0:32591:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926455.477967:0:32591:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926455.477972:0:32591:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926455.477975:0:32591:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926455.477977:0:32591:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926455.477982:0:32591:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38000 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513948160:192.168.203.140@tcp:35:touch.0 00000100:00000001:2.0:1788926455.477986:0:32591:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926455.477993:0:32591:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926455.477995:0:32591:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926455.479212:0:32591:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926455.479226:0:32591:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dc800. 02000000:00000001:2.0:1788926455.479232:0:32591:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926455.479245:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926455.479250:0:32591:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6948. 00000400:00000010:2.0:1788926455.479259:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530990. 00000100:00000200:2.0:1788926455.479269:0:32591:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513948160, portal 10 00000100:00000001:2.0:1788926455.479271:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926455.479273:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231749632 : -108341477801984 : ffff9d76c8b38000) 00000100:00000040:2.0:1788926455.479286:0:32591:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.479295:0:32591:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926455.479298:0:32591:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926455.479303:0:32591:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530c38. 00000100:00000200:2.0:1788926455.479306:0:32591:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513948160, offset 0 00000400:00000200:2.0:1788926455.479314:0:32591:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926455.479325:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.479336:0:32591:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926455.479342:0:32591:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926455.479348:0:32591:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926455.479352:0:32591:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926455.479355:0:32591:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926455.479359:0:32591:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2760:2760:256:4294967295] 192.168.203.140@tcp LPNI seq info [2760:2760:8:4294967295] 00000400:00000200:2.0:1788926455.479364:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926455.479375:0:32591:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926455.479382:0:32591:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926455.479389:0:32591:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926455.479411:0:32591:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926455.479420:0:32591:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926455.479425:0:32591:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926455.479452:0:32591:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926455.479459:0:32591:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 847526 usecs (848 jiffies) 00000400:00000200:2.0:1788926455.479465:0:32591:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926455.479468:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296491462 00000100:00000001:2.0:1788926455.479472:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926455.479476:0:32591:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296491462 00000100:00000001:2.0:1788926455.479479:0:32591:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926455.479481:0:32591:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926455.479484:0:32591:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.479487:0:32591:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926455.479489:0:32591:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926455.479493:0:32591:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276000 going to sleep for 11 seconds 00000100:00000001:2.0:1788926455.479495:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926455.479499:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926455.482439:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926455.482453:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:2.0:1788926455.482466:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926455.482477:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926455.482487:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530c38 00000400:00000010:2.0:1788926455.482490:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530c38. 00000100:00000001:2.0:1788926455.482496:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926455.482505:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.482519:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926455.482523:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926455.482531:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926455.482533:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926455.485722:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.485739:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926455.485743:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.485746:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926455.485754:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.485763:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926455.485771:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.485776:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.485781:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.485785:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235d000 00000400:00000200:3.0:1788926455.485789:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926455.485794:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7ddd [1] + 224 00000800:00000001:3.0:1788926455.485801:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.485809:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926455.485812:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926455.485817:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926455.485824:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926455.485833:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926455.485843:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926455.485854:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926455.485862:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926455.485867:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.485928:0:32591:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926455.485936:0:32591:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926455.485939:0:32591:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926455.485942:0:32591:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6948. 00000400:00000200:1.0:1788926455.485947:0:32591:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530990 00000400:00000010:1.0:1788926455.485949:0:32591:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530990. 00000100:00000001:1.0:1788926455.485953:0:32591:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926455.485958:0:32591:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926455.485967:0:32591:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38000 x1875823513948160/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926471 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.485973:0:32591:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926455.485975:0:32591:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.485977:0:32591:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926455.485980:0:32591:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926455.485983:0:32591:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926455.485997:0:32591:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926455.486001:0:32591:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926455.486011:0:32591:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926455.486015:0:32591:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926455.486018:0:32591:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926455.486020:0:32591:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926455.486022:0:32591:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926455.486025:0:32591:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.486028:0:32591:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926455.486030:0:32591:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926455.486032:0:32591:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926455.486034:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926455.486036:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231749632 : -108341477801984 : ffff9d76c8b38000) 00000100:00000001:1.0:1788926455.486039:0:32591:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926455.486041:0:32591:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926455.486044:0:32591:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926455.486046:0:32591:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926455.486052:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486059:0:32591:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926455.486063:0:32591:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926455.486065:0:32591:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926455.486069:0:32591:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926455.486078:0:32591:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38000 pname:cluuid:pid:xid:nid:opc:job touch:4486b962-ec3d-45f5-8472-13c4fc59e40f:32591:1875823513948160:192.168.203.140@tcp:35:touch.0 00000100:00000001:1.0:1788926455.486084:0:32591:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.486087:0:32591:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.486090:0:32591:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926455.486093:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.486097:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486104:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.486106:0:32591:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276000. 00000100:00000001:1.0:1788926455.486110:0:32591:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926455.486112:0:32591:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.486119:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926455.486120:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231749632 : -108341477801984 : ffff9d76c8b38000) 00000002:00000001:1.0:1788926455.486123:0:32591:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.486126:0:32591:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926455.486131:0:32591:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afe00. 00000080:00000001:1.0:1788926455.486136:0:32591:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926455.486139:0:32591:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926455.486141:0:32591:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926455.486144:0:32591:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926455.486146:0:32591:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926455.486161:0:32591:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926455.486164:0:32591:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926455.486167:0:32591:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:1.0:1788926455.486170:0:32591:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926455.486173:0:32591:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788926455.486179:0:32591:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486187:0:32591:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926455.486188:0:32591:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000001:1.0:1788926455.486190:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.486193:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486199:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926455.486201:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.486204:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579f80 x1875823513944064/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926455 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486211:0:32591:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788926455.486214:0:32591:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926455.486216:0:32591:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926455.486219:0:32591:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926455.486223:0:32591:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c000. 02000000:00000001:1.0:1788926455.486227:0:32591:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926455.486230:0:32591:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926455.486232:0:32591:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579f80. 00000100:00000001:1.0:1788926455.486235:0:32591:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926455.486236:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926455.486238:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.486241:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486247:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926455.486250:0:32591:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5cca0. 00000002:00000001:1.0:1788926455.486253:0:32591:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926455.486255:0:32591:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926455.486257:0:32591:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020ec00. 00000100:00000001:1.0:1788926455.486259:0:32591:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926455.486273:0:32591:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926455.486280:0:32591:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.486282:0:32591:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926455.486286:0:32591:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131d7c0. 00000080:00000001:1.0:1788926455.486290:0:32591:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926455.486296:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667df0 00000080:00000008:1.0:1788926455.486299:0:32591:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9d76d15b0908), flags 104001, rc = 0 00000080:00000001:1.0:1788926455.486302:0:32591:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926455.486307:0:32591:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926455.486309:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667e00 00000080:00002000:1.0:1788926455.486312:0:32591:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9d76d1759870, parent ffff9d76d175ba20, inode ffff9d76d15b0908) hashed, 00000080:00000001:1.0:1788926455.486314:0:32591:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926455.486321:0:32591:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926455.486328:0:32591:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926455.486332:0:32591:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926455.486334:0:32591:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667e00 00000080:00002000:1.0:1788926455.486336:0:32591:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9d76d175ba20, parent ffff9d76d14be6c0, inode ffff9d76d158f448) hashed, 00000080:00000001:1.0:1788926455.486339:0:32591:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926455.486343:0:32591:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926455.486346:0:32591:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000001:0.0:1788926455.489538:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926455.489547:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926455.489551:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926455.489552:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926455.489610:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926455.489616:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926455.489621:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:1.1:1788926455.490999:0:32624:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172c80. 00000080:00000010:1.1:1788926455.491012:0:32624:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d010e0. 00010000:00000001:0.0:1788926456.513556:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926456.513563:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926456.513569:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926456.513571:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926456.513595:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926456.513597:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926456.513601:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926456.959039:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926456.959047:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926456.959049:0:32625:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926456.959052:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667b20 00000080:00200000:2.0:1788926456.959056:0:32625:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926456.959063:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae000. 00800000:00000002:2.0:1788926456.959069:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926456.959074:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926456.959079:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926456.959081:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667a40 00800000:00000002:2.0:1788926456.959084:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926456.959773:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926456.959778:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926456.959781:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926456.959783:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926456.959785:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926456.959788:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926456.959790:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926456.959793:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926456.959796:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926456.959801:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926456.959804:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667910 00000002:00010000:2.0:1788926456.959806:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926456.959810:0:32625:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926456.959812:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926456.959815:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926456.959821:0:32625:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926456.959823:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926456.959824:0:32625:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926456.959826:0:32625:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926456.959828:0:32625:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926456.959834:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39c00. 00000020:00000040:2.0:1788926456.959838:0:32625:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926456.959844:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926456.959848:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926456.959854:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926456.959857:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926456.959858:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926456.959861:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926456.959864:0:32625:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926456.959867:0:32625:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926456.959874:0:32625:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10df000. 00000100:00000001:2.0:1788926456.959880:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926456.959885:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926456.959887:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926456.959889:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926456.959890:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926456.959891:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926456.959896:0:32625:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00010000:00000001:2.0:1788926456.959900:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926456.959902:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926456.959906:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225600. 00010000:00000010:2.0:1788926456.959910:0:32625:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642a00. 00010000:00000001:2.0:1788926456.959914:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926456.959917:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880b000. 00000020:00000001:2.0:1788926456.959920:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926456.959923:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880b000 with handle 0xdeff66104c08c7de to hash 00000020:00000001:2.0:1788926456.959924:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926456.959926:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926456.959929:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926456.959932:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926456.959935:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926456.959939:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926456.959948:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926456.959957:0:32625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926456.959961:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926456.959963:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926456.959969:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276d80. 00000100:00000001:2.0:1788926456.959971:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138683776 : -108341570867840 : ffff9d76c3276d80) 00000100:00000001:2.0:1788926456.959973:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926456.959975:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000001:2.0:1788926456.959979:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926456.959983:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926456.959985:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926456.959987:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926456.959996:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926456.960005:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926456.960007:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926456.960010:0:32625:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926456.960013:0:32625:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926456.960015:0:32625:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926456.960018:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32625:1875823513948288:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:2.0:1788926456.960022:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926456.960026:0:32625:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926456.960028:0:32625:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926456.960031:0:32625:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926456.960035:0:32625:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b2800. 02000000:00000001:2.0:1788926456.960037:0:32625:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926456.960044:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926456.960049:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6d68. 00000400:00000010:2.0:1788926456.960054:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530c38. 00000100:00000200:2.0:1788926456.960061:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513948288, portal 10 00000100:00000001:2.0:1788926456.960063:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926456.960064:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000040:2.0:1788926456.960070:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926456.960077:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926456.960079:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926456.960082:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530220. 00000100:00000200:2.0:1788926456.960084:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513948288, offset 0 00000400:00000200:2.0:1788926456.960332:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926456.960341:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.960349:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926456.960353:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926456.960358:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926456.960361:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926456.960364:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926456.960367:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2761:2761:256:4294967295] 192.168.203.140@tcp LPNI seq info [2761:2761:8:4294967295] 00000400:00000200:2.0:1788926456.960372:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.960380:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926456.960387:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926456.960393:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926456.960424:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926456.960431:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926456.960435:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926456.960452:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926456.960457:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 846352 usecs (847 jiffies) 00000400:00000200:2.0:1788926456.960460:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926456.960463:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296492941 00000100:00000001:2.0:1788926456.960466:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926456.960469:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296492941 00000100:00000001:2.0:1788926456.960471:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926456.960473:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926456.960476:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926456.960478:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926456.960480:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926456.960483:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926456.960485:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926456.960488:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926456.960640:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926456.960645:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926456.960650:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926456.960655:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926456.960660:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530220 00000400:00000010:3.0:1788926456.960662:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530220. 00000100:00000001:3.0:1788926456.960665:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926456.960765:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.960776:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926456.960779:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.960786:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926456.960788:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926456.966815:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926456.966831:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926456.966834:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926456.966837:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926456.966845:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926456.966853:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926456.966861:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926456.966866:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926456.966871:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926456.966874:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235d080 00000400:00000200:3.0:1788926456.966879:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926456.966884:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7ded [1] + 224 00000800:00000001:3.0:1788926456.966890:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926456.966897:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926456.966901:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926456.966905:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926456.966912:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926456.966921:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926456.966932:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.966955:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926456.966962:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926456.966965:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.967332:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926456.967340:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926456.967342:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926456.967346:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6d68. 00000400:00000200:1.0:1788926456.967351:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530c38 00000400:00000010:1.0:1788926456.967353:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530c38. 00000100:00000001:1.0:1788926456.967356:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926456.967362:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926456.967371:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.967377:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926456.967379:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.967381:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926456.967384:0:32625:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926456.967387:0:32625:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926456.967389:0:32625:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.967393:0:32625:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926456.967436:0:32625:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=123 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926456.967442:0:32625:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926456.967444:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926456.967447:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.967450:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926456.967453:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.967456:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926456.967458:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926456.967460:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926456.967463:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926456.967467:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.967474:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926456.967477:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926456.967479:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926456.967483:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926472 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926456.967490:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32625:1875823513948288:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926456.967495:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.967498:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.967500:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926456.967502:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926456.967505:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926472 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.967512:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926456.967514:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276d80. 00000100:00000001:1.0:1788926456.967517:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926456.967519:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.967521:0:32625:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926456.967525:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967528:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967531:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=4 00000020:00000001:1.0:1788926456.967533:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967535:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000040:1.0:1788926456.967542:0:32625:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880b000, remote cookie: 0x840913afd2dab26b, flags: 0x1001 00010000:00010000:1.0:1788926456.967548:0:32625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.967558:0:32625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967565:0:32625:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926456.967569:0:32625:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926456.967570:0:32625:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926456.967572:0:32625:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926456.967573:0:32625:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926456.967576:0:32625:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225600) refcount = 1 00010000:00010000:1.0:1788926456.967581:0:32625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967588:0:32625:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926456.967591:0:32625:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926456.967593:0:32625:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926456.967596:0:32625:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926456.967598:0:32625:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.967601:0:32625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967608:0:32625:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926456.967609:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967611:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967612:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967612:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967614:0:32625:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.967617:0:32625:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926456.967619:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967620:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967622:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967624:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967626:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967628:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967629:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967631:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=4 00000020:00000001:1.0:1788926456.967632:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967634:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967637:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926456.967640:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.967643:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967650:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967651:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967652:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967653:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967654:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=5 00000020:00000001:1.0:1788926456.967656:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967658:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967660:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926456.967662:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967680:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967681:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926456.967684:0:32625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967689:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926456.967691:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967692:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967693:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967694:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926456.967700:0:32625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926472 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926456.967707:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967708:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967710:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967711:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967714:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967716:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967717:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.967719:0:32625:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.967721:0:32625:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.967723:0:32625:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926456.967725:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967727:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967728:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967730:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967732:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00000002:00010000:1.0:1788926456.967735:0:32625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967741:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967742:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967743:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926456.967745:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967746:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967747:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967749:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967751:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000040:1.0:1788926456.967758:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926456.967761:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926456.967764:0:32625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788926456.967767:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967768:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.967770:0:32625:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926456.967772:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667898 00000002:00002000:1.0:1788926456.967774:0:32625:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926456.967777:0:32625:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.967780:0:32625:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.967783:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926456.967786:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926456.967789:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926456.967792:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926456.967796:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae000. 00000080:00000001:1.0:1788926456.967800:0:32625:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926456.967803:0:32625:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926456.967807:0:32625:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926456.967811:0:32625:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926456.967816:0:32625:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020ec00. 00800000:00000001:1.0:1788926456.967818:0:32625:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624796672 : -108341084754944 : ffff9d76e020ec00) 00800000:00000001:1.0:1788926456.967820:0:32625:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.967822:0:32625:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926456.967825:0:32625:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926456.967827:0:32625:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788926456.967830:0:32625:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926456.967832:0:32625:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926456.967834:0:32625:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926456.967838:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788926456.967840:0:32625:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788926456.967845:0:32625:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788926456.967847:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967848:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967849:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967851:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967852:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967854:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967855:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926456.967857:0:32625:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926456.967860:0:32625:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926456.967861:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020ec00 1 00800000:00000010:1.0:1788926456.967863:0:32625:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020ec00. 00800000:00000001:1.0:1788926456.967866:0:32625:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926456.967870:0:32625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:1.0:1788926456.967873:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926456.967874:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926456.967875:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967877:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967878:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967880:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967882:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967884:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967885:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.967887:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.967889:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926456.967891:0:32625:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926456.967894:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926456.967897:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d841667b58 00010000:00000001:1.0:1788926456.967899:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.967900:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.967901:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926456.967903:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967905:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926456.967907:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926456.967909:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.967915:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967916:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967917:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926456.967919:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926456.967921:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926456.967933:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926456.967936:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926456.967938:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926456.967941:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967942:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.967944:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.967947:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926456.967949:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.967951:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.967954:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.967955:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926456.967956:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.967957:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926456.967959:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926456.967963:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39c00 x1875823513948288/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926472 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.967970:0:32625:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926456.967973:0:32625:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926456.967976:0:32625:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b2800. 02000000:00000001:1.0:1788926456.967979:0:32625:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926456.967981:0:32625:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926456.967982:0:32625:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926456.967985:0:32625:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926456.967987:0:32625:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10df000. 02000000:00000001:1.0:1788926456.967990:0:32625:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926456.967991:0:32625:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926456.967994:0:32625:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39c00. 00000100:00000001:1.0:1788926456.967997:0:32625:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926456.967998:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926456.968001:0:32625:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926456.968006:0:32625:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926456.968019:0:32625:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c2e0. 00000020:00000001:1.0:1788926456.968024:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667a88 00000080:00200000:1.0:1788926456.968026:0:32625:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=24 00000080:00000001:1.0:1788926456.968029:0:32625:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926456.968031:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667938 00000080:00200000:1.0:1788926456.968033:0:32625:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:1.0:1788926456.968040:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd400. 00800000:00000002:1.0:1788926456.968045:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926456.968048:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926456.968051:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926456.968053:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667858 00800000:00000002:1.0:1788926456.968055:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926456.968058:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926456.968061:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926456.968064:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926456.968066:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926456.968068:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926456.968070:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926456.968072:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926456.968074:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926456.968077:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416677f0 00800000:00000002:1.0:1788926456.968079:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788926456.968083:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926456.968084:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667728 00000002:00010000:1.0:1788926456.968086:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788926456.968100:0:32625:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926456.968102:0:32625:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926456.968106:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926456.968109:0:32625:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926456.968113:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926456.968116:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926456.968119:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.968120:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.968121:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.968124:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926456.968126:0:32625:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926456.968129:0:32625:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926456.968135:0:32625:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926456.968141:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.968144:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926456.968146:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.968148:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926456.968149:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.968151:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.968156:0:32625:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00010000:00000001:1.0:1788926456.968159:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926456.968161:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926456.968231:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926456.968234:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926456.968236:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926456.968240:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498a00. 00000020:00000001:1.0:1788926456.968243:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926456.968246:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498a00 with handle 0xdeff66104c08c7e5 to hash 00000020:00000001:1.0:1788926456.968248:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926456.968250:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.968253:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.968255:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926456.968321:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.968326:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.968333:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.968343:0:32625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926456.968349:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926456.968350:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926456.968357:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926456.968359:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354880 : -108341448196736 : ffff9d76ca773d80) 00000100:00000001:1.0:1788926456.968361:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926456.968363:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926456.968367:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926456.968371:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.968373:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926456.968375:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926456.968379:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.968387:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926456.968389:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.968392:0:32625:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926456.968417:0:32625:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926456.968420:0:32625:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926456.968424:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32625:1875823513948416:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926456.968428:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926456.968433:0:32625:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926456.968435:0:32625:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.968437:0:32625:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926456.968442:0:32625:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926456.968444:0:32625:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926456.968451:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926456.968454:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926456.968459:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926456.968465:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513948416, portal 10 00000100:00000001:1.0:1788926456.968467:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926456.968468:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926456.968474:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.968480:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926456.968482:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926456.968485:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f86e8. 00000100:00000200:1.0:1788926456.968488:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513948416, offset 0 00000400:00000200:1.0:1788926456.968494:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926456.968500:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926456.968506:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926456.968511:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926456.968515:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926456.968519:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926456.968521:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926456.968524:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2762:2762:256:4294967295] 192.168.203.140@tcp LPNI seq info [2762:2762:8:4294967295] 00000400:00000200:1.0:1788926456.968528:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926456.968537:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926456.968542:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926456.968546:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926456.968553:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926456.968560:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926456.968564:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788926456.968572:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926456.968576:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 845180 usecs (846 jiffies) 00000400:00000200:1.0:1788926456.968580:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926456.968582:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296492947 00000100:00000001:1.0:1788926456.968585:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926456.968587:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296492947 00000100:00000001:1.0:1788926456.968589:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926456.968591:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926456.968594:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.968595:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926456.968597:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926456.968600:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926456.968602:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926456.968604:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926456.968852:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926456.968856:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:3.0:1788926456.968861:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926456.968865:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926456.968869:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:3.0:1788926456.968871:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:3.0:1788926456.968875:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926456.968878:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.968887:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926456.968890:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.968896:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926456.968898:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926456.973978:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.973992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926456.973996:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.973999:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926456.974008:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.974016:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926456.974025:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.974040:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.974046:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.974050:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235d100 00000400:00000200:2.0:1788926456.974055:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.974061:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7dfd [1] + 224 00000800:00000001:2.0:1788926456.974068:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.974077:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926456.974080:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926456.974085:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926456.974100:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926456.974108:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926456.974118:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926456.974129:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926456.974137:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.974141:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.974778:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926456.974787:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926456.974789:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926456.974792:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926456.974798:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926456.974800:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926456.974804:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926456.974810:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926456.974820:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.974826:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926456.974828:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.974830:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926456.974833:0:32625:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926456.974836:0:32625:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926456.974838:0:32625:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.974841:0:32625:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926456.974851:0:32625:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=123 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926456.974854:0:32625:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926456.974857:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926456.974859:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.974861:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926456.974865:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.974868:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926456.974871:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926456.974873:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926456.974876:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926456.974880:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.974888:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926456.974891:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926456.974893:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926456.974897:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926472 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926456.974905:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32625:1875823513948416:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926456.974913:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.974915:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.974918:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926456.974920:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926456.974923:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926472 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.974929:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926456.974932:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926456.974935:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926456.974937:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.974940:0:32625:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926456.974943:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.974946:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.974948:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=4 00000020:00000001:1.0:1788926456.974951:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.974953:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000040:1.0:1788926456.974959:0:32625:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498a00, remote cookie: 0x840913afd2dab287, flags: 0x1001 00010000:00010000:1.0:1788926456.974964:0:32625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926456.974972:0:32625:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788926456.974975:0:32625:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926456.974983:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065fe00. 00010000:00000010:1.0:1788926456.974987:0:32625:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592580. 00010000:00000001:1.0:1788926456.974992:0:32625:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.974996:0:32625:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.975005:0:32625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975015:0:32625:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926456.975019:0:32625:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926456.975021:0:32625:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926456.975022:0:32625:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926456.975024:0:32625:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926456.975037:0:32625:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9d76d065fe00) refcount = 1 00010000:00010000:1.0:1788926456.975042:0:32625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975049:0:32625:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926456.975052:0:32625:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926456.975053:0:32625:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926456.975056:0:32625:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926456.975058:0:32625:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.975062:0:32625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975067:0:32625:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926456.975069:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975070:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975071:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975072:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975074:0:32625:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.975081:0:32625:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926456.975083:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975085:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975086:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975251:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975254:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975321:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975323:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975325:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=4 00000020:00000001:1.0:1788926456.975327:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975330:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975332:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926456.975335:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.975339:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975346:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975347:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975348:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975349:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975351:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=5 00000020:00000001:1.0:1788926456.975352:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975354:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975357:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926456.975360:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975365:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975366:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926456.975368:0:32625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975373:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926456.975375:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975376:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975377:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975377:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926456.975384:0:32625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926472 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926456.975392:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975393:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975464:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975468:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975470:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975472:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975474:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.975475:0:32625:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.975477:0:32625:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.975480:0:32625:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926456.975482:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975483:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975485:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975486:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975488:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00000002:00010000:1.0:1788926456.975492:0:32625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975499:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975500:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975501:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926456.975502:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975504:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975505:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975507:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975509:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000040:1.0:1788926456.975513:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:1.0:1788926456.975515:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926456.975519:0:32625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1788926456.975521:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975522:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.975524:0:32625:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926456.975527:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416676b0 00000002:00002000:1.0:1788926456.975528:0:32625:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926456.975532:0:32625:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.975536:0:32625:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.975539:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926456.975542:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926456.975546:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926456.975550:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926456.975552:0:32625:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926456.975554:0:32625:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841667a28 it_disposition b 00000080:00000001:1.0:1788926456.975557:0:32625:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926456.975561:0:32625:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926456.975608:0:32625:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926456.975615:0:32625:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020ec00. 00800000:00000001:1.0:1788926456.975617:0:32625:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624796672 : -108341084754944 : ffff9d76e020ec00) 00800000:00000001:1.0:1788926456.975620:0:32625:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.975622:0:32625:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926456.975625:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926456.975628:0:32625:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788926456.975633:0:32625:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926456.975635:0:32625:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788926456.975638:0:32625:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926456.975641:0:32625:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926456.975642:0:32625:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926456.975645:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926456.975648:0:32625:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926456.975650:0:32625:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1788926437 to 1788926438 00000080:00200000:1.0:1788926456.975654:0:32625:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1788926456.975657:0:32625:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9d76d15b4b08): rc = 0 00000080:00000001:1.0:1788926456.975659:0:32625:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376963848 : -108341332587768 : ffff9d76d15b4b08) 00010000:00000001:1.0:1788926456.975662:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975663:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975665:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975667:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975678:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975680:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975682:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926456.975684:0:32625:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926456.975686:0:32625:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926456.975688:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020ec00 1 00800000:00000010:1.0:1788926456.975690:0:32625:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020ec00. 00800000:00000001:1.0:1788926456.975693:0:32625:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926456.975696:0:32625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c7e5 00800000:00000001:1.0:1788926456.975699:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926456.975700:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926456.975705:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975706:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975708:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975710:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975711:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975714:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975715:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.975716:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.975718:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926456.975727:0:32625:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1758000 inode ffff9d76d15b4b08 refc 1 flags 0x20000e 00000080:00000002:1.0:1788926456.975732:0:32625:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788926456.975735:0:32625:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788926456.975739:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00010000:1.0:1788926456.975742:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7e5 from it ffffb2d841667a28 00010000:00000001:1.0:1788926456.975744:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.975745:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.975746:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926456.975748:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975749:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926456.975751:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926456.975754:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.975760:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975761:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975762:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926456.975765:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926456.975767:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926456.975775:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926456.975778:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926456.975779:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926456.975783:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975784:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.975786:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.975789:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926456.975790:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.975792:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.975795:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.975797:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926456.975798:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.975799:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926456.975800:0:32625:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926456.975804:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd400. 00000100:00000001:1.0:1788926456.975807:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926456.975812:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513948416/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926472 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.975819:0:32625:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926456.975821:0:32625:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926456.975824:0:32625:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926456.975827:0:32625:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926456.975829:0:32625:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926456.975831:0:32625:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926456.975833:0:32625:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926456.975836:0:32625:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926456.975839:0:32625:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926456.975841:0:32625:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926456.975843:0:32625:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926456.975846:0:32625:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926456.975848:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926456.975854:0:32625:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926456.975857:0:32625:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 1 00000080:00000001:1.0:1788926456.975861:0:32625:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926456.975871:0:32625:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5cc60. 00000020:00000001:1.0:1788926456.975875:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667ae8 00000080:00200000:1.0:1788926456.975877:0:32625:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags=8 00000080:00000001:1.0:1788926456.975879:0:32625:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926456.975881:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667998 00000080:00200000:1.0:1788926456.976141:0:32625:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9d76d15b4b08), intent=getattr 00000080:00000010:1.0:1788926456.976150:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd400. 00800000:00000002:1.0:1788926456.976154:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:1.0:1788926456.976157:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926456.976160:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926456.976217:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8416678b8 00800000:00000002:1.0:1788926456.976220:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926456.976223:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926456.976227:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926456.976230:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926456.976231:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926456.976234:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926456.976236:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926456.976238:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926456.976241:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926456.976243:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667850 00800000:00000002:1.0:1788926456.976245:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788926456.976249:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926456.976251:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667788 00000002:00010000:1.0:1788926456.976253:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788926456.976322:0:32625:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926456.976325:0:32625:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926456.976330:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926456.976334:0:32625:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926456.976339:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926456.976342:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926456.976345:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.976346:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.976347:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.976350:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926456.976352:0:32625:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926456.976355:0:32625:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926456.976361:0:32625:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926456.976366:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.976597:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926456.976599:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.976601:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926456.976603:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.976604:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.976611:0:32625:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00010000:00000001:1.0:1788926456.976615:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926456.976617:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926456.976621:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:1.0:1788926456.976624:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926456.976627:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926456.976631:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499200. 00000020:00000001:1.0:1788926456.976634:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926456.976636:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499200 with handle 0xdeff66104c08c7ec to hash 00000020:00000001:1.0:1788926456.976638:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926456.976640:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.976643:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.976646:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926456.976649:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.976652:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.976660:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.976678:0:32625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32625 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926456.976684:0:32625:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926456.976686:0:32625:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926456.976692:0:32625:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926456.976695:0:32625:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354880 : -108341448196736 : ffff9d76ca773d80) 00000100:00000001:1.0:1788926456.976697:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926456.976698:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926456.976703:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926456.976706:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.976708:0:32625:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926456.976709:0:32625:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926456.976714:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.976723:0:32625:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926456.976725:0:32625:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.976776:0:32625:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926456.976779:0:32625:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926456.976782:0:32625:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926456.976786:0:32625:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32625:1875823513948544:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926456.976790:0:32625:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926456.976795:0:32625:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926456.976797:0:32625:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.976800:0:32625:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926456.976804:0:32625:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926456.976806:0:32625:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926456.976813:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926456.976817:0:32625:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926456.976822:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926456.976828:0:32625:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513948544, portal 10 00000100:00000001:1.0:1788926456.976830:0:32625:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926456.976831:0:32625:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926456.976837:0:32625:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.976844:0:32625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926456.976847:0:32625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926456.976850:0:32625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f84c8. 00000100:00000200:1.0:1788926456.976854:0:32625:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513948544, offset 0 00000400:00000200:1.0:1788926456.976860:0:32625:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926456.976868:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926456.976875:0:32625:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926456.976881:0:32625:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926456.976885:0:32625:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926456.976890:0:32625:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926456.976892:0:32625:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926456.976896:0:32625:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2763:2763:256:4294967295] 192.168.203.140@tcp LPNI seq info [2763:2763:8:4294967295] 00000400:00000200:1.0:1788926456.976901:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926456.976910:0:32625:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926456.976916:0:32625:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926456.976921:0:32625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e300. 00000800:00000200:1.0:1788926456.976928:0:32625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926456.976935:0:32625:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926456.976940:0:32625:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788926456.977008:0:32625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926456.977013:0:32625:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 844008 usecs (845 jiffies) 00000400:00000200:1.0:1788926456.977017:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926456.977020:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296492956 00000100:00000001:1.0:1788926456.977023:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926456.977026:0:32625:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296492956 00000100:00000001:1.0:1788926456.977037:0:32625:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926456.977040:0:32625:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926456.977042:0:32625:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.977044:0:32625:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926456.977047:0:32625:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926456.977049:0:32625:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926456.977052:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926456.977055:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926456.978133:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926456.978139:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:3.0:1788926456.978144:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926456.978150:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926456.978157:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:3.0:1788926456.978159:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:3.0:1788926456.978163:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926456.978169:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.978189:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926456.978193:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926456.978205:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926456.978207:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926456.984979:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.984997:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926456.985001:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.985004:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926456.985012:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.985019:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926456.985141:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.985147:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.985152:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.985157:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d3235d180 00000400:00000200:2.0:1788926456.985170:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926456.985176:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x7e05 [1] + 224 00000800:00000001:2.0:1788926456.985184:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.985193:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926456.985197:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926456.985201:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926456.985208:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926456.985217:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926456.985228:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.985341:0:32625:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926456.985357:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926456.985366:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926456.985369:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926456.995422:0:32625:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926456.995428:0:32625:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926456.995432:0:32625:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926456.995440:0:32625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926456.995443:0:32625:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926456.995448:0:32625:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926456.995458:0:32625:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926456.995471:0:32625:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.995479:0:32625:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926456.995481:0:32625:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.995484:0:32625:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926456.995486:0:32625:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926456.995489:0:32625:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926456.995491:0:32625:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926456.995494:0:32625:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926456.995503:0:32625:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=123 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926456.995507:0:32625:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926456.995510:0:32625:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926456.995512:0:32625:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.995514:0:32625:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926456.995517:0:32625:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.995521:0:32625:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926456.995523:0:32625:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926456.995525:0:32625:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926456.995528:0:32625:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926456.995533:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926472 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.995540:0:32625:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926456.995543:0:32625:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926456.995545:0:32625:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926456.995549:0:32625:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926472 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926456.995558:0:32625:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32625:1875823513948544:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926456.995563:0:32625:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926456.995566:0:32625:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926456.995569:0:32625:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926456.995571:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926456.995574:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926472 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926456.995580:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926456.995583:0:32625:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926456.995586:0:32625:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926456.995588:0:32625:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.995591:0:32625:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926456.995595:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.995597:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.995600:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926456.995603:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.995606:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000040:1.0:1788926456.995611:0:32625:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499200, remote cookie: 0x840913afd2dab2a3, flags: 0x1001 00010000:00010000:1.0:1788926456.995617:0:32625:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926456.995625:0:32625:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x25:0x0].0x0, instead of [0x200000405:0x23:0x0].0x0 00010000:00000001:1.0:1788926456.995629:0:32625:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926456.995640:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065fb00. 00010000:00000010:1.0:1788926456.996311:0:32625:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592680. 00010000:00000001:1.0:1788926456.996318:0:32625:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.996323:0:32625:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926456.996853:0:32625:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 4/1,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.996861:0:32625:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926456.996865:0:32625:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926456.996867:0:32625:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926456.996869:0:32625:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926456.996870:0:32625:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926456.996873:0:32625:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x25:0x0].0x0 (ffff9d76d065fb00) refcount = 1 00010000:00010000:1.0:1788926456.996878:0:32625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.996884:0:32625:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926456.996888:0:32625:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926456.996889:0:32625:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926456.996892:0:32625:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926456.996895:0:32625:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.996898:0:32625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.996905:0:32625:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926456.996907:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.996908:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.996909:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.996910:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.996912:0:32625:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.996917:0:32625:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926456.996919:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.996920:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.996922:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.996924:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.996926:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.996929:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.996930:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.996932:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926456.996934:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.996936:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.996939:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926456.996941:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926456.996945:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.996951:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.996953:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.996954:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.996955:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.996956:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=5 00000020:00000001:1.0:1788926456.996958:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.996960:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.996962:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926456.996965:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.996971:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.996972:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926456.996975:0:32625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.996981:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926456.996982:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.996983:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.996984:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.996985:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926456.996992:0:32625:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926472 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926456.997007:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.997008:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.997009:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.997011:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997014:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00000002:00010000:1.0:1788926456.997017:0:32625:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926456.997133:0:32625:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020ec00. 00010000:00000001:1.0:1788926456.997138:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.997139:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.997141:0:32625:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.997143:0:32625:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926456.997146:0:32625:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926456.997148:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.997149:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.997150:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.997152:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997154:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00000002:00010000:1.0:1788926456.997158:0:32625:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.997221:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.997223:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.997224:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926456.997226:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.997227:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.997228:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.997230:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997232:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000040:1.0:1788926456.997236:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:1.0:1788926456.997239:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926456.997243:0:32625:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/37 (0 0) 00010000:00000001:1.0:1788926456.997245:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.997246:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.997247:0:32625:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926456.997250:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667710 00000002:00002000:1.0:1788926456.997252:0:32625:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926456.997255:0:32625:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.997394:0:32625:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.997414:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926456.997418:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926456.997422:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926456.997425:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000001:1.0:1788926456.997428:0:32625:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926456.997429:0:32625:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841667b20 it_disposition b 00000080:00000001:1.0:1788926456.997433:0:32625:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926456.997438:0:32625:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926456.997441:0:32625:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926456.997443:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788926456.997446:0:32625:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788926456.997451:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926456.997455:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926456.997458:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926456.997460:0:32625:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926456.997463:0:32625:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926456.997466:0:32625:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926456.997471:0:32625:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e0c0. 00020000:00000010:1.0:1788926456.997476:0:32625:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10dbd00. 00020000:00000010:1.0:1788926456.997481:0:32625:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e060. 00020000:00000001:1.0:1788926456.997483:0:32625:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622958688 : -108341086592928 : ffff9d76e004e060) 00020000:00000002:1.0:1788926456.997487:0:32625:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e060, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926456.997491:0:32625:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926456.997495:0:32625:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbd00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926456.997499:0:32625:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e135d0) owner ffff9d76d11a8000 00020000:00000001:1.0:1788926456.997502:0:32625:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926456.997505:0:32625:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e135d0) owner ffff9d76d11a8000 00020000:00000010:1.0:1788926456.997509:0:32625:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10dbd00. 00020000:00000010:1.0:1788926456.997514:0:32625:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e0c0. 00020000:00000010:1.0:1788926456.997517:0:32625:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e060. 00020000:00000002:1.0:1788926456.997519:0:32625:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926456.997521:0:32625:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926456.997523:0:32625:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926456.997525:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926456.997529:0:32625:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:1.0:1788926456.997532:0:32625:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788926456.997537:0:32625:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x25:0x0](ffff9d76d15b00c8): rc = 0 00000080:00000001:1.0:1788926456.997539:0:32625:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376944840 : -108341332606776 : ffff9d76d15b00c8) 00010000:00000001:1.0:1788926456.997542:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.997543:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.997545:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.997547:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997549:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00000080:00000001:1.0:1788926456.997552:0:32625:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926456.997553:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926456.997555:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926456.997556:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926456.997558:0:32625:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926456.997559:0:32625:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926456.997561:0:32625:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926456.997563:0:32625:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e060. 00020000:00000010:1.0:1788926456.997566:0:32625:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10dbd00. 00020000:00000010:1.0:1788926456.997568:0:32625:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e0c0. 00020000:00000001:1.0:1788926456.997570:0:32625:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622958784 : -108341086592832 : ffff9d76e004e0c0) 00020000:00000002:1.0:1788926456.997572:0:32625:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e0c0, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926456.997576:0:32625:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926456.997579:0:32625:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbd00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926456.997581:0:32625:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e135d0) owner ffff9d76d11a8000 00020000:00000001:1.0:1788926456.997583:0:32625:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926456.997585:0:32625:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e135d0) owner ffff9d76d11a8000 00020000:00000010:1.0:1788926456.997588:0:32625:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10dbd00. 00020000:00000010:1.0:1788926456.997590:0:32625:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e060. 00020000:00000010:1.0:1788926456.997592:0:32625:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e0c0. 00020000:00000002:1.0:1788926456.997594:0:32625:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926456.997596:0:32625:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926456.997598:0:32625:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926456.997600:0:32625:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926456.997603:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d11a8000 00020000:00000002:1.0:1788926456.997607:0:32625:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e480 addref 2/0 by ffff9d76d11a8000. 00020000:00000002:1.0:1788926456.997609:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d11a8000 00020000:00000001:1.0:1788926456.997612:0:32625:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926456.997614:0:32625:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926456.997615:0:32625:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926456.997617:0:32625:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926456.997619:0:32625:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926456.997622:0:32625:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926456.997624:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926456.997626:0:32625:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926456.997628:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.997629:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926456.997630:0:32625:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926456.997633:0:32625:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926456.997635:0:32625:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926456.997638:0:32625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) for lock 0xdeff66104c08c7ec 00800000:00000001:1.0:1788926456.997641:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926456.997642:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926456.997644:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.997645:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.997647:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.997649:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997651:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997653:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.997654:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926456.997657:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926456.997659:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926456.997664:0:32625:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1758360 inode ffff9d76d15b00c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788926456.997668:0:32625:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788926456.997683:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) 00000080:00010000:1.0:1788926456.997687:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7ec from it ffffb2d841667b20 00010000:00000001:1.0:1788926456.997689:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926456.997690:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926456.997691:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926456.997693:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997695:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926456.997697:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926456.997700:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926456.997705:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926456.997706:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926456.997707:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926456.997710:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926456.997712:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926457.000023:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.000139:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.000143:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.000148:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.000150:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.000152:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.000155:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.000156:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.000158:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.000224:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.000228:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.000230:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.000233:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926457.000236:0:32625:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926457.000242:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd400. 00000100:00000001:1.0:1788926457.000250:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.000803:0:32625:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513948544/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926472 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.000813:0:32625:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926457.000816:0:32625:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926457.000820:0:32625:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926457.000823:0:32625:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926457.000825:0:32625:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926457.000827:0:32625:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926457.000830:0:32625:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926457.000832:0:32625:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926457.000835:0:32625:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926457.000837:0:32625:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926457.000839:0:32625:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926457.000843:0:32625:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926457.000844:0:32625:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926457.000848:0:32625:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926457.000849:0:32625:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841667b20 released 00000080:00000001:1.0:1788926457.000851:0:32625:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788926457.000865:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667d08 00000080:00200008:1.0:1788926457.000868:0:32625:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x25:0x0](ffff9d76d15b00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926457.000876:0:32625:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926457.000877:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667c80 00000080:00200000:1.0:1788926457.000879:0:32625:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9d76d15b00c8),name=f 00000080:00000010:1.0:1788926457.000887:0:32625:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd400. 00800000:00000002:1.0:1788926457.000893:0:32625:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:1.0:1788926457.000898:0:32625:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926457.000901:0:32625:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.000903:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667ba0 00800000:00000002:1.0:1788926457.000905:0:32625:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x25:0x0] 'f' on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.000908:0:32625:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926457.000912:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.000914:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.000917:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.000919:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.000921:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.000923:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.000925:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.000928:0:32625:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.000929:0:32625:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.000930:0:32625:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.000932:0:32625:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.000933:0:32625:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.000935:0:32625:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:1.0:1788926457.000937:0:32625:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.000939:0:32625:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x23:0x0], fid2=[0x200000405:0x25:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926457.000944:0:32625:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.000946:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667a70 00000002:00010000:1.0:1788926457.000948:0:32625:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x25:0x0]) in obj [0x200000405:0x23:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926457.000951:0:32625:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926457.000953:0:32625:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.000956:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.000961:0:32625:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:1.0:1788926457.000964:0:32625:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.000968:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.000971:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926457.000975:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926457.000983:0:32625:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926457.000987:0:32625:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.000991:0:32625:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926457.000998:0:32625:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926457.001000:0:32625:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926457.001002:0:32625:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926457.001003:0:32625:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926457.001006:0:32625:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926457.001008:0:32625:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926457.001010:0:32625:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926457.001012:0:32625:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000010:1.0:1788926457.001015:0:32625:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd400. 00000080:00000001:1.0:1788926457.001018:0:32625:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926457.001019:0:32625:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.001022:0:32625:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) 00000080:00010000:1.0:1788926457.001025:0:32625:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) for lock 0xdeff66104c08c7ec 00800000:00000001:1.0:1788926457.001689:0:32625:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926457.001691:0:32625:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926457.001693:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.001695:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.001698:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926457.001701:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926457.001704:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926457.001707:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.001709:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.001710:0:32625:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.001711:0:32625:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.001775:0:32625:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7ec from it ffffb2d841667cb8 00010000:00000001:1.0:1788926457.001779:0:32625:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.001780:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.001782:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926457.001784:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926457.001786:0:32625:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926457.001789:0:32625:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.001792:0:32625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926457.001800:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.001801:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.001803:0:32625:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926457.001806:0:32625:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926457.001808:0:32625:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926457.001815:0:32625:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.001818:0:32625:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.001820:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.001823:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.001824:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.001825:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.001828:0:32625:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.001829:0:32625:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.001831:0:32625:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.001834:0:32625:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.001836:0:32625:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.001837:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.001838:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926457.001840:0:32625:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926457.001842:0:32625:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926457.001845:0:32625:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788926457.001848:0:32625:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926457.001850:0:32625:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926457.001852:0:32625:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926457.001854:0:32625:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.001856:0:32625:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926457.001858:0:32625:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788926457.001861:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926457.001864:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926457.001867:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926457.001871:0:32625:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce918 -> ffff9d76c84ce918 00000020:00000001:1.0:1788926457.001874:0:32625:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926457.001877:0:32625:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926457.001879:0:32625:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788926457.001882:0:32625:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926457.001883:0:32625:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926457.001885:0:32625:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926457.001887:0:32625:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.001889:0:32625:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926457.001894:0:32625:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9d76c2d98060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788926457.001897:0:32625:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d11a8000 00020000:00000001:1.0:1788926457.001901:0:32625:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926457.001903:0:32625:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926457.001905:0:32625:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926457.001906:0:32625:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.001909:0:32625:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926457.001911:0:32625:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926457.001913:0:32625:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.001915:0:32625:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926457.001916:0:32625:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926457.001917:0:32625:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926457.001919:0:32625:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76d11a8000 00000020:00000001:1.0:1788926457.001921:0:32625:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926457.001923:0:32625:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788926457.001925:0:32625:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x25:0x0] 00000020:00000001:1.0:1788926457.001927:0:32625:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926457.001929:0:32625:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926457.001931:0:32625:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926457.001933:0:32625:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926457.001938:0:32625:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788926457.001944:0:32625:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592500. 00020000:00000002:1.0:1788926457.001947:0:32625:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926457.001949:0:32625:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926457.001951:0:32625:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926457.001953:0:32625:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926457.001954:0:32625:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788926457.001959:0:32625:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9d76c50af870. 00000020:00000010:1.0:1788926457.001964:0:32625:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d18cd400. 00000020:00000010:1.0:1788926457.001967:0:32625:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76d18cda00. 00000020:00000010:1.0:1788926457.001970:0:32625:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9d76e004e0c0. 00000008:00000010:1.0:1788926457.001976:0:32625:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9d76d1271660. 00020000:00000010:1.0:1788926457.001981:0:32625:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9d76c991d840. 00008000:00000010:1.0:1788926457.001986:0:32625:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9d76c86eea60. 00000080:00000010:1.0:1788926457.001991:0:32625:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9d76e00c3bd0. 00000080:00000010:1.0:1788926457.001995:0:32625:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9d76c2d986f0. 00000020:00000010:1.0:1788926457.001999:0:32625:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d18cd000. 00000008:00000010:1.0:1788926457.002003:0:32625:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9d76e00c1ce0. 00020000:00000010:1.0:1788926457.002006:0:32625:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9d76e00d2da0. 00008000:00000010:1.0:1788926457.002010:0:32625:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9d76c8bed8f0. 00000080:00000010:1.0:1788926457.002013:0:32625:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9d76e00c2f00. 00000020:00000001:1.0:1788926457.002015:0:32625:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170373240 : -108341539178376 : ffff9d76c50af878) 00000020:00001000:1.0:1788926457.002018:0:32625:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af870 00000020:00000001:1.0:1788926457.002020:0:32625:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce788 -> ffff9d76c84ce918 00000020:00000001:1.0:1788926457.002022:0:32625:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926457.002024:0:32625:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926457.002025:0:32625:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926457.006353:0:32625:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926457.006359:0:32625:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133576800 : -108341575974816 : ffff9d76c2d98060) 00000020:00000001:1.0:1788926457.006365:0:32625:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.006368:0:32625:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.006371:0:32625:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926457.006374:0:32625:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926457.006381:0:32625:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926457.006385:0:32625:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788926457.006387:0:32625:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926457.006389:0:32625:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926457.006390:0:32625:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d8592530, osc lock ffff9d76c51f3c80, flags 0x400001002 00000020:00000001:1.0:1788926457.006393:0:32625:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.006408:0:32625:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.006415:0:32625:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494263552 : -108341215288064 : ffff9d76d8592500) 00000020:00000001:1.0:1788926457.006417:0:32625:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926457.006418:0:32625:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926457.006420:0:32625:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.006422:0:32625:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.006425:0:32625:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788926457.006426:0:32625:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788926457.006428:0:32625:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926457.006430:0:32625:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926457.006432:0:32625:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926457.006433:0:32625:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926457.006435:0:32625:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926457.006437:0:32625:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926457.006439:0:32625:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926457.006443:0:32625:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926457.006446:0:32625:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926457.006447:0:32625:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926457.006449:0:32625:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926457.006451:0:32625:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926457.006452:0:32625:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926457.006454:0:32625:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926457.006457:0:32625:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926457.006462:0:32625:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.006465:0:32625:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788926457.006470:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926457.006474:0:32625:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926457.006478:0:32625:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788926457.006481:0:32625:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788926457.006488:0:32625:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1799 00000400:00000200:1.0:1788926457.006496:0:32625:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.006501:0:32625:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:1.0:1788926457.006506:0:32625:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926457.006509:0:32625:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926457.006511:0:32625:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926457.006514:0:32625:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:1.0:1788926457.006519:0:32625:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926457.006521:0:32625:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:1.0:1788926457.006523:0:32625:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.006526:0:32625:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:1.0:1788926457.006529:0:32625:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:1.0:1788926457.006531:0:32625:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000040:1.0:1788926457.006534:0:32625:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926457.006537:0:32625:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926457.006538:0:32625:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926457.006540:0:32625:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:1.0:1788926457.006543:0:32625:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00080000:1.0:1788926457.006547:0:32625:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: import ffff9d76d849d800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:1.0:1788926457.006550:0:32625:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.006553:0:32625:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788926457.006559:0:32625:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926457.006562:0:32625:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.006564:0:32625:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788926457.006568:0:32625:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:1.0:1788926457.006571:0:32625:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.006573:0:32625:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926457.006576:0:32625:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a680. 00000020:00000040:1.0:1788926457.006578:0:32625:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 02000000:00000001:1.0:1788926457.006582:0:32625:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926457.006584:0:32625:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.006587:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926457.006589:0:32625:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926457.006592:0:32625:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926457.006598:0:32625:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926457.006604:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926457.006613:0:32625:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926457.006622:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926457.006625:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.006629:0:32625:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dcb437e] to pc [ptlrpcd_rcv+-1] req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926457.006650:0:32625:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.006653:0:32625:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788926457.006655:0:32625:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1788926457.006658:0:32625:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926457.006660:0:32625:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.006664:0:32625:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.006666:0:32625:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926457.006667:0:32625:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926457.006679:0:32625:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926457.006683:0:32625:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18cc800. 00000100:00000001:1.0:1788926457.006686:0:32625:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.006690:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926457.006692:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.006694:0:32625:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926457.006695:0:32625:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.006697:0:32625:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.006700:0:32625:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00010000:00000001:1.0:1788926457.006703:0:32625:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926457.006705:0:32625:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926457.006709:0:32625:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f300. 00010000:00000010:1.0:1788926457.006723:0:32625:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76d065f700. 00010000:00000001:1.0:1788926457.006729:0:32625:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926457.006733:0:32625:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499a00. 00000020:00000001:1.0:1788926457.006737:0:32625:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926457.006740:0:32625:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499a00 with handle 0xdeff66104c08c7f3 to hash 00000020:00000001:1.0:1788926457.006742:0:32625:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926457.006744:0:32625:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000010:1.0:1788926457.006747:0:32625:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76e020ed80. 00010000:00000001:1.0:1788926457.006750:0:32625:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926457.006754:0:32625:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.006757:0:32625:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.006762:0:32625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926457.006772:0:32625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.006782:0:32625:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.006785:0:32625:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926457.006787:0:32625:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.006792:0:32625:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f99775b] to pc [ptlrpcd_00_00+0] req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.006851:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.006854:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.006857:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.006863:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.006871:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.006873:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788926457.006876:0:2397:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.006884:0:2397:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.006887:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.006889:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.006890:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.006892:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.006895:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.006995:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926457.006998:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926457.007000:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926457.007006:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926457.007013:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926457.007014:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.007018:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926457.007020:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926457.007023:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926457.007037:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513948672:192.168.203.140@tcp:8:checkstat.0 00000100:00000001:3.0:1788926457.007042:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926457.007046:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926457.007048:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.007050:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926457.007055:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91000. 02000000:00000001:3.0:1788926457.007057:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926457.007062:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926457.007065:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b6e0. 00000400:00000010:3.0:1788926457.007071:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926457.007076:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513948672, portal 4 00000100:00000001:3.0:1788926457.007079:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.007080:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00000040:3.0:1788926457.007085:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926457.007092:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926457.007095:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926457.007098:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926457.007101:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513948672, offset 0 00000400:00000200:3.0:1788926457.007107:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926457.007114:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.007120:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926457.007124:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926457.007128:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926457.007132:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926457.007134:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926457.007138:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2764:2764:256:4294967295] 192.168.203.140@tcp LPNI seq info [2764:2764:8:4294967295] 00000400:00000200:3.0:1788926457.007143:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.007151:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926457.007156:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926457.007160:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406d00. 00000800:00000200:3.0:1788926457.007175:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926457.007182:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926457.007186:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926457.007204:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.007208:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21351 usecs (22 jiffies) 00000400:00000200:3.0:1788926457.007212:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926457.007215:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296492163 00000100:00000001:3.0:1788926457.007217:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.007219:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296492163 00000100:00000001:3.0:1788926457.007221:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.007223:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.007226:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.007228:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.007230:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.007236:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926457.007238:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926457.007240:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926457.007241:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926457.007242:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.007244:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.009480:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.009489:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406d00. 00000400:00000200:2.0:1788926457.009495:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.009503:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.009510:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:2.0:1788926457.009513:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:2.0:1788926457.009517:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.009523:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.009535:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.009538:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.009545:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.009547:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000008:00000001:1.0:1788926457.009933:0:32625:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926457.009938:0:32625:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.009941:0:32625:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.009944:0:32625:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.009946:0:32625:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.009950:0:32625:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926457.009951:0:32625:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788926457.009953:0:32625:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788926457.009955:0:32625:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788926457.009964:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926457.009967:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.015800:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.015806:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.015811:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.015813:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.015817:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.015819:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.015822:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.015824:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.015828:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926457.023729:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.023744:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.023749:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.023751:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.023760:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.023767:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.023776:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.023781:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.023788:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.023792:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d3235d200 00000400:00000200:2.0:1788926457.023797:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.023803:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x7e0d [1] + 0 00000800:00000001:2.0:1788926457.023810:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.023817:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.023820:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.023824:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.023831:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.023839:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926457.023851:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.023873:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.023881:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.023884:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.023944:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926457.023948:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926457.023955:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926457.023957:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926457.023960:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b6e0. 00000400:00000200:3.0:1788926457.023964:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926457.023966:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926457.023969:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926457.023974:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926457.023984:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926457.023990:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926457.023992:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.023995:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926457.023998:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926457.024000:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926457.024002:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.024005:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926457.024012:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=124 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926457.024016:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926457.024019:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926457.024021:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.024024:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926457.024027:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.024030:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788926457.024032:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: committing for last_committed 4294967322 gen 16 00000100:00000040:3.0:1788926457.024036:0:2396:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788926457.024038:0:2396:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926457.024040:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.024045:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926457.024053:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.024056:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926457.024058:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.024061:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788926457.024066:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:3.0:1788926457.024070:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926457.024071:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:3.0:1788926457.024074:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.024076:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:3.0:1788926457.024078:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:3.0:1788926457.024081:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00001000:3.0:1788926457.024084:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=1788926457 v=0 (0 0 0 0) 00000100:00001000:3.0:1788926457.024087:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d849dc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788926457.024092:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000100:00080000:3.0:1788926457.024096:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9d76e0357000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788926457.024100:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:3.0:1788926457.024102:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788926457.024106:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788926457.024109:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9d76e0357000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1788926457.024112:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788926457.024115:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788926457.024119:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926457.024121:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926457.024124:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926457.024126:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926457.024128:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.024130:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926457.024132:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788926457.024135:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788926457.024138:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788926457.024139:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788926457.024140:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788926457.024141:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788926457.024143:0:2396:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788926457.024145:0:2396:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1788926457.024150:0:2396:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1788926457.024153:0:2396:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788926457.024156:0:2396:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024157:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926457.024159:0:2396:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788926457.024161:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788926457.024163:0:2396:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788926457.024165:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788926457.024167:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788926457.024169:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024170:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024173:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788926457.024174:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788926457.024175:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024177:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788926457.024178:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788926457.024182:0:2396:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788926457.024185:0:2396:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024187:0:2396:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024188:0:2396:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.024190:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926457.024192:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926457.024193:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926457.024195:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.024196:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788926457.024198:0:2396:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.024201:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788926457.024207:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002b728183): req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.024237:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.024241:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.024245:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926467 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926457.024254:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513948672:192.168.203.140@tcp:8:checkstat.0 00000100:00000001:3.0:1788926457.024266:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.024269:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.024272:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a680 x1875823513948672/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926467 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926457.024280:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926457.024282:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926457.024286:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d91000. 02000000:00000001:3.0:1788926457.024290:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926457.024293:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926457.024294:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926457.024297:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926457.024299:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:3.0:1788926457.024303:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926457.024305:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926457.024307:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a680. 00000100:00000001:3.0:1788926457.024310:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926457.024312:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.024314:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.024320:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926457.024322:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.024324:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926457.024326:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.026109:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.026115:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.026119:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.026123:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.026125:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.026128:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.026131:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.026134:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.026137:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.026144:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.026146:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.026149:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.026156:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926457.026160:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.026168:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.026172:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214630. 00000400:00000010:0.0:1788926457.026180:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926457.026186:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513948800, portal 4 00000100:00000001:0.0:1788926457.026188:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.026189:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:0.0:1788926457.026201:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.026208:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.026210:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.026212:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821660. 00000100:00000200:0.0:1788926457.026216:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513948800, offset 0 00000400:00000200:0.0:1788926457.026231:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.026239:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.026247:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.026251:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.026255:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.026327:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.026330:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.026334:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2765:2765:256:4294967295] 192.168.203.140@tcp LPNI seq info [2765:2765:8:4294967295] 00000400:00000200:0.0:1788926457.026339:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.026349:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.026354:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.026361:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2f00. 00000800:00000200:0.0:1788926457.026367:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.026376:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.026380:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.026467:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.026473:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21353 usecs (22 jiffies) 00000400:00000200:0.0:1788926457.026477:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.026479:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296492183 00000100:00000001:0.0:1788926457.026482:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.026485:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296492183 00000100:00000001:0.0:1788926457.026487:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.026489:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.026492:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.026494:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.026501:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.026503:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926457.026505:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.026507:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.026508:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.026510:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.027061:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.027067:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926457.027072:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.027078:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.027084:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:2.0:1788926457.027096:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:2.0:1788926457.027100:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.027105:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.027115:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.027118:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.027125:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.027126:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.033023:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.033041:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.033047:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.033050:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.033059:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.033066:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.033074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.033079:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.033085:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.033098:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d3235d280 00000400:00000200:2.0:1788926457.033103:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.033110:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x7e1d [1] + 224 00000800:00000001:2.0:1788926457.033117:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.033125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.033129:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.033133:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.033140:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.033149:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.033159:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.033190:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.033198:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.033201:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.033361:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.033366:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.033373:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.033375:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.033378:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214630. 00000400:00000200:0.0:1788926457.033383:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:0.0:1788926457.033386:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:0.0:1788926457.033389:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.033394:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.033442:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.033449:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.033451:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.033454:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.033456:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.033459:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.033461:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.033464:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.033474:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=124 v=5 (5 5 37 37) 00000100:00001000:0.0:1788926457.033479:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.033481:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.033483:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033486:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.033488:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.033492:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.033494:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788926457.033496:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.033497:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.033502:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.033509:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.033512:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.033514:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926457.033517:0:2397:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788926457.033519:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.033522:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.033524:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=4 00000020:00000001:0.0:1788926457.033527:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033530:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033532:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.033533:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.033535:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=5 00000020:00000001:0.0:1788926457.033536:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033538:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033542:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.033545:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.033550:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033561:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033563:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.033565:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.033567:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.033569:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.033570:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=6 00000020:00000001:0.0:1788926457.033572:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033574:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000040:0.0:1788926457.033580:0:2397:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499a00, remote cookie: 0x840913afd2dab2b1, flags: 0x1001 00010000:00010000:0.0:1788926457.033585:0:2397:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033592:0:2397:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788926457.033595:0:2397:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033597:0:2397:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926457.033600:0:2397:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788926457.033604:0:2397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926457.033612:0:2397:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x15:0x0].0x0 (ffff9d76d065f300) refcount = 1 00010000:00000040:0.0:1788926457.033615:0:2397:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926457.033618:0:2397:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033625:0:2397:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926457.033626:0:2397:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.033629:0:2397:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926457.033632:0:2397:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.033635:0:2397:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033641:0:2397:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926457.033643:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033644:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.033645:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033646:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926457.033647:0:2397:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788926457.033650:0:2397:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926457.033652:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.033654:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.033655:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=5 00000020:00000001:0.0:1788926457.033657:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033659:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00000008:00000001:0.0:1788926457.033662:0:2397:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788926457.033666:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b6c40 -> ffff9d76c84ce918 00000008:00010000:0.0:1788926457.033681:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788926457.033689:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b6c40 -> ffff9d76c84ce918 00000020:00000001:0.0:1788926457.033691:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926457.033693:0:2397:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788926457.033696:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926457.033698:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.033700:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.033702:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b6c40 -> ffff9d76c84ce918 00000008:00000001:0.0:1788926457.033704:0:2397:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788926457.033706:0:2397:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926457.033708:0:2397:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926457.033713:0:2397:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926457.033715:0:2397:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033718:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.033719:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.033720:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=6 00000020:00000001:0.0:1788926457.033722:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033724:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033727:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.033729:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033737:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033738:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926457.033741:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033747:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.033749:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033750:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926457.033751:0:2397:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033753:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.033754:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.033755:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=5 00000020:00000001:0.0:1788926457.033757:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033758:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926457.033760:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.033762:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.033768:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033769:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.033770:0:2397:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.033773:0:2397:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.033776:0:2397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.033785:0:2397:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.033787:0:2397:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.033789:0:2397:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.033793:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033794:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.033796:0:2397:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033799:0:2397:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.033801:0:2397:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033803:0:2397:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033805:0:2397:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.033807:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.033808:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033809:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.033810:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.033811:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926457.033813:0:2397:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.033818:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.033826:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:0:1875823513948800:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:0.0:1788926457.033832:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.033835:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.033839:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513948800/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.033845:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.033847:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.033850:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926457.033854:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.033856:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.033857:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.033859:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.033862:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18cc800. 02000000:00000001:0.0:1788926457.033865:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.033866:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.033868:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:0.0:1788926457.033870:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.033872:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.033874:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.033880:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.033882:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.033884:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.033887:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.033947:0:32625:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.033951:0:32625:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.033957:0:32625:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926457.033960:0:32625:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce918 -> ffff9d76c84ce918 00000020:00000001:1.0:1788926457.033962:0:32625:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce918 -> ffff9d76c84ce918 00000020:00000001:1.0:1788926457.033964:0:32625:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926457.033968:0:32625:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926457.033972:0:32625:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926457.033974:0:32625:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926457.033976:0:32625:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926457.033977:0:32625:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926457.033979:0:32625:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788926457.033982:0:32625:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926457.033984:0:32625:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788926457.033986:0:32625:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.033988:0:32625:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.033989:0:32625:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce918 -> ffff9d76c84ce918 00000080:00200000:1.0:1788926457.033992:0:32625:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x25:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1788926457.033995:0:32625:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926457.033997:0:32625:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926457.033999:0:32625:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d98000 (ffff9d76c50af368/0) at cl_lock_release():245 00000020:00000001:1.0:1788926457.034002:0:32625:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926457.034003:0:32625:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d98000 (ffff9d76c50af368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926457.034007:0:32625:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926457.034010:0:32625:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926457.034012:0:32625:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926457.034014:0:32625:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926457.034015:0:32625:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d8592530 (ffff9d76c50af878/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926457.034017:0:32625:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926457.034019:0:32625:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926457.034020:0:32625:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.034022:0:32625:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926457.034023:0:32625:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926457.034024:0:32625:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926457.034025:0:32625:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926457.034026:0:32625:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926457.034027:0:32625:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926457.034028:0:32625:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d98000 (ffff9d76c50af368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926457.034030:0:32625:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926457.034032:0:32625:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926457.034033:0:32625:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d8592530 (ffff9d76c50af368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926457.034036:0:32625:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:1.0:1788926457.034038:0:32625:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926457.034040:0:32625:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592500. 00020000:00000001:1.0:1788926457.034043:0:32625:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926457.034044:0:32625:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926457.034045:0:32625:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788926457.034047:0:32625:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.034049:0:32625:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926457.034051:0:32625:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926457.034053:0:32625:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926457.034054:0:32625:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926457.034055:0:32625:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926457.034057:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af870 00020000:00000001:1.0:1788926457.034060:0:32625:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926457.034062:0:32625:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926457.034064:0:32625:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926457.034066:0:32625:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926457.034069:0:32625:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926457.034071:0:32625:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.034073:0:32625:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926457.034074:0:32625:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926457.034075:0:32625:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926457.034077:0:32625:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000001:00000001:1.0:1788926457.034078:0:32625:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.034086:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667d08 00000080:00000008:1.0:1788926457.034089:0:32625:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x25:0x0](ffff9d76d15b00c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926457.034094:0:32625:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926457.034096:0:32625:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841667da0 00000080:00002000:1.0:1788926457.034098:0:32625:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9d76d1758360, parent ffff9d76d1758000, inode ffff9d76d15b00c8) hashed, 00000080:00000001:1.0:1788926457.034100:0:32625:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.045629:0:32626:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.045635:0:32626:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.045636:0:32626:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.045639:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b20 00000080:00200000:0.0:1788926457.045644:0:32626:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.045651:0:32626:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552a00. 00800000:00000002:0.0:1788926457.045657:0:32626:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.045660:0:32626:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.045664:0:32626:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.045666:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a40 00800000:00000002:0.0:1788926457.045678:0:32626:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.045683:0:32626:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.045685:0:32626:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.045688:0:32626:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.045690:0:32626:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.045692:0:32626:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.045694:0:32626:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.045696:0:32626:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.045698:0:32626:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.045702:0:32626:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.045707:0:32626:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.045709:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63910 00000002:00010000:0.0:1788926457.045710:0:32626:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.045713:0:32626:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.045715:0:32626:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.045718:0:32626:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.045724:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.045726:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.045731:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.045734:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.045739:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926457.045749:0:32626:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.045754:0:32626:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.045758:0:32626:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926457.045765:0:32626:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.045766:0:32626:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.045768:0:32626:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.045770:0:32626:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.045771:0:32626:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.045773:0:32626:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.045775:0:32626:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.045778:0:32626:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.045781:0:32626:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552a00. 00000080:00000001:0.0:1788926457.045784:0:32626:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.045786:0:32626:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.045788:0:32626:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.045791:0:32626:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:0.0:1788926457.045794:0:32626:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.045796:0:32626:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.045798:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.045800:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.045803:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.045805:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.045808:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.045810:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.045812:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.045813:0:32626:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.045815:0:32626:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.045817:0:32626:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d841c63b58 00010000:00000001:0.0:1788926457.045819:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.045820:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.045821:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.045822:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.045824:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.045825:0:32626:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.045829:0:32626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.045835:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.045836:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.045837:0:32626:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.045839:0:32626:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.045842:0:32626:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.045848:0:32626:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.045851:0:32626:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.045852:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.045856:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.045857:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.045858:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045861:0:32626:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.045863:0:32626:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045864:0:32626:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045867:0:32626:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045869:0:32626:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.045870:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.045871:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.045873:0:32626:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.045875:0:32626:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.045877:0:32626:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.045880:0:32626:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.045887:0:32626:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172ce0. 00000020:00000001:0.0:1788926457.045891:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a88 00000080:00200000:0.0:1788926457.045892:0:32626:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=24 00000080:00000001:0.0:1788926457.045895:0:32626:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926457.045896:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63938 00000080:00200000:0.0:1788926457.045898:0:32626:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:0.0:1788926457.045903:0:32626:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552a00. 00800000:00000002:0.0:1788926457.045905:0:32626:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.045908:0:32626:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.045909:0:32626:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.045910:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63858 00800000:00000002:0.0:1788926457.045912:0:32626:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.045914:0:32626:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.045917:0:32626:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.045918:0:32626:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.045919:0:32626:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.045920:0:32626:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.045922:0:32626:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.045923:0:32626:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.045924:0:32626:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.045926:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c637f0 00800000:00000002:0.0:1788926457.045928:0:32626:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788926457.045930:0:32626:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.045931:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63728 00000002:00010000:0.0:1788926457.045933:0:32626:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788926457.045935:0:32626:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.045938:0:32626:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926457.045942:0:32626:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926457.045946:0:32626:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926457.045950:0:32626:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.045954:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.045956:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.045957:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.045958:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.045960:0:32626:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.045962:0:32626:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.045964:0:32626:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.045970:0:32626:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880c800. 00000100:00000001:0.0:1788926457.045975:0:32626:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045979:0:32626:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.045980:0:32626:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045982:0:32626:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.045982:0:32626:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.045984:0:32626:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.045990:0:32626:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926457.045995:0:32626:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.045997:0:32626:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926457.045999:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.046001:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.046004:0:32626:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.046007:0:32626:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009000. 00000020:00000001:0.0:1788926457.046009:0:32626:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.046011:0:32626:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009000 with handle 0xdeff66104c08c7fa to hash 00000020:00000001:0.0:1788926457.046013:0:32626:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.046015:0:32626:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.046019:0:32626:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.046022:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.046023:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.046027:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32626 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.046034:0:32626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32626 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.046043:0:32626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32626 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926457.046049:0:32626:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.046051:0:32626:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.046056:0:32626:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.046059:0:32626:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.046062:0:32626:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.046064:0:32626:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926457.046069:0:32626:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.046073:0:32626:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.046075:0:32626:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.046077:0:32626:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.046086:0:32626:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.046100:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.046102:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.046105:0:32626:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.046107:0:32626:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.046110:0:32626:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.046113:0:32626:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32626:1875823513948928:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:0.0:1788926457.046117:0:32626:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.046122:0:32626:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.046125:0:32626:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.046127:0:32626:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.047831:0:32626:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7ae800. 02000000:00000001:0.0:1788926457.047840:0:32626:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.047850:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.047855:0:32626:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214630. 00000400:00000010:0.0:1788926457.047862:0:32626:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926457.047869:0:32626:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513948928, portal 10 00000100:00000001:0.0:1788926457.047882:0:32626:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.047884:0:32626:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926457.047897:0:32626:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.047905:0:32626:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.047908:0:32626:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.047911:0:32626:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821990. 00000100:00000200:0.0:1788926457.047915:0:32626:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513948928, offset 0 00000400:00000200:0.0:1788926457.047921:0:32626:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.047928:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.047936:0:32626:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.047940:0:32626:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.047944:0:32626:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.047947:0:32626:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.047950:0:32626:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.047954:0:32626:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2766:2766:256:4294967295] 192.168.203.140@tcp LPNI seq info [2766:2766:8:4294967295] 00000400:00000200:0.0:1788926457.047959:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.047968:0:32626:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.047974:0:32626:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.047979:0:32626:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926457.047986:0:32626:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.047994:0:32626:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.047998:0:32626:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.048057:0:32626:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.048062:0:32626:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 842862 usecs (843 jiffies) 00000400:00000200:0.0:1788926457.048066:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.048068:0:32626:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493025 00000100:00000001:0.0:1788926457.048072:0:32626:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.048074:0:32626:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493025 00000100:00000001:0.0:1788926457.048076:0:32626:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.048079:0:32626:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.048082:0:32626:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.048085:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.048087:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.048090:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.048092:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.048095:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.052865:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.052873:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:2.0:1788926457.052878:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.052886:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.052894:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:2.0:1788926457.052896:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:2.0:1788926457.052901:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.052909:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.052919:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.052923:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.052934:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.052936:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.061810:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.061826:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.061830:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.061833:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.061843:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.061850:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.061859:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.061864:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.061869:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.061873:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235d300 00000400:00000200:2.0:1788926457.061879:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.061886:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7e25 [1] + 224 00000800:00000001:2.0:1788926457.061894:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.061901:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.061905:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.061909:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.061916:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.061928:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.061938:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.061959:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.061967:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.061970:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.062028:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.062035:0:32626:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.062037:0:32626:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.062041:0:32626:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214630. 00000400:00000200:0.0:1788926457.062045:0:32626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:0.0:1788926457.062047:0:32626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:0.0:1788926457.062050:0:32626:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.062054:0:32626:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.062066:0:32626:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.062072:0:32626:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.062074:0:32626:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.062077:0:32626:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.062080:0:32626:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.062082:0:32626:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.062084:0:32626:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.062087:0:32626:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.062095:0:32626:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.062099:0:32626:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.062101:0:32626:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.062103:0:32626:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062105:0:32626:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.062108:0:32626:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.062112:0:32626:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.062114:0:32626:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.062116:0:32626:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.062118:0:32626:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.062122:0:32626:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.062130:0:32626:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.062134:0:32626:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.062136:0:32626:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.062139:0:32626:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.062146:0:32626:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32626:1875823513948928:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:0.0:1788926457.062150:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.062153:0:32626:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.062155:0:32626:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.062157:0:32626:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.062160:0:32626:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.062167:0:32626:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.062171:0:32626:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.062174:0:32626:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.062176:0:32626:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062179:0:32626:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.062182:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062184:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062187:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=4 00000020:00000001:0.0:1788926457.062190:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062192:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000040:0.0:1788926457.062199:0:32626:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009000, remote cookie: 0x840913afd2dab2cd, flags: 0x1001 00010000:00010000:0.0:1788926457.062204:0:32626:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926457.062214:0:32626:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926457.062216:0:32626:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788926457.062223:0:32626:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a500. 00010000:00000010:0.0:1788926457.062227:0:32626:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71780. 00010000:00000001:0.0:1788926457.062232:0:32626:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.062235:0:32626:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.062241:0:32626:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062247:0:32626:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926457.062250:0:32626:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926457.062252:0:32626:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926457.062253:0:32626:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926457.062265:0:32626:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926457.062268:0:32626:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9d76c3b2a500) refcount = 1 00010000:00010000:0.0:1788926457.062271:0:32626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062277:0:32626:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926457.062280:0:32626:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926457.062281:0:32626:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.062284:0:32626:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926457.062286:0:32626:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.062290:0:32626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062295:0:32626:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926457.062296:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062297:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062298:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062299:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062301:0:32626:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.062305:0:32626:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926457.062307:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062308:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062309:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062311:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062313:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062315:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062315:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062316:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=4 00000020:00000001:0.0:1788926457.062318:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062319:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062321:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.062324:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.062326:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062336:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062337:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062338:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062339:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062340:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=5 00000020:00000001:0.0:1788926457.062342:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062343:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062345:0:32626:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.062347:0:32626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062353:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062354:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926457.062356:0:32626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062362:0:32626:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.062364:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062365:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062366:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062367:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926457.062372:0:32626:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926457.062379:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062380:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062381:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062383:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062385:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062387:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062388:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.062389:0:32626:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.062392:0:32626:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.062395:0:32626:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926457.062439:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062440:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062441:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062443:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062445:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00000002:00010000:0.0:1788926457.062448:0:32626:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062455:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062456:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062457:0:32626:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.062458:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062459:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062460:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062461:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062463:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000040:0.0:1788926457.062466:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.062469:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926457.062472:0:32626:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:0.0:1788926457.062474:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062475:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.062476:0:32626:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926457.062479:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c636b0 00000002:00002000:0.0:1788926457.062481:0:32626:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926457.062484:0:32626:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.062488:0:32626:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.062490:0:32626:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926457.062493:0:32626:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926457.062496:0:32626:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.062499:0:32626:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.062502:0:32626:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926457.062503:0:32626:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c63a28 it_disposition b 00000080:00000001:0.0:1788926457.062506:0:32626:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926457.062511:0:32626:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926457.062515:0:32626:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926457.062520:0:32626:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e996c0. 00800000:00000001:0.0:1788926457.062521:0:32626:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218517184 : -108341491034432 : ffff9d76c7e996c0) 00800000:00000001:0.0:1788926457.062524:0:32626:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.062526:0:32626:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926457.062529:0:32626:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1788926457.062532:0:32626:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788926457.062537:0:32626:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926457.062538:0:32626:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1788926457.062541:0:32626:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926457.062543:0:32626:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926457.062545:0:32626:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.062548:0:32626:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1788926457.062550:0:32626:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788926457.062552:0:32626:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1788926438 to 1788926439 00000080:00200000:0.0:1788926457.062556:0:32626:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:0.0:1788926457.062559:0:32626:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9d76d158f448): rc = 0 00000080:00000001:0.0:1788926457.062561:0:32626:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376810568 : -108341332741048 : ffff9d76d158f448) 00010000:00000001:0.0:1788926457.062562:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062564:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062565:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062566:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062568:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062570:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062571:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.062572:0:32626:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926457.062575:0:32626:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926457.062576:0:32626:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e996c0 1 00800000:00000010:0.0:1788926457.062578:0:32626:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e996c0. 00800000:00000001:0.0:1788926457.062581:0:32626:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.062583:0:32626:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c7fa 00800000:00000001:0.0:1788926457.062586:0:32626:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.062588:0:32626:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.062589:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062590:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062591:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062593:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062594:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062596:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062598:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.062599:0:32626:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.062601:0:32626:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788926457.062607:0:32626:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1759798 inode ffff9d76d158f448 refc 1 flags 0x20000e 00000080:00000002:0.0:1788926457.062611:0:32626:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788926457.062614:0:32626:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788926457.062617:0:32626:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) 00000080:00010000:0.0:1788926457.062620:0:32626:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7fa from it ffffb2d841c63a28 00010000:00000001:0.0:1788926457.062622:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.062623:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.062624:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.062626:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062627:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.062629:0:32626:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.062631:0:32626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.062637:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062638:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062639:0:32626:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.062641:0:32626:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.062643:0:32626:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.062649:0:32626:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.062652:0:32626:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.062654:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.062658:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062658:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062660:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062662:0:32626:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.062664:0:32626:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062665:0:32626:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062678:0:32626:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062680:0:32626:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.062681:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062682:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.062684:0:32626:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926457.062687:0:32626:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552a00. 00000100:00000001:0.0:1788926457.062690:0:32626:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.062694:0:32626:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513948928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.062701:0:32626:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.062704:0:32626:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.062706:0:32626:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7ae800. 02000000:00000001:0.0:1788926457.062710:0:32626:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.062712:0:32626:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.062714:0:32626:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.062716:0:32626:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.062719:0:32626:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926457.062722:0:32626:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.062724:0:32626:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.062725:0:32626:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:0.0:1788926457.062729:0:32626:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.062730:0:32626:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.062736:0:32626:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.062738:0:32626:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448), inode mode 41ed mask 1 00000080:00000001:0.0:1788926457.062742:0:32626:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.062754:0:32626:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172380. 00000020:00000001:0.0:1788926457.062759:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63ae8 00000080:00200000:0.0:1788926457.062760:0:32626:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9d76d158f448), flags=8 00000080:00000001:0.0:1788926457.062763:0:32626:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926457.062764:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63998 00000080:00200000:0.0:1788926457.062766:0:32626:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9d76d158f448), intent=getattr 00000080:00000010:0.0:1788926457.062772:0:32626:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552a00. 00800000:00000002:0.0:1788926457.062776:0:32626:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00000080:00000001:0.0:1788926457.062779:0:32626:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.062781:0:32626:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.062783:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c638b8 00800000:00000002:0.0:1788926457.062785:0:32626:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.062787:0:32626:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.062790:0:32626:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.062792:0:32626:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.062794:0:32626:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.062796:0:32626:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.062798:0:32626:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.062799:0:32626:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.062801:0:32626:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.062803:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63850 00800000:00000002:0.0:1788926457.062805:0:32626:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788926457.062808:0:32626:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.062810:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63788 00000002:00010000:0.0:1788926457.062812:0:32626:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788926457.062815:0:32626:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.062817:0:32626:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926457.062820:0:32626:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926457.062823:0:32626:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926457.062826:0:32626:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.062829:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.062831:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.062832:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.062833:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.062836:0:32626:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.062837:0:32626:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.062841:0:32626:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.062846:0:32626:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880c800. 00000100:00000001:0.0:1788926457.062850:0:32626:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062853:0:32626:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.062855:0:32626:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062856:0:32626:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.062857:0:32626:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.062859:0:32626:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.062865:0:32626:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926457.062867:0:32626:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.062870:0:32626:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926457.062872:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.062874:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.062876:0:32626:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.062879:0:32626:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008400. 00000020:00000001:0.0:1788926457.062881:0:32626:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.062883:0:32626:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008400 with handle 0xdeff66104c08c801 to hash 00000020:00000001:0.0:1788926457.062885:0:32626:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.062887:0:32626:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.062890:0:32626:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.062892:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.062894:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.062897:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32626 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.062903:0:32626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32626 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.062910:0:32626:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32626 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926457.062914:0:32626:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.062916:0:32626:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.062921:0:32626:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.062923:0:32626:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.062925:0:32626:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.062927:0:32626:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926457.062930:0:32626:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.062933:0:32626:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.062935:0:32626:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.062936:0:32626:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.062941:0:32626:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.062947:0:32626:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.062949:0:32626:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.062953:0:32626:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.062955:0:32626:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.062957:0:32626:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.062960:0:32626:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32626:1875823513949056:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:0.0:1788926457.062964:0:32626:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.062968:0:32626:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.062970:0:32626:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.062972:0:32626:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.062976:0:32626:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7ae800. 02000000:00000001:0.0:1788926457.062978:0:32626:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.062983:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.062986:0:32626:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214630. 00000400:00000010:0.0:1788926457.062991:0:32626:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926457.062997:0:32626:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513949056, portal 10 00000100:00000001:0.0:1788926457.062999:0:32626:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.063000:0:32626:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926457.063006:0:32626:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.063013:0:32626:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.063015:0:32626:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.063018:0:32626:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821cc0. 00000100:00000200:0.0:1788926457.063021:0:32626:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513949056, offset 0 00000400:00000200:0.0:1788926457.063025:0:32626:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.063031:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.063036:0:32626:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.063041:0:32626:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.063045:0:32626:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.063048:0:32626:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.063051:0:32626:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.063054:0:32626:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2767:2767:256:4294967295] 192.168.203.140@tcp LPNI seq info [2767:2767:8:4294967295] 00000400:00000200:0.0:1788926457.063058:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.063065:0:32626:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.063069:0:32626:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.063074:0:32626:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926457.063081:0:32626:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.063087:0:32626:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.063091:0:32626:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.063110:0:32626:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.063114:0:32626:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 841715 usecs (842 jiffies) 00000400:00000200:0.0:1788926457.063117:0:32626:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.063120:0:32626:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493039 00000100:00000001:0.0:1788926457.063123:0:32626:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.063125:0:32626:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493039 00000100:00000001:0.0:1788926457.063127:0:32626:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.063129:0:32626:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.063131:0:32626:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.063133:0:32626:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.063134:0:32626:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.063136:0:32626:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.063138:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.063140:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.063421:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.063426:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926457.063430:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.063434:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.063439:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:2.0:1788926457.063441:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:2.0:1788926457.063445:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.063448:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.063456:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.063458:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.063464:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.063466:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.075573:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.075590:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.075594:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.075597:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.075605:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.075612:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.075621:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.075624:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.075629:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.075632:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d3235d380 00000400:00000200:2.0:1788926457.075637:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.075642:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x7e2d [1] + 224 00000800:00000001:2.0:1788926457.075648:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.075678:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.075682:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.075686:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.075693:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.075702:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.075711:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.075731:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.075741:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.075745:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.075876:0:32626:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.075885:0:32626:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.075887:0:32626:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.075891:0:32626:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214630. 00000400:00000200:0.0:1788926457.075896:0:32626:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:0.0:1788926457.075899:0:32626:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:0.0:1788926457.075902:0:32626:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.075908:0:32626:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.075917:0:32626:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.075923:0:32626:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.075925:0:32626:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.075927:0:32626:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.075931:0:32626:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.075933:0:32626:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.075935:0:32626:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.075938:0:32626:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.075948:0:32626:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.075952:0:32626:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.075955:0:32626:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.075957:0:32626:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.075959:0:32626:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.075963:0:32626:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.075967:0:32626:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.075969:0:32626:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.075970:0:32626:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.075973:0:32626:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.075978:0:32626:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.075984:0:32626:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.075987:0:32626:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.075989:0:32626:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.075992:0:32626:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.076000:0:32626:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job checkstat:4486b962-ec3d-45f5-8472-13c4fc59e40f:32626:1875823513949056:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:0.0:1788926457.076005:0:32626:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.076008:0:32626:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.076010:0:32626:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.076012:0:32626:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.076016:0:32626:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.076022:0:32626:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.076024:0:32626:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.076027:0:32626:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.076028:0:32626:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.076031:0:32626:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.076035:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.076038:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.076041:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926457.076043:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.076047:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000040:0.0:1788926457.076052:0:32626:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008400, remote cookie: 0x840913afd2dab2e9, flags: 0x1001 00010000:00010000:0.0:1788926457.076057:0:32626:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926457.076066:0:32626:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x26:0x0].0x0, instead of [0x200000405:0x24:0x0].0x0 00010000:00000001:0.0:1788926457.076069:0:32626:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788926457.076074:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 2 00010000:00000001:0.0:1788926457.076076:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.076079:0:32626:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.076082:0:32626:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.076089:0:32626:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.076095:0:32626:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926457.076099:0:32626:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926457.076101:0:32626:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926457.076102:0:32626:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926457.076104:0:32626:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926457.076106:0:32626:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x26:0x0].0x0 (ffff9d76c52dfd00) refcount = 2 00010000:00000040:0.0:1788926457.076109:0:32626:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926457.076112:0:32626:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926457.076119:0:32626:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.076126:0:32626:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926457.077320:0:32626:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926457.077326:0:32626:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.077332:0:32626:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926457.077334:0:32626:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.077339:0:32626:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.077348:0:32626:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926457.077350:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077352:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077353:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077355:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077357:0:32626:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.077363:0:32626:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926457.077365:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077367:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077369:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077371:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077374:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077376:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077377:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077378:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926457.077380:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077381:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077386:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.077389:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.077393:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.077415:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077417:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077418:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077419:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077421:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=5 00000020:00000001:0.0:1788926457.077423:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077425:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077427:0:32626:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.077430:0:32626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.077435:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077436:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926457.077438:0:32626:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.077444:0:32626:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.077445:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077446:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077447:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077448:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926457.077457:0:32626:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926457.077466:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077467:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077468:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077470:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077472:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00000002:00010000:0.0:1788926457.077476:0:32626:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788926457.077488:0:32626:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76c7e996c0. 00010000:00000001:0.0:1788926457.077490:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077491:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.077492:0:32626:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.077494:0:32626:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.077497:0:32626:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926457.077500:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077501:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077502:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077503:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077505:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00000002:00010000:0.0:1788926457.077508:0:32626:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.077514:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077515:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077516:0:32626:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.077517:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077518:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077520:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077522:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077524:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000040:0.0:1788926457.077529:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 3 00010000:00000001:0.0:1788926457.077531:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926457.077535:0:32626:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/38 (0 0) 00010000:00000001:0.0:1788926457.077537:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077538:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.077539:0:32626:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926457.077542:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63710 00000002:00002000:0.0:1788926457.077544:0:32626:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926457.077548:0:32626:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.077551:0:32626:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.077553:0:32626:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926457.077556:0:32626:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926457.077559:0:32626:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.077563:0:32626:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000001:0.0:1788926457.077565:0:32626:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926457.077567:0:32626:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c63b20 it_disposition b 00000080:00000001:0.0:1788926457.077570:0:32626:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926457.077577:0:32626:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926457.077579:0:32626:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926457.077582:0:32626:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1788926457.077585:0:32626:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788926457.077591:0:32626:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.077595:0:32626:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.077597:0:32626:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.077599:0:32626:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926457.077603:0:32626:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926457.077606:0:32626:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926457.077612:0:32626:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052a80. 00020000:00000010:0.0:1788926457.077615:0:32626:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c7c6b380. 00020000:00000010:0.0:1788926457.077621:0:32626:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052cc0. 00020000:00000001:0.0:1788926457.077623:0:32626:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622978240 : -108341086573376 : ffff9d76e0052cc0) 00020000:00000002:0.0:1788926457.077626:0:32626:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052cc0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926457.077630:0:32626:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926457.077633:0:32626:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c7c6b380: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926457.077638:0:32626:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e134d8) owner ffff9d76c12127c0 00020000:00000001:0.0:1788926457.077640:0:32626:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926457.077642:0:32626:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e134d8) owner ffff9d76c12127c0 00020000:00000010:0.0:1788926457.077647:0:32626:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c7c6b380. 00020000:00000010:0.0:1788926457.077651:0:32626:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052a80. 00020000:00000010:0.0:1788926457.077655:0:32626:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052cc0. 00020000:00000002:0.0:1788926457.077656:0:32626:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926457.077658:0:32626:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.077661:0:32626:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926457.077663:0:32626:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.077666:0:32626:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1788926457.077678:0:32626:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788926457.077683:0:32626:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x26:0x0](ffff9d76d15b0908): rc = 0 00000080:00000001:0.0:1788926457.077686:0:32626:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376946952 : -108341332604664 : ffff9d76d15b0908) 00010000:00000001:0.0:1788926457.077688:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077690:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077691:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077693:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077695:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00000080:00000001:0.0:1788926457.077698:0:32626:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926457.077699:0:32626:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.077700:0:32626:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.077702:0:32626:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.077703:0:32626:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926457.077704:0:32626:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926457.077705:0:32626:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926457.077708:0:32626:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052cc0. 00020000:00000010:0.0:1788926457.077710:0:32626:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c7c6b380. 00020000:00000010:0.0:1788926457.077712:0:32626:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052a80. 00020000:00000001:0.0:1788926457.077713:0:32626:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622977664 : -108341086573952 : ffff9d76e0052a80) 00020000:00000002:0.0:1788926457.077715:0:32626:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052a80, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926457.077719:0:32626:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926457.077722:0:32626:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c7c6b380: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926457.077724:0:32626:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e134d8) owner ffff9d76c12127c0 00020000:00000001:0.0:1788926457.077726:0:32626:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926457.077727:0:32626:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e134d8) owner ffff9d76c12127c0 00020000:00000010:0.0:1788926457.077730:0:32626:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c7c6b380. 00020000:00000010:0.0:1788926457.077732:0:32626:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052cc0. 00020000:00000010:0.0:1788926457.077734:0:32626:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052a80. 00020000:00000002:0.0:1788926457.077735:0:32626:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926457.077737:0:32626:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.077739:0:32626:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.077741:0:32626:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926457.077744:0:32626:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000002:0.0:1788926457.077747:0:32626:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e8a0 addref 2/0 by ffff9d76c12127c0. 00020000:00000002:0.0:1788926457.077749:0:32626:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.077752:0:32626:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926457.077754:0:32626:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926457.077755:0:32626:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926457.077756:0:32626:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788926457.077759:0:32626:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788926457.077761:0:32626:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788926457.077763:0:32626:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.077765:0:32626:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.077766:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077767:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.077769:0:32626:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926457.077771:0:32626:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926457.077773:0:32626:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.077776:0:32626:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) for lock 0xdeff66104c08c801 00800000:00000001:0.0:1788926457.077779:0:32626:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.077781:0:32626:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.077782:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077784:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077785:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077787:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077789:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077791:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077793:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.077794:0:32626:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.077795:0:32626:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788926457.077802:0:32626:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d17595e8 inode ffff9d76d15b0908 refc 1 flags 0x40000e 00000080:00000001:0.0:1788926457.077805:0:32626:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788926457.077809:0:32626:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) 00000080:00010000:0.0:1788926457.077812:0:32626:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c801 from it ffffb2d841c63b20 00010000:00000001:0.0:1788926457.077814:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.077816:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.077817:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.077818:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077821:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.077822:0:32626:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.077825:0:32626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.077832:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077833:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077834:0:32626:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.077837:0:32626:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.077839:0:32626:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.077845:0:32626:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.077848:0:32626:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.077850:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.077854:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077855:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.077857:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.077859:0:32626:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.077862:0:32626:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.077863:0:32626:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.077866:0:32626:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.077868:0:32626:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.077869:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.077870:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.077871:0:32626:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926457.077874:0:32626:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552a00. 00000100:00000001:0.0:1788926457.077878:0:32626:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.077883:0:32626:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513949056/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.077889:0:32626:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.077892:0:32626:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.077896:0:32626:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7ae800. 02000000:00000001:0.0:1788926457.077900:0:32626:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.077902:0:32626:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.077904:0:32626:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.077906:0:32626:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.077909:0:32626:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926457.077911:0:32626:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.077913:0:32626:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.077915:0:32626:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:0.0:1788926457.077918:0:32626:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.077920:0:32626:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.077922:0:32626:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926457.077924:0:32626:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841c63b20 released 00000080:00000001:0.0:1788926457.077926:0:32626:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788926457.077936:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d08 00000080:00200008:0.0:1788926457.077939:0:32626:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000405:0x26:0x0](ffff9d76d15b0908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.077944:0:32626:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.077945:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c80 00000080:00200000:0.0:1788926457.077946:0:32626:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9d76d15b0908),name=f 00000080:00000010:0.0:1788926457.077951:0:32626:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552a00. 00800000:00000002:0.0:1788926457.077955:0:32626:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00000080:00000001:0.0:1788926457.077961:0:32626:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.077963:0:32626:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.077965:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63ba0 00800000:00000002:0.0:1788926457.077967:0:32626:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x26:0x0] 'f' on [0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.077970:0:32626:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.077973:0:32626:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.077976:0:32626:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.077978:0:32626:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.077980:0:32626:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.077981:0:32626:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.077983:0:32626:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.077985:0:32626:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.077988:0:32626:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.077989:0:32626:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.077990:0:32626:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.077991:0:32626:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.077993:0:32626:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.077995:0:32626:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1788926457.077996:0:32626:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.077999:0:32626:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x24:0x0], fid2=[0x200000405:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.078002:0:32626:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.078004:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a70 00000002:00010000:0.0:1788926457.078007:0:32626:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x26:0x0]) in obj [0x200000405:0x24:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.078010:0:32626:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.078012:0:32626:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.078014:0:32626:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.078017:0:32626:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 3 00010000:00000001:0.0:1788926457.078019:0:32626:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.078021:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.078024:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.078026:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926457.078033:0:32626:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.078037:0:32626:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.078039:0:32626:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926457.078045:0:32626:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.078047:0:32626:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.078048:0:32626:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.078050:0:32626:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.078052:0:32626:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.078053:0:32626:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.078055:0:32626:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.078057:0:32626:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000010:0.0:1788926457.078059:0:32626:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552a00. 00000080:00000001:0.0:1788926457.078061:0:32626:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.078063:0:32626:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.078065:0:32626:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) 00000080:00010000:0.0:1788926457.078068:0:32626:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x26:0x0](ffff9d76d15b0908) for lock 0xdeff66104c08c801 00800000:00000001:0.0:1788926457.078070:0:32626:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.078071:0:32626:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.078072:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.078073:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.078075:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.078076:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.078078:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.078080:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.078081:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.078082:0:32626:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.078083:0:32626:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.078085:0:32626:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c801 from it ffffb2d841c63cb8 00010000:00000001:0.0:1788926457.078086:0:32626:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.078087:0:32626:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.078088:0:32626:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926457.078089:0:32626:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.078091:0:32626:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926457.078092:0:32626:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.078094:0:32626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.078099:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.078100:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.078100:0:32626:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.078102:0:32626:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.078104:0:32626:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.078109:0:32626:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.078110:0:32626:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.078111:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.078113:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.078114:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.078115:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078116:0:32626:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.078118:0:32626:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078119:0:32626:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078121:0:32626:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078122:0:32626:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.078123:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.078124:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.078125:0:32626:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.078126:0:32626:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.078136:0:32626:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788926457.078139:0:32626:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926457.078141:0:32626:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.078144:0:32626:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926457.078145:0:32626:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.078147:0:32626:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926457.078151:0:32626:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788926457.078153:0:32626:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.078155:0:32626:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.078157:0:32626:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.078161:0:32626:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.078163:0:32626:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926457.078166:0:32626:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926457.078168:0:32626:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788926457.078170:0:32626:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.078172:0:32626:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926457.078174:0:32626:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926457.078175:0:32626:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.078177:0:32626:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.078180:0:32626:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9d76c2df4060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788926457.078182:0:32626:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.078185:0:32626:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926457.078187:0:32626:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926457.078189:0:32626:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926457.078190:0:32626:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.078192:0:32626:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926457.078194:0:32626:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926457.078195:0:32626:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.078197:0:32626:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.078198:0:32626:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926457.078199:0:32626:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926457.078200:0:32626:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00000020:00000001:0.0:1788926457.078203:0:32626:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926457.078205:0:32626:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926457.078206:0:32626:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x26:0x0] 00000020:00000001:0.0:1788926457.078208:0:32626:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926457.078210:0:32626:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926457.078212:0:32626:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926457.078214:0:32626:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926457.078219:0:32626:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926457.078239:0:32626:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71600. 00020000:00000002:0.0:1788926457.078243:0:32626:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926457.078245:0:32626:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926457.078247:0:32626:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926457.078248:0:32626:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926457.078249:0:32626:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.078251:0:32626:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926457.078253:0:32626:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926457.078255:0:32626:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ceaa8 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.078257:0:32626:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926457.078260:0:32626:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.078261:0:32626:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926457.078263:0:32626:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926457.078265:0:32626:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926457.078266:0:32626:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.078268:0:32626:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.078270:0:32626:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926457.078272:0:32626:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926457.078276:0:32626:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7fef690. 00000008:00010000:0.0:1788926457.078278:0:32626:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926457.078280:0:32626:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926457.078282:0:32626:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926457.078283:0:32626:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71630, osc lock ffff9d76c7fef690, flags 0x400001002 00000020:00000001:0.0:1788926457.078285:0:32626:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.078287:0:32626:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.078289:0:32626:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231984640 : -108341477566976 : ffff9d76c8b71600) 00000020:00000001:0.0:1788926457.078290:0:32626:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926457.078292:0:32626:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926457.078293:0:32626:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.078294:0:32626:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.078296:0:32626:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926457.078298:0:32626:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926457.078299:0:32626:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926457.078301:0:32626:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926457.078302:0:32626:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926457.078303:0:32626:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926457.078304:0:32626:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926457.078306:0:32626:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926457.078307:0:32626:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926457.078310:0:32626:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926457.078313:0:32626:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926457.078314:0:32626:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926457.078315:0:32626:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926457.078316:0:32626:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926457.078317:0:32626:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926457.078319:0:32626:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926457.078321:0:32626:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.078324:0:32626:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078327:0:32626:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788926457.078330:0:32626:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926457.078333:0:32626:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:0.0:1788926457.078336:0:32626:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.078339:0:32626:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.078341:0:32626:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.078344:0:32626:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.078346:0:32626:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.078348:0:32626:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.078353:0:32626:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8552a00. 00000100:00000001:0.0:1788926457.078359:0:32626:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078363:0:32626:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.078365:0:32626:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078367:0:32626:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.078368:0:32626:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078370:0:32626:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.078372:0:32626:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926457.078376:0:32626:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.078378:0:32626:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926457.078382:0:32626:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2af00. 00010000:00000010:0.0:1788926457.078385:0:32626:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c3b2ae00. 00010000:00000001:0.0:1788926457.078390:0:32626:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.078393:0:32626:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009c00. 00000020:00000001:0.0:1788926457.083153:0:32626:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.083162:0:32626:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009c00 with handle 0xdeff66104c08c808 to hash 00000020:00000001:0.0:1788926457.083167:0:32626:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.083169:0:32626:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000010:0.0:1788926457.083179:0:32626:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76c7e99600. 00010000:00000001:0.0:1788926457.083182:0:32626:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:0.0:1788926457.083187:0:32626:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.083190:0:32626:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.083195:0:32626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.083207:0:32626:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.083231:0:32626:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.083238:0:32626:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.083241:0:32626:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.083253:0:32626:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee677704] to pc [ptlrpcd_00_01+1] req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.083310:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926457.083313:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926457.083316:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926457.083323:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.083330:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926457.083332:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.083335:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926457.083338:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926457.083340:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926457.083343:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513949184:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926457.083347:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926457.083352:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926457.083355:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.083357:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926457.083362:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926457.083364:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926457.083371:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926457.083374:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926457.083381:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926457.083387:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513949184, portal 4 00000100:00000001:1.0:1788926457.083389:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.083391:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:1.0:1788926457.083416:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.083423:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926457.083426:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926457.083430:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926457.083433:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513949184, offset 0 00000400:00000200:1.0:1788926457.083439:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926457.083448:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.083455:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926457.083460:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926457.083464:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926457.083467:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926457.083470:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926457.083473:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2768:2768:256:4294967295] 192.168.203.140@tcp LPNI seq info [2768:2768:8:4294967295] 00000400:00000200:1.0:1788926457.083477:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.083487:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926457.083492:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926457.083497:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ec00. 00000800:00000200:1.0:1788926457.083503:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926457.083510:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926457.083514:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ec00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926457.083530:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.083535:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 228222 usecs (229 jiffies) 00000400:00000200:1.0:1788926457.083538:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926457.083541:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296492446 00000100:00000001:1.0:1788926457.083544:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926457.083546:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296492446 00000100:00000001:1.0:1788926457.083548:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926457.083550:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926457.083553:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.083555:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.083558:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926457.083687:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.083691:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926457.083697:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.083701:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.083706:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:2.0:1788926457.083709:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:2.0:1788926457.083713:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.083717:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.083725:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.083729:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.083735:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.083736:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000008:00000001:0.0:1788926457.083793:0:32626:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926457.083797:0:32626:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.083800:0:32626:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.083803:0:32626:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.083804:0:32626:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.083807:0:32626:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926457.083809:0:32626:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926457.083811:0:32626:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926457.083813:0:32626:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788926457.083821:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926457.083824:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.090600:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926457.090607:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926457.090613:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926457.090615:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926457.090619:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.090622:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926457.093614:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.093630:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.093635:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.093638:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.093646:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.093654:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.093662:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.093666:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.093682:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.093686:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d3235d400 00000400:00000200:2.0:1788926457.093691:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.093696:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x7e35 [1] + 224 00000800:00000001:2.0:1788926457.093703:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.093711:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.093714:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.093718:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.093725:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.093734:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.093745:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.093773:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.093781:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.093784:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.094468:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926457.094473:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926457.094479:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926457.094481:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926457.094484:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926457.094489:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926457.094491:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926457.094494:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926457.094500:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926457.094509:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.094516:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926457.094517:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.094519:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926457.094522:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926457.094524:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926457.094526:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.094529:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926457.094537:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=124 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926457.094540:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926457.094543:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926457.094545:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094547:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926457.094550:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.094553:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926457.094555:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926457.094557:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926457.094559:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.094563:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.094569:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926457.094572:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926457.094574:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926457.094576:0:2398:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788926457.094578:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.094581:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.094584:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=4 00000020:00000001:1.0:1788926457.094587:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094590:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094593:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.094594:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.094595:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=5 00000020:00000001:1.0:1788926457.094597:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094598:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094601:0:2398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.094604:0:2398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.094608:0:2398:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094617:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094619:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.094620:0:2398:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926457.094622:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.094623:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.094624:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=6 00000020:00000001:1.0:1788926457.094626:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094628:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000040:1.0:1788926457.094634:0:2398:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009c00, remote cookie: 0x840913afd2dab2f0, flags: 0x1001 00010000:00010000:1.0:1788926457.094639:0:2398:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094645:0:2398:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788926457.094648:0:2398:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094650:0:2398:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926457.094653:0:2398:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788926457.094657:0:2398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926457.094683:0:2398:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x13:0x0].0x0 (ffff9d76c3b2af00) refcount = 1 00010000:00000040:1.0:1788926457.094686:0:2398:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788926457.094689:0:2398:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094696:0:2398:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926457.094697:0:2398:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.094700:0:2398:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926457.094702:0:2398:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.094706:0:2398:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094712:0:2398:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926457.094713:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094714:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.094715:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094715:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926457.094717:0:2398:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788926457.094719:0:2398:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926457.094722:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.094723:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.094724:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=5 00000020:00000001:1.0:1788926457.094726:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094728:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00000008:00000001:1.0:1788926457.094732:0:2398:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788926457.094735:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000008:00010000:1.0:1788926457.094738:0:2398:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788926457.094744:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000020:00000001:1.0:1788926457.094746:0:2398:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926457.094749:0:2398:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788926457.094752:0:2398:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926457.094754:0:2398:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.094756:0:2398:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.094757:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000008:00000001:1.0:1788926457.094759:0:2398:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788926457.094761:0:2398:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926457.094763:0:2398:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788926457.094776:0:2398:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788926457.094778:0:2398:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094780:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.094781:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.094782:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=6 00000020:00000001:1.0:1788926457.094784:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094785:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094788:0:2398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.094790:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094796:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094797:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926457.094799:0:2398:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094804:0:2398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.094805:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094806:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926457.094807:0:2398:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094809:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.094810:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.094811:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=5 00000020:00000001:1.0:1788926457.094812:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094814:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:1.0:1788926457.094816:0:2398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.094818:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.094824:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094824:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.094826:0:2398:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926457.094827:0:2398:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926457.094830:0:2398:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926457.094837:0:2398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.094839:0:2398:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.094841:0:2398:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.094844:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094846:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.094847:0:2398:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094849:0:2398:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.094851:0:2398:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094853:0:2398:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094855:0:2398:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.094856:0:2398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.094857:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094858:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.094859:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.094860:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926457.094861:0:2398:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.094866:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926457.094873:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513949184:192.168.203.140@tcp:101:checkstat.0 00000100:00000001:1.0:1788926457.094877:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.094879:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.094882:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513949184/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.094888:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926457.094890:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926457.094893:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926457.094897:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926457.094899:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926457.094900:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926457.094902:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926457.094904:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8552a00. 02000000:00000001:1.0:1788926457.094907:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926457.094909:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926457.094911:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:1.0:1788926457.094914:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926457.094916:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.094918:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.094924:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926457.094926:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.094928:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926457.094930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.094988:0:32626:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.094992:0:32626:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.094997:0:32626:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926457.094999:0:32626:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.095001:0:32626:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.095002:0:32626:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926457.095006:0:32626:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926457.095010:0:32626:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926457.095012:0:32626:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.095013:0:32626:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926457.095014:0:32626:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.095016:0:32626:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1029 on OST[1]: s=0 (1) m=1788926439 a=1788926439 c=1788926439 b=0 00020000:00000001:0.0:1788926457.095020:0:32626:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.095022:0:32626:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788926439 a=1788926439 c=1788926439 b=0 00020000:00000001:0.0:1788926457.095024:0:32626:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.095026:0:32626:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.095027:0:32626:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000080:00200000:0.0:1788926457.095030:0:32626:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x26:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788926457.095032:0:32626:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926457.095035:0:32626:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926457.095036:0:32626:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926457.095039:0:32626:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926457.095040:0:32626:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926457.095043:0:32626:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926457.095046:0:32626:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926457.095048:0:32626:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926457.095050:0:32626:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926457.095051:0:32626:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71630 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926457.095053:0:32626:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926457.095054:0:32626:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926457.095056:0:32626:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.095057:0:32626:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926457.095058:0:32626:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926457.095060:0:32626:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926457.095061:0:32626:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926457.095062:0:32626:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926457.095063:0:32626:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926457.095064:0:32626:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926457.095066:0:32626:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926457.095068:0:32626:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926457.095069:0:32626:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71630 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926457.095071:0:32626:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7fef690. 00000020:00000001:0.0:1788926457.095074:0:32626:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926457.095076:0:32626:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71600. 00020000:00000001:0.0:1788926457.095078:0:32626:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926457.095079:0:32626:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926457.095081:0:32626:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926457.095082:0:32626:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.095085:0:32626:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926457.095087:0:32626:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926457.095089:0:32626:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926457.095090:0:32626:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926457.095092:0:32626:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926457.095093:0:32626:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926457.095096:0:32626:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926457.095098:0:32626:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926457.095100:0:32626:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926457.095103:0:32626:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926457.095106:0:32626:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926457.095108:0:32626:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.095110:0:32626:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926457.095111:0:32626:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926457.095113:0:32626:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926457.095114:0:32626:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000001:00000001:0.0:1788926457.095116:0:32626:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.095123:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d08 00000080:00000008:0.0:1788926457.095125:0:32626:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000405:0x26:0x0](ffff9d76d15b0908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.095131:0:32626:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926457.095133:0:32626:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63da0 00000080:00002000:0.0:1788926457.095135:0:32626:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9d76d17595e8, parent ffff9d76d1759798, inode ffff9d76d15b0908) hashed, 00000080:00000001:0.0:1788926457.095137:0:32626:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.096305:0:32433:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926457.096309:0:32433:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926457.096311:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33b78 00000080:00200000:2.0:1788926457.096315:0:32433:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926457.096321:0:32433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af600. 00800000:00000002:2.0:1788926457.096328:0:32433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926457.096331:0:32433:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926457.096335:0:32433:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.096337:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33a98 00800000:00000002:2.0:1788926457.096339:0:32433:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.096343:0:32433:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926457.096345:0:32433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.096347:0:32433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.096350:0:32433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.096351:0:32433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.096353:0:32433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.096356:0:32433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.096358:0:32433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.096361:0:32433:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926457.096366:0:32433:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.096367:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33968 00000002:00010000:2.0:1788926457.096369:0:32433:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926457.096373:0:32433:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926457.096374:0:32433:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.096378:0:32433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.096384:0:32433:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926457.096387:0:32433:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926457.096392:0:32433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.096441:0:32433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926457.096446:0:32433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788926457.096457:0:32433:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926457.096461:0:32433:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926457.096465:0:32433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788926457.096473:0:32433:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926457.096475:0:32433:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.096477:0:32433:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926457.096480:0:32433:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926457.096482:0:32433:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926457.096485:0:32433:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926457.096488:0:32433:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926457.096491:0:32433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926457.096494:0:32433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af600. 00000080:00000001:2.0:1788926457.096499:0:32433:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926457.096500:0:32433:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.096503:0:32433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926457.096507:0:32433:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:2.0:1788926457.096510:0:32433:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926457.096512:0:32433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926457.096513:0:32433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.096515:0:32433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.096518:0:32433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.096520:0:32433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.096523:0:32433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.096526:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.096527:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926457.096529:0:32433:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.096530:0:32433:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.096534:0:32433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d841c33bb0 00010000:00000001:2.0:1788926457.096536:0:32433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.096537:0:32433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.096539:0:32433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.096541:0:32433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.096542:0:32433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.096544:0:32433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926457.096546:0:32433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926457.096552:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.096553:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.096554:0:32433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926457.096556:0:32433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926457.096558:0:32433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788926457.096566:0:32433:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926457.096568:0:32433:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926457.096570:0:32433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926457.096573:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.096575:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.096576:0:32433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.096579:0:32433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926457.096580:0:32433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.096582:0:32433:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.096585:0:32433:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.096587:0:32433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926457.096588:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.096589:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926457.096591:0:32433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926457.096593:0:32433:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926457.096595:0:32433:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788926457.096600:0:32433:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.096604:0:32433:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:2.0:1788926457.096607:0:32433:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926457.096608:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33b78 00000080:00200008:2.0:1788926457.096610:0:32433:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000 00000080:00000010:2.0:1788926457.096615:0:32433:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95e00. 00000080:00000001:2.0:1788926457.096619:0:32433:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.096621:0:32433:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926457.096632:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33d28 00000080:00200008:2.0:1788926457.096634:0:32433:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926457.096641:0:32433:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788926457.096643:0:32433:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:2.0:1788926457.096645:0:32433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af600. 00800000:00000002:2.0:1788926457.096648:0:32433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:2.0:1788926457.096653:0:32433:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:2.0:1788926457.096655:0:32433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.096656:0:32433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.096658:0:32433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.096659:0:32433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.096661:0:32433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.096663:0:32433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.096664:0:32433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.096666:0:32433:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788926457.096679:0:32433:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.096681:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33990 00000002:00010000:2.0:1788926457.096683:0:32433:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788926457.096686:0:32433:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926457.096687:0:32433:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.096688:0:32433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.096691:0:32433:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926457.096693:0:32433:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926457.096695:0:32433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.096697:0:32433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926457.096700:0:32433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788926457.096707:0:32433:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926457.096709:0:32433:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926457.096712:0:32433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788926457.096718:0:32433:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926457.096720:0:32433:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.096722:0:32433:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.096723:0:32433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926457.096724:0:32433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.096726:0:32433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.096727:0:32433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.096729:0:32433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.096731:0:32433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.096733:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.096734:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926457.096736:0:32433:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.096765:0:32433:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788926457.096770:0:32433:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9d76d84b4000. 00000002:00000001:2.0:1788926457.097248:0:32433:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788926457.097254:0:32433:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38380. 00000020:00000040:2.0:1788926457.097258:0:32433:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926457.097262:0:32433:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926457.097265:0:32433:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926457.097268:0:32433:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926457.097275:0:32433:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aec00. 00000100:00000001:2.0:1788926457.097281:0:32433:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.097284:0:32433:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788926457.097288:0:32433:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76d10dcc00. 00000100:00000010:2.0:1788926457.097292:0:32433:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9d76c3936000. 00000020:00000040:2.0:1788926457.097294:0:32433:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926457.097314:0:32433:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926457.097316:0:32433:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926457.097321:0:32433:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276cc0. 00000100:00000001:2.0:1788926457.097324:0:32433:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138683584 : -108341570868032 : ffff9d76c3276cc0) 00000100:00000001:2.0:1788926457.097326:0:32433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.097329:0:32433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000001:2.0:1788926457.097333:0:32433:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926457.097337:0:32433:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.097339:0:32433:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926457.097340:0:32433:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926457.097349:0:32433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.097357:0:32433:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926457.097359:0:32433:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.097362:0:32433:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926457.097365:0:32433:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926457.097367:0:32433:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926457.097371:0:32433:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:32433:1875823513949312:192.168.203.140@tcp:37:bash.0 00000100:00000001:2.0:1788926457.097375:0:32433:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926457.097379:0:32433:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926457.097381:0:32433:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.097383:0:32433:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788926457.097391:0:32433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926457.097431:0:32433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a68f0. 00000400:00000010:2.0:1788926457.097441:0:32433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9d76d113a000. 00000100:00000200:2.0:1788926457.097448:0:32433:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa0d3235d480-0x6aa0d3235d480, portal 14 00000100:00000001:2.0:1788926457.097452:0:32433:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.097454:0:32433:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926457.097458:0:32433:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de800. 02000000:00000001:2.0:1788926457.097460:0:32433:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926457.097464:0:32433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926457.097466:0:32433:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6ec8. 00000400:00000010:2.0:1788926457.097469:0:32433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926457.097473:0:32433:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513949312, portal 10 00000100:00000001:2.0:1788926457.097475:0:32433:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.097476:0:32433:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000040:2.0:1788926457.097482:0:32433:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.097496:0:32433:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926457.097499:0:32433:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926457.097501:0:32433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926457.097504:0:32433:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875823513949312, offset 0 00000400:00000200:2.0:1788926457.097510:0:32433:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926457.097517:0:32433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.097524:0:32433:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.097529:0:32433:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926457.097534:0:32433:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926457.097538:0:32433:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926457.097541:0:32433:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926457.097544:0:32433:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2769:2769:256:4294967295] 192.168.203.140@tcp LPNI seq info [2769:2769:8:4294967295] 00000400:00000200:2.0:1788926457.097549:0:32433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.097558:0:32433:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926457.097564:0:32433:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.097569:0:32433:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:2.0:1788926457.097575:0:32433:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.097583:0:32433:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.097588:0:32433:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788926457.097597:0:32433:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926457.097601:0:32433:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 840566 usecs (841 jiffies) 00000400:00000200:2.0:1788926457.097605:0:32433:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926457.097607:0:32433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493072 00000100:00000001:2.0:1788926457.097611:0:32433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.097613:0:32433:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493072 00000100:00000001:2.0:1788926457.097616:0:32433:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.097618:0:32433:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926457.097620:0:32433:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.097623:0:32433:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926457.097625:0:32433:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926457.097627:0:32433:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926457.097630:0:32433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926457.097633:0:32433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926457.100908:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926457.100917:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926457.100924:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.100932:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926457.100939:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:3.0:1788926457.100942:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:3.0:1788926457.100946:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926457.100954:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.100965:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.100969:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.100977:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.100979:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.114712:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.114730:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.114734:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.114736:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.114744:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114751:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.114760:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114764:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114769:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114773:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d3235d480 00000400:00000200:2.0:1788926457.114778:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114784:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7e3d [256] + 0 00000400:00000010:2.0:1788926457.114788:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a68f0. 00000400:00000200:2.0:1788926457.114793:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d113a000 00000800:00000001:2.0:1788926457.114798:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.114808:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.114811:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.114816:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.114821:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d113a000 00000400:00000010:2.0:1788926457.114824:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76d113a000. 00000100:00000001:2.0:1788926457.114829:0:2392:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926457.114831:0:2392:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c8b38380 desc ffff9d76d10dcc00 mbits 1875823513949312 00000100:00000001:2.0:1788926457.114845:0:2392:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926457.114852:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926457.114856:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114861:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.114867:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2770:2770:256:4294967295] 192.168.203.140@tcp LPNI seq info [2770:2770:8:4294967295] 00000400:00000200:2.0:1788926457.114871:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.114878:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926457.114883:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.114889:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113a000. 00000800:00000200:2.0:1788926457.114894:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.114901:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.114905:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926457.114962:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.114965:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113a000. 00000400:00000200:2.0:1788926457.114968:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.114972:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926457.114977:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.114981:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.115118:0:32433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926457.115122:0:32433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926457.123618:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.123635:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.123640:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.123643:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.123651:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.123659:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.123676:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.123682:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.123687:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.123692:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d3235d480 00000400:00000200:2.0:1788926457.123697:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.123702:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7e45 [1] + 224 00000800:00000001:2.0:1788926457.123710:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.123721:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.123724:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.123728:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.123736:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.123746:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.123758:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.123780:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.123788:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.123792:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.123859:0:32433:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926457.123867:0:32433:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926457.123869:0:32433:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926457.123872:0:32433:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6ec8. 00000400:00000200:1.0:1788926457.123876:0:32433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:1.0:1788926457.123879:0:32433:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:1.0:1788926457.123882:0:32433:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926457.123886:0:32433:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926457.123894:0:32433:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.123900:0:32433:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926457.123902:0:32433:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.123904:0:32433:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926457.123907:0:32433:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926457.123910:0:32433:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926457.123912:0:32433:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.123914:0:32433:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926457.123923:0:32433:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926457.123927:0:32433:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926457.123929:0:32433:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926457.123931:0:32433:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.123933:0:32433:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926457.123936:0:32433:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.123940:0:32433:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926457.123942:0:32433:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926457.123943:0:32433:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926457.123946:0:32433:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.123950:0:32433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788926457.123958:0:32433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.123965:0:32433:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926457.123967:0:32433:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926457.123971:0:32433:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926457.123978:0:32433:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:32433:1875823513949312:192.168.203.140@tcp:37:bash.0 00000100:00000001:1.0:1788926457.123983:0:32433:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.123986:0:32433:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.123988:0:32433:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926457.123990:0:32433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.123993:0:32433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.123999:0:32433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926457.124002:0:32433:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276cc0. 00000100:00000001:1.0:1788926457.124006:0:32433:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926457.124007:0:32433:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.124011:0:32433:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.124013:0:32433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.124016:0:32433:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38380 x1875823513949312/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.124022:0:32433:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926457.124025:0:32433:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926457.124028:0:32433:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10de800. 02000000:00000001:1.0:1788926457.124031:0:32433:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926457.124033:0:32433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926457.124035:0:32433:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926457.124037:0:32433:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926457.124038:0:32433:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788926457.124040:0:32433:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926457.124041:0:32433:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926457.124043:0:32433:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:1.0:1788926457.124064:0:32433:0:(client.c:346:ptlrpc_free_bulk()) kvfreed 'desc->bd_vec': 4096 at ffff9d76c3936000. 00000100:00000010:1.0:1788926457.124068:0:32433:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9d76d10dcc00. 00000100:00000001:1.0:1788926457.124070:0:32433:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788926457.124072:0:32433:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10aec00. 02000000:00000001:1.0:1788926457.124075:0:32433:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926457.124076:0:32433:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926457.124078:0:32433:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38380. 00000100:00000001:1.0:1788926457.124081:0:32433:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926457.124082:0:32433:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926457.124094:0:32433:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788926457.124098:0:32433:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788926457.124779:0:32433:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9d76d84b4000. 00000002:00000001:1.0:1788926457.124785:0:32433:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.124790:0:32433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.124792:0:32433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.124796:0:32433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926457.124798:0:32433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.124801:0:32433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.124804:0:32433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.124809:0:32433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926457.124825:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.124826:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.124828:0:32433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926457.124831:0:32433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926457.124833:0:32433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926457.124842:0:32433:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.124845:0:32433:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.124848:0:32433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.124853:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.124854:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.124856:0:32433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.124859:0:32433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.124861:0:32433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.124863:0:32433:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.124866:0:32433:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.124868:0:32433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.124869:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.124870:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788926457.124873:0:32433:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.135626:0:32433:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:2.0:1788926457.135642:0:32433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926457.135649:0:32433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af600. 00000080:00000001:2.0:1788926457.135657:0:32433:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.135665:0:32433:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926457.135676:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33ca0 00000080:00200000:2.0:1788926457.135679:0:32433:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926457.135689:0:32433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af600. 00800000:00000002:2.0:1788926457.135694:0:32433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926457.135697:0:32433:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926457.135702:0:32433:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.135704:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33bc0 00800000:00000002:2.0:1788926457.135706:0:32433:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.135710:0:32433:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926457.135712:0:32433:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.135714:0:32433:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.135717:0:32433:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.135719:0:32433:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.135721:0:32433:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.135723:0:32433:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.135726:0:32433:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.135729:0:32433:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926457.135735:0:32433:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.135737:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33a90 00000002:00010000:2.0:1788926457.135738:0:32433:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926457.135741:0:32433:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926457.135743:0:32433:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.135746:0:32433:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.135752:0:32433:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926457.135755:0:32433:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926457.135759:0:32433:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.135763:0:32433:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926457.135768:0:32433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788926457.135780:0:32433:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926457.135785:0:32433:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926457.135788:0:32433:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788926457.135796:0:32433:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926457.135798:0:32433:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.135799:0:32433:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926457.135801:0:32433:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926457.135803:0:32433:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926457.135805:0:32433:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926457.135808:0:32433:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926457.135810:0:32433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926457.135812:0:32433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af600. 00000080:00000001:2.0:1788926457.135815:0:32433:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926457.135817:0:32433:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.135819:0:32433:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926457.135822:0:32433:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:2.0:1788926457.135825:0:32433:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926457.135827:0:32433:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926457.135829:0:32433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.135831:0:32433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.135834:0:32433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.135836:0:32433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.135839:0:32433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.135842:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.135843:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926457.135844:0:32433:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.135846:0:32433:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.135848:0:32433:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d841c33cd8 00010000:00000001:2.0:1788926457.135851:0:32433:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.135852:0:32433:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.135853:0:32433:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.135855:0:32433:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.135857:0:32433:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.135859:0:32433:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926457.135862:0:32433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788926457.135869:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.135870:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.135872:0:32433:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926457.135874:0:32433:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926457.135876:0:32433:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788926457.135883:0:32433:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926457.135886:0:32433:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926457.135888:0:32433:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926457.135893:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.135894:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.135895:0:32433:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.135898:0:32433:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926457.135900:0:32433:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.135902:0:32433:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.135905:0:32433:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.135907:0:32433:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926457.135908:0:32433:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.135909:0:32433:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926457.135912:0:32433:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926457.135914:0:32433:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926457.135917:0:32433:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926457.135921:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33d28 00000080:00000008:2.0:1788926457.135923:0:32433:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926457.137438:0:32433:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788926457.137446:0:32433:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) pos/size0/4096 32bit_api 0 00000080:00000010:2.0:1788926457.137457:0:32433:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af600. 00800000:00000002:2.0:1788926457.137463:0:32433:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926457.137466:0:32433:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788926457.137473:0:32433:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446738547235680128 : -5526473871488 : fffffaf9447cef80) 00000080:00000001:2.0:1788926457.137478:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833921 : 144115205322833921 : 200000404000001) 00000080:00000001:2.0:1788926457.137482:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056707 : 144115205306056707 : 200000403000003) 00000080:00000001:2.0:1788926457.137485:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:2.0:1788926457.137486:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788926457.137489:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:2.0:1788926457.137491:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761473 : 162129603798761473 : 240000402000001) 00000080:00000001:2.0:1788926457.137493:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788926457.137495:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:2.0:1788926457.137497:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761476 : 162129603798761476 : 240000402000004) 00000080:00000001:2.0:1788926457.137499:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833931 : 144115205322833931 : 20000040400000b) 00000080:00000001:2.0:1788926457.137501:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:2.0:1788926457.137503:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788926457.137505:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1788926457.137507:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833935 : 144115205322833935 : 20000040400000f) 00000080:00000001:2.0:1788926457.137509:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761475 : 162129603798761475 : 240000402000003) 00000080:00000001:2.0:1788926457.137511:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611140 : 144115205339611140 : 200000405000004) 00000080:00000001:2.0:1788926457.137513:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833933 : 144115205322833933 : 20000040400000d) 00000080:00000001:2.0:1788926457.137515:0:32433:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1788926457.137518:0:32433:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.137521:0:32433:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926457.137523:0:32433:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af600. 00000080:00000001:2.0:1788926457.137529:0:32433:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.137553:0:32433:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788926457.137555:0:32433:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:2.0:1788926457.137559:0:32433:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926457.137561:0:32433:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.137574:0:32433:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:2.0:1788926457.137576:0:32433:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926457.137579:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33dd0 00000080:00200008:2.0:1788926457.137581:0:32433:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000 00000080:00400000:2.0:1788926457.137586:0:32433:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788926457.137589:0:32433:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95e00. 00000080:00000001:2.0:1788926457.137593:0:32433:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788926457.137596:0:32433:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c33dd0 00000080:00000008:2.0:1788926457.137598:0:32433:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 304000, rc = 0 00000080:00000001:2.0:1788926457.137600:0:32433:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.137602:0:32433:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.156024:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.156032:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.156034:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.156038:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b20 00000080:00200000:0.0:1788926457.156043:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.156051:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553600. 00800000:00000002:0.0:1788926457.156058:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.156062:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.156066:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.156069:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a40 00800000:00000002:0.0:1788926457.156071:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.156075:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.156077:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.156079:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.156081:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.156084:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.156086:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.156088:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.156090:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.156094:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.156098:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.156100:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3910 00000002:00010000:0.0:1788926457.156102:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.156106:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.156108:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.156111:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.156264:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.156268:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.156273:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.156277:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.156282:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788926457.156293:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.156298:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.156302:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788926457.156309:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.156311:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.156313:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.156315:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.156317:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.156320:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.156322:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.156325:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.156328:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553600. 00000080:00000001:0.0:1788926457.156332:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.156334:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.156337:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.156341:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:0.0:1788926457.156344:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.156346:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.156348:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.156350:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.156353:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.156355:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.156357:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.156360:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.156362:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.156363:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.156365:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.156367:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d8418d3b58 00010000:00000001:0.0:1788926457.156369:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.156370:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.156371:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.156372:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.156374:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.156377:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.156380:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926457.156386:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.156387:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.156389:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.156391:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.157304:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788926457.157322:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.157325:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.157327:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.157333:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.157334:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.157336:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.157339:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.157341:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.157343:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.157346:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.157348:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.157349:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.157350:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.157354:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.157356:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.157359:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.157364:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.157370:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.157373:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b48 00000080:00002000:0.0:1788926457.157375:0:32627:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9d76d1758000) flags 0x20000e refc 1 00000080:00000001:0.0:1788926457.157378:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.157379:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b90 00000080:00200000:0.0:1788926457.157380:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000002:0.0:1788926457.157386:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1788926457.157919:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d08 00000080:00200008:0.0:1788926457.157923:0:32627:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.157930:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.157931:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c80 00000080:00200000:0.0:1788926457.157933:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08),name=d21h.recovery-small-1 00000080:00000010:0.0:1788926457.157942:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553600. 00800000:00000002:0.0:1788926457.157946:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.157952:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.157956:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.157958:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ba0 00800000:00000002:0.0:1788926457.157961:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.157964:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.157967:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.157970:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.157972:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.157974:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.157976:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.157978:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.157980:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.157982:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.157983:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.157984:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.157985:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.157987:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.157988:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788926457.157989:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.157991:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.157995:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.157997:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a70 00000002:00010000:0.0:1788926457.157999:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.158002:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.158004:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.158007:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.158014:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:0.0:1788926457.158017:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.158023:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.158026:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.158030:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926457.158040:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.158044:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.158047:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926457.158053:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.158055:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.158057:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.158058:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.158060:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.158062:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.158065:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.158067:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.158070:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553600. 00000080:00000001:0.0:1788926457.158073:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.158074:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.158077:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00010000:0.0:1788926457.158080:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c7e5 00800000:00000001:0.0:1788926457.158083:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.158085:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.158087:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.158088:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.158091:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:0.0:1788926457.158093:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.158096:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.158099:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158100:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.158101:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.158103:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.158105:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7e5 from it ffffb2d8418d3cb8 00010000:00000001:0.0:1788926457.158108:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.158110:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.158111:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:0.0:1788926457.158491:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.158494:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.158497:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.158500:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.158507:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158508:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.158510:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.158512:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.158514:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.158520:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.158522:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.158524:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.158527:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158528:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.158529:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158531:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.158533:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158534:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158537:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158538:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.158540:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158541:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.158543:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.158545:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.158623:0:32627:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.158629:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d08 00000080:00000008:0.0:1788926457.158632:0:32627:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.158685:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.158688:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.158689:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.158691:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00200000:0.0:1788926457.158693:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.158696:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553600. 00800000:00000002:0.0:1788926457.158700:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.158702:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.158703:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.158705:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ae0 00800000:00000002:0.0:1788926457.158706:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.158709:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.158711:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.158712:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.158714:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.158716:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.158717:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.158719:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.158721:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.158723:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.158726:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.158727:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39b0 00000002:00010000:0.0:1788926457.158729:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.158731:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.158733:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.158734:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.158738:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.158740:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.158743:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.158746:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.158749:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788926457.158757:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.158760:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.158763:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788926457.158774:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.158775:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.158777:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.158779:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.158780:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.158782:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.158785:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.158787:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.158789:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553600. 00000080:00000001:0.0:1788926457.158792:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.158794:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.158796:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.158798:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:0.0:1788926457.158801:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.158803:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.158804:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.158805:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.158807:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.158809:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.158811:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.158814:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158815:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.158816:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.158818:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.158820:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d8418d3bf8 00010000:00000001:0.0:1788926457.158821:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.158823:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.158824:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.158826:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.158827:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.158829:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.158832:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788926457.158838:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158840:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.158841:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.158842:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.158844:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788926457.158849:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.158851:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.158852:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.158854:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158855:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.158857:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158858:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.158860:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158861:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158863:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158864:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.158865:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.158866:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.158868:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.158869:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.158871:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.158874:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.158877:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.158878:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00002000:0.0:1788926457.158880:0:32627:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9d76d1758000) flags 0x20000e refc 1 00000080:00000001:0.0:1788926457.158882:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.158884:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c08 00000080:00200000:0.0:1788926457.158885:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:0.0:1788926457.158888:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788926457.158893:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.158895:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 44 00000080:00000001:0.0:1788926457.158897:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.158902:0:32627:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926457.158904:0:32627:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926457.158906:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00200008:0.0:1788926457.158908:0:32627:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704400 00000080:00000010:0.0:1788926457.158912:0:32627:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78c80. 00000080:00000001:0.0:1788926457.158917:0:32627:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788926457.158919:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553600. 00800000:00000002:0.0:1788926457.158922:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.158924:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.158926:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.158927:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a28 00800000:00000002:0.0:1788926457.158929:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.158932:0:32627:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926457.158933:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.158934:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.158936:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.158937:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.158939:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.158940:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788926457.158942:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.158943:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39a8 00800000:00000002:0.0:1788926457.158945:0:32627:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788926457.158948:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.158950:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d38e0 00000002:00010000:0.0:1788926457.158951:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788926457.158954:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.158957:0:32627:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926457.158959:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.158962:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:0.0:1788926457.158964:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.158966:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.158968:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158970:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.158972:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.158974:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.158975:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.158976:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.158978:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.158979:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158980:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.158982:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.158986:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926457.158989:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926457.158994:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926457.158995:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.158997:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.159001:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.159003:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.159004:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.159005:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.159007:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.159009:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.159011:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.159017:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880c800. 00000100:00000001:0.0:1788926457.159023:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.159027:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.159029:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.159030:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.159031:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.159033:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.159039:0:32627:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926457.159042:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.159044:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926457.159046:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.159048:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.159050:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.159053:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008200. 00000020:00000001:0.0:1788926457.159055:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.159057:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008200 with handle 0xdeff66104c08c80f to hash 00000020:00000001:0.0:1788926457.159058:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.159060:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926457.159063:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926457.159066:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.159067:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.159070:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.159076:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926457.159087:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926457.159099:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926457.159108:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926457.161234:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.161241:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.161253:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.161258:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.161262:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.161264:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.161269:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.161274:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.161276:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.161277:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.161288:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.161297:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.161299:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.161304:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.161307:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.161309:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.161313:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513949568:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.161317:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.161323:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.161325:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.161327:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.161702:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926457.161706:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.161714:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.161720:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214630. 00000400:00000010:0.0:1788926457.161728:0:32627:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7ae800. 00000100:00000200:0.0:1788926457.161735:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513949568, portal 10 00000100:00000001:0.0:1788926457.161738:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.161739:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926457.161748:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.161754:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.161757:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.161760:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926457.161764:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513949568, offset 0 00000400:00000200:0.0:1788926457.161770:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.161778:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.161786:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.161791:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.161795:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.161798:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.161801:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.161804:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2771:2771:256:4294967295] 192.168.203.140@tcp LPNI seq info [2771:2771:8:4294967295] 00000400:00000200:0.0:1788926457.161808:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.161817:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.161822:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.161827:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2000. 00000800:00000200:0.0:1788926457.161833:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.161841:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.161845:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.161922:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.161927:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 839442 usecs (840 jiffies) 00000400:00000200:0.0:1788926457.161930:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.161933:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493136 00000100:00000001:0.0:1788926457.161935:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.161937:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493136 00000100:00000001:0.0:1788926457.161940:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.161941:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.161944:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.161946:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.161948:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.161950:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.161953:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.161955:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926457.169438:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926457.169449:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:3.0:1788926457.169456:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.169464:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926457.169471:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:3.0:1788926457.169474:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:3.0:1788926457.169480:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926457.169489:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.169501:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.169505:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.169512:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.169514:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.172436:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.172451:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.172455:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.172457:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.172466:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.172473:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.172482:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.172487:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.172492:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.172496:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235d580 00000400:00000200:2.0:1788926457.172501:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.172507:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7e55 [64] + 224 00000800:00000001:2.0:1788926457.172513:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.172520:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.172523:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.172527:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.172534:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.172543:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.172564:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.172581:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.172589:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.172593:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.172963:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926457.172972:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926457.172974:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926457.172977:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214630. 00000400:00000200:3.0:1788926457.172981:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7ae800 00000400:00000010:3.0:1788926457.172984:0:32627:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7ae800. 00000100:00000001:3.0:1788926457.172987:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926457.172992:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926457.173000:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.173006:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926457.173008:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.173010:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926457.173013:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926457.173015:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926457.173017:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.173020:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926457.173029:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926457.173033:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926457.173036:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788926457.173039:0:32627:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76d857aa00 x1875823513949568/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.173046:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788926457.173049:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926457.173051:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788926457.173052:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926457.173054:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.173056:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:3.0:1788926457.173059:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926457.173061:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926457.173062:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926457.173064:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788926457.173069:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.173075:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788926457.173078:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926457.173080:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926457.173084:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926457.173104:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513949568:192.168.203.140@tcp:101:rm.0 00000100:00000001:3.0:1788926457.173109:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.173119:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788926457.173123:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926457.173125:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.173129:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.173136:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926457.173138:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:3.0:1788926457.173141:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926457.173142:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788926457.173147:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926457.173151:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.173154:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.173157:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=4 00000020:00000001:3.0:1788926457.173160:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:3.0:1788926457.173162:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00010000:3.0:1788926457.173167:0:32627:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173177:0:32627:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788926457.173181:0:32627:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173187:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926457.173190:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173195:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.173197:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926457.173200:0:32627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173205:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.173209:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.173211:0:32627:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788926457.173214:0:32627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926457.173220:0:32627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008200 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:3.0:1788926457.173223:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788926457.173227:0:32627:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173233:0:32627:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788926457.173236:0:32627:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788926457.173239:0:32627:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173243:0:32627:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788926457.173245:0:32627:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926457.173247:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.173248:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.173250:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=5 00000020:00000001:3.0:1788926457.173251:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:3.0:1788926457.173253:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:3.0:1788926457.173256:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926457.173258:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788926457.173263:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926457.173265:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.173267:0:32627:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788926457.173269:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926457.173272:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926457.173273:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926457.173274:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.173276:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926457.173279:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008200 with handle 0xdeff66104c08c80f from hash 00010000:00000001:3.0:1788926457.173281:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926457.173282:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.173283:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.173284:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926457.173286:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926457.173287:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788926457.173290:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.173291:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.173292:0:32627:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.173294:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.173296:0:32627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173303:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.173304:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.173305:0:32627:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788926457.173306:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926457.173307:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.173308:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.173309:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926457.173311:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c80f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.173321:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.173322:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788926457.173326:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788926457.173332:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926457.173340:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788926457.173345:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926457.173351:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.173357:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788926457.173359:0:32627:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.173361:0:32627:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.173363:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.173365:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788926457.173367:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.173368:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:3.0:1788926457.173370:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788926457.173371:0:32627:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.173373:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926457.173376:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3868 00000002:00002000:3.0:1788926457.173378:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788926457.173380:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.173384:0:32627:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.173387:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926457.173389:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788926457.173392:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.173427:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926457.173431:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553600. 00000080:00000001:3.0:1788926457.173436:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926457.173441:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788926457.173445:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788926457.173451:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e09a46c0. 00800000:00000001:3.0:1788926457.173453:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732632749760 : -108341076801856 : ffff9d76e09a46c0) 00800000:00000001:3.0:1788926457.173455:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.173457:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926457.173460:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926457.173461:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1788926457.173464:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788926457.173467:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788926457.173468:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.173472:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1788926457.173475:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788926457.173480:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00000001:3.0:1788926457.173483:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926457.173485:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788926457.173487:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e09a46c0 1 00800000:00000010:3.0:1788926457.173489:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e09a46c0. 00800000:00000001:3.0:1788926457.173492:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926457.173495:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1788926457.173498:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.173502:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.173509:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.173512:0:32627:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926457.173516:0:32627:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e09a46c0. 00000080:00000001:3.0:1788926457.173519:0:32627:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788926457.173523:0:32627:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788926457.173525:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.173527:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.173529:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.173531:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.173533:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.173535:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.173537:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.173540:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788926457.173543:0:32627:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c83e5a00. 00000002:00100000:3.0:1788926457.173894:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926457.173901:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.173903:0:32627:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788926457.173906:0:32627:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788926457.173909:0:32627:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.173913:0:32627:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788926457.173914:0:32627:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.173916:0:32627:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.173920:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.173923:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788926457.173929:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926457.173932:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:3.0:1788926457.173970:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788926457.173972:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.173974:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00000008:3.0:1788926457.173976:0:32627:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704400, rc = 0 00000080:00000001:3.0:1788926457.173980:0:32627:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.174001:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00200008:3.0:1788926457.174003:0:32627:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926457.174008:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926457.174009:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ca0 00000080:00200000:3.0:1788926457.174011:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08),name=d21h.recovery-small-1 00000080:00000010:3.0:1788926457.174017:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a1ec00. 00800000:00000002:3.0:1788926457.174022:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926457.174028:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926457.174031:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.174033:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00800000:00000002:3.0:1788926457.174035:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.174038:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926457.174040:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.174042:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.174043:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.174045:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.174046:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.174048:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.174050:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.174052:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.174053:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.174054:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.174055:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.174056:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.174058:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.174059:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.174062:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926457.174065:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.174067:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a90 00000002:00010000:3.0:1788926457.174068:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926457.174071:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926457.174073:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926457.174075:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926457.174080:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:3.0:1788926457.174083:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.174231:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.174234:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926457.174238:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788926457.174252:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926457.174256:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.174260:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788926457.174266:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926457.174268:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926457.174270:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926457.174272:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926457.174273:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926457.174275:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926457.174277:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926457.174279:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926457.174281:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1ec00. 00000080:00000001:3.0:1788926457.174285:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926457.174286:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926457.174289:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00010000:3.0:1788926457.174292:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c7e5 00800000:00000001:3.0:1788926457.174295:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926457.174296:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926457.174297:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.174299:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.174300:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926457.174302:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.174305:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.174307:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.174308:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926457.174310:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.174311:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926457.174313:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7e5 from it ffffb2d8418d3cd8 00010000:00000001:3.0:1788926457.174315:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.174316:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.174318:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926457.174319:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.174321:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.174323:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926457.174326:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926457.174331:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.174332:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.174334:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926457.174336:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926457.174338:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926457.174346:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926457.174348:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926457.174350:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926457.174354:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.174355:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.174357:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.174359:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926457.174361:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.174363:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.174364:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.174366:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926457.174368:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.174368:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926457.174370:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926457.174371:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926457.174374:0:32627:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.174378:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00000008:3.0:1788926457.174380:0:32627:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926457.174523:0:32627:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788926457.174526:0:32627:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08) pos/size0/4096 32bit_api 0 00000080:00000010:3.0:1788926457.174532:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a1ec00. 00800000:00000002:3.0:1788926457.174536:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:3.0:1788926457.174538:0:32627:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788926457.174543:0:32627:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:3.0:1788926457.174545:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.174558:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.174560:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.174562:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.174563:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.174565:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.174567:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.174570:0:32627:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788926457.174572:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.174574:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ab8 00000002:00010000:3.0:1788926457.174576:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000405:0x23:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788926457.174579:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926457.174581:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926457.174582:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926457.174585:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:3.0:1788926457.174587:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.174590:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.174592:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926457.174595:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788926457.174601:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926457.174603:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.174605:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788926457.174611:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926457.174612:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926457.174614:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926457.174616:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926457.174617:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.174618:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.174620:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926457.174623:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.174625:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.174627:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.174628:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926457.174630:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.174659:0:32627:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788926457.174664:0:32627:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9d76ca69e800. 00000002:00000001:3.0:1788926457.175380:0:32627:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788926457.175388:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926457.175393:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926457.175429:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926457.175431:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926457.175434:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926457.175442:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8a1e000. 00000100:00000001:3.0:1788926457.175448:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.175451:0:32627:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788926457.175454:0:32627:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76c2d91000. 00000100:00000010:3.0:1788926457.175458:0:32627:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9d76c7f15000. 00000020:00000040:3.0:1788926457.175461:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926457.175480:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926457.175482:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926457.175487:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca7ec300. 00000100:00000001:3.0:1788926457.175489:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261847808 : -108341447703808 : ffff9d76ca7ec300) 00000100:00000001:3.0:1788926457.175492:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.175493:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:3.0:1788926457.175498:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926457.175501:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.175503:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926457.175504:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926457.175512:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.175520:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926457.175522:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.175525:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926457.175527:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926457.175530:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926457.175533:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513949696:192.168.203.140@tcp:37:rm.0 00000100:00000001:3.0:1788926457.175536:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926457.175541:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926457.175543:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.175545:0:32627:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788926457.175684:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926457.175689:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b6e0. 00000400:00000010:3.0:1788926457.175697:0:32627:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9d76d1882000. 00000100:00000200:3.0:1788926457.175704:0:32627:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa0d3235d600-0x6aa0d3235d600, portal 14 00000100:00000001:3.0:1788926457.175707:0:32627:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.175710:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926457.175713:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d92800. 02000000:00000001:3.0:1788926457.175715:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926457.175719:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926457.175721:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926457.175724:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926457.175727:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513949696, portal 10 00000100:00000001:3.0:1788926457.175729:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.175731:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926457.175738:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.175745:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926457.175747:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926457.175750:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab990. 00000100:00000200:3.0:1788926457.175753:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875823513949696, offset 0 00000400:00000200:3.0:1788926457.175759:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926457.175767:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.175773:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926457.175779:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926457.175783:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926457.175786:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926457.175789:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926457.175793:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2772:2772:256:4294967295] 192.168.203.140@tcp LPNI seq info [2772:2772:8:4294967295] 00000400:00000200:3.0:1788926457.175797:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.175806:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926457.175812:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926457.175817:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406700. 00000800:00000200:3.0:1788926457.175822:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926457.175829:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926457.175833:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788926457.175975:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.175980:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 838297 usecs (839 jiffies) 00000400:00000200:3.0:1788926457.175983:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926457.175986:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493149 00000100:00000001:3.0:1788926457.175989:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.175992:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493149 00000100:00000001:3.0:1788926457.175994:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.175996:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.175998:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.176000:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926457.176002:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926457.176005:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca7ec300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926457.176007:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926457.176010:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926457.176835:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926457.176841:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406700. 00000400:00000200:3.0:1788926457.176846:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.176852:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926457.176858:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab990 00000400:00000010:3.0:1788926457.176861:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab990. 00000100:00000001:3.0:1788926457.176865:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926457.176871:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.176881:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.176884:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.176891:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.176892:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.180507:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.180524:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.180529:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.180531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.180539:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180555:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.180564:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180569:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180574:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180578:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d3235d600 00000400:00000200:2.0:1788926457.180583:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180590:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7e5d [256] + 0 00000400:00000010:2.0:1788926457.180595:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b6e0. 00000400:00000200:2.0:1788926457.180601:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d1882000 00000800:00000001:2.0:1788926457.180606:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.180615:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.180618:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.180622:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.180627:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d1882000 00000400:00000010:2.0:1788926457.180630:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76d1882000. 00000100:00000001:2.0:1788926457.180635:0:2392:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926457.180637:0:2392:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c86dea00 desc ffff9d76c2d91000 mbits 1875823513949696 00000100:00000001:2.0:1788926457.180653:0:2392:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926457.180660:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926457.180663:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180676:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.180682:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2773:2773:256:4294967295] 192.168.203.140@tcp LPNI seq info [2773:2773:8:4294967295] 00000400:00000200:2.0:1788926457.180687:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.180695:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926457.180700:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.180707:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113a000. 00000800:00000200:2.0:1788926457.180713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.180719:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.180724:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926457.180795:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.180799:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113a000. 00000400:00000200:2.0:1788926457.180803:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.180807:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926457.180812:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.180815:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.180873:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926457.180878:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926457.184721:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.184736:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.184741:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.184743:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.184751:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.184758:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.184766:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.184770:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.184775:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.184779:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d3235d600 00000400:00000200:2.0:1788926457.184784:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.184791:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7e65 [1] + 224 00000800:00000001:2.0:1788926457.184798:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.184807:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.184810:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.184814:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.184821:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.184830:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.184840:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.184863:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.184871:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.184875:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.184925:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926457.184933:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926457.184935:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926457.184938:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b420. 00000400:00000200:3.0:1788926457.184943:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926457.184945:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926457.184948:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926457.184952:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926457.184961:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.184967:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926457.184969:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.184971:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926457.184974:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926457.184977:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926457.184979:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.184982:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926457.184990:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926457.184994:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926457.184997:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926457.184999:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.185001:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926457.185004:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.185008:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926457.185010:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926457.185012:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926457.185015:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.185019:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926457.185028:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.185035:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926457.185037:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926457.185040:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926457.185047:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513949696:192.168.203.140@tcp:37:rm.0 00000100:00000001:3.0:1788926457.185051:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.185054:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.185056:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926457.185058:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.185060:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.185067:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926457.185069:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca7ec300. 00000100:00000001:3.0:1788926457.185073:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926457.185074:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.185078:0:32627:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.185080:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.185083:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513949696/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.185100:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926457.185103:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926457.185106:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d92800. 02000000:00000001:3.0:1788926457.185108:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926457.185118:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926457.185120:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926457.185123:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788926457.185125:0:32627:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788926457.185127:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926457.185128:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926457.185130:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:3.0:1788926457.185152:0:32627:0:(client.c:346:ptlrpc_free_bulk()) kvfreed 'desc->bd_vec': 4096 at ffff9d76c7f15000. 00000100:00000010:3.0:1788926457.185156:0:32627:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9d76c2d91000. 00000100:00000001:3.0:1788926457.185158:0:32627:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788926457.185161:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8a1e000. 02000000:00000001:3.0:1788926457.185164:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926457.185173:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926457.185176:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926457.185180:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926457.185181:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926457.185183:0:32627:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788926457.185185:0:32627:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788926457.185818:0:32627:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9d76ca69e800. 00000002:00000001:3.0:1788926457.185823:0:32627:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.185829:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.185831:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.185834:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:3.0:1788926457.185836:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.185839:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:3.0:1788926457.185842:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926457.185846:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926457.185854:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.185856:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.185857:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926457.185860:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926457.185862:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926457.185869:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926457.185871:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926457.185874:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926457.185878:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.185879:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.185880:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.185883:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926457.185884:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.185886:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.185889:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.185890:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926457.185892:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.185893:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788926457.185895:0:32627:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.185900:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:3.0:1788926457.185906:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788926457.185908:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1788926457.185914:0:32627:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.185918:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000010:3.0:1788926457.185921:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1ec00. 00000080:00000001:3.0:1788926457.185926:0:32627:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.186008:0:32627:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1788926457.186011:0:32627:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788926457.186014:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00200008:3.0:1788926457.186016:0:32627:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704000 00000080:00400000:3.0:1788926457.186020:0:32627:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:3.0:1788926457.186024:0:32627:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788926457.186025:0:32627:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788926457.186027:0:32627:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788926457.186032:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.186035:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.186037:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.186039:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.186041:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.186043:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.186045:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.186049:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926457.186052:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926457.186057:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:3.0:1788926457.186060:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926457.186065:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.186067:0:32627:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 0 00000080:00000001:3.0:1788926457.186070:0:32627:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788926457.186072:0:32627:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788926457.186075:0:32627:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d8a1ec00. 00000080:00000001:3.0:1788926457.186077:0:32627:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:3.0:1788926457.186082:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:3.0:1788926457.186085:0:32627:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788926457.186089:0:32627:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788926457.186091:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.186092:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.186093:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.186094:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.186095:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.186097:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.186099:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.186101:0:32627:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:3.0:1788926457.186104:0:32627:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788926457.186106:0:32627:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:3.0:1788926457.186110:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926457.186115:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926457.186118:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926457.186122:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926457.186126:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926457.186132:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8a1e000. 00000100:00000001:3.0:1788926457.186137:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788926457.186150:0:32627:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788926457.186161:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788926457.186167:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788926457.186174:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926457.186176:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926457.186182:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca7ec300. 00000100:00000001:3.0:1788926457.186184:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261847808 : -108341447703808 : ffff9d76ca7ec300) 00000100:00000001:3.0:1788926457.186186:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.186188:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:3.0:1788926457.186192:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926457.186196:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.186198:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926457.186199:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926457.186204:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.186211:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926457.186212:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.186216:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926457.186218:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926457.186221:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926457.186224:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513949952:192.168.203.140@tcp:35:rm.0 00000100:00000001:3.0:1788926457.186228:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926457.186233:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926457.186235:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.186237:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926457.186241:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91000. 02000000:00000001:3.0:1788926457.186243:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926457.186249:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926457.186252:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926457.186258:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926457.186264:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513949952, portal 10 00000100:00000001:3.0:1788926457.186265:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.186267:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926457.186273:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.186279:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926457.186282:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926457.186285:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab990. 00000100:00000200:3.0:1788926457.186287:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513949952, offset 0 00000400:00000200:3.0:1788926457.186294:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926457.186300:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.186306:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926457.186311:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926457.186315:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926457.186318:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926457.186321:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926457.186325:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2774:2774:256:4294967295] 192.168.203.140@tcp LPNI seq info [2774:2774:8:4294967295] 00000400:00000200:3.0:1788926457.186329:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.186337:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926457.186344:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926457.186348:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406700. 00000800:00000200:3.0:1788926457.186354:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926457.186361:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926457.186365:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788926457.186466:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.186471:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 837151 usecs (838 jiffies) 00000400:00000200:3.0:1788926457.186475:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926457.186477:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493159 00000100:00000001:3.0:1788926457.186480:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.186482:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493159 00000100:00000001:3.0:1788926457.186485:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.186487:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.186490:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.186492:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926457.186494:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926457.186497:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca7ec300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926457.186499:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926457.186502:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.189377:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.189387:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406700. 00000400:00000200:2.0:1788926457.189407:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.189415:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.189422:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab990 00000400:00000010:2.0:1788926457.189424:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab990. 00000100:00000001:2.0:1788926457.189430:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.189437:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.189449:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.189453:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.189459:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.189461:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.190435:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.190448:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.190452:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.190455:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.190463:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.190469:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.190477:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.190481:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.190487:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.190490:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235d700 00000400:00000200:2.0:1788926457.190495:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.190500:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7e75 [1] + 224 00000800:00000001:2.0:1788926457.190508:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.190516:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.190519:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.190523:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.190529:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.190536:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.190651:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.190676:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.190685:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.190689:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.190737:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926457.190744:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926457.190746:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926457.190749:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b420. 00000400:00000200:3.0:1788926457.190752:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926457.190754:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926457.190757:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926457.190762:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926457.190771:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513949952/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190777:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926457.190779:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.190781:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926457.190784:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926457.190787:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926457.190789:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.190791:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926457.190801:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926457.190804:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926457.190807:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926457.190809:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.190812:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926457.190816:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.190819:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926457.190820:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788926457.190822:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926457.190824:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.190825:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:3.0:1788926457.190828:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926457.190830:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926457.190832:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926457.190835:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.190840:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513949952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190852:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.190855:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926457.190857:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926457.190861:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513949952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926457.190869:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513949952:192.168.203.140@tcp:35:rm.0 00000100:00000001:3.0:1788926457.190874:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.190877:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.190879:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926457.190880:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.190883:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513949952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190890:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926457.190892:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca7ec300. 00000100:00000001:3.0:1788926457.190895:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926457.190896:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.190903:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.190904:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000002:00000001:3.0:1788926457.190907:0:32627:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.190910:0:32627:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.190914:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000010:3.0:1788926457.190917:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1ec00. 00000080:00000001:3.0:1788926457.190921:0:32627:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788926457.190923:0:32627:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788926457.190926:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.190929:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.190931:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.190934:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.190936:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.190937:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.190940:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.190943:0:32627:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788926457.190949:0:32627:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190956:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.190957:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:3.0:1788926457.190959:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.190962:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190968:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.190970:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.190972:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513949952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190979:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.190981:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.190984:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513949568/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.190989:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788926457.190992:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926457.190994:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926457.190996:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926457.190999:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c800. 02000000:00000001:3.0:1788926457.191003:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926457.191005:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926457.191007:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:3.0:1788926457.191010:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926457.191011:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.191013:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.191015:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513949952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.191022:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926457.191024:0:32627:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76c83e5a00. 00000002:00000001:3.0:1788926457.191026:0:32627:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.191028:0:32627:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926457.191031:0:32627:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e09a46c0. 00000100:00000001:3.0:1788926457.191033:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.191036:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513949952/t4294967623(4294967623) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.191042:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926457.191044:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926457.191046:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d91000. 02000000:00000001:3.0:1788926457.191050:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926457.191051:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926457.191052:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926457.191053:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926457.191055:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8a1e000. 02000000:00000001:3.0:1788926457.191057:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926457.191058:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926457.191059:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926457.191061:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926457.191062:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926457.191065:0:32627:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926457.191068:0:32627:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78c80. 00000080:00000001:3.0:1788926457.191072:0:32627:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.191077:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00000008:3.0:1788926457.191080:0:32627:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704000, rc = 0 00000080:00000001:3.0:1788926457.191083:0:32627:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.191096:0:32627:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.191311:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926457.191315:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926457.191317:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926457.191318:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00200000:3.0:1788926457.191321:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926457.191327:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a1e000. 00800000:00000002:3.0:1788926457.191333:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926457.191337:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926457.191339:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.191341:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ae0 00800000:00000002:3.0:1788926457.191343:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.191346:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926457.191349:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.191351:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.191352:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.191353:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.191355:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.191356:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.191358:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.191361:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926457.191366:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.191368:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39b0 00000002:00010000:3.0:1788926457.191369:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926457.191373:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926457.191374:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926457.191377:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926457.191382:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:3.0:1788926457.191385:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.191389:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.191392:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788926457.191538:0:32627:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00010000:00010000:3.0:1788926457.191555:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788926457.191567:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926457.191572:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.191575:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788926457.191582:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926457.191584:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926457.191586:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926457.191588:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926457.191590:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926457.191592:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926457.191595:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926457.191597:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926457.191599:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1e000. 00000080:00000001:3.0:1788926457.191603:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926457.191604:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926457.191607:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926457.191610:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:3.0:1788926457.191613:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926457.191615:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926457.191617:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.191619:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.191622:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:3.0:1788926457.191624:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:3.0:1788926457.191627:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:3.0:1788926457.191630:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.191631:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926457.191633:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.191634:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926457.191637:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d8418d3bf8 00010000:00000001:3.0:1788926457.191638:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.191639:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.191640:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:3.0:1788926457.191642:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:3.0:1788926457.191644:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:3.0:1788926457.191646:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926457.191649:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788926457.191655:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.191656:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.191658:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926457.191660:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926457.191662:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788926457.191680:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926457.191683:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926457.191685:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926457.191689:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.191690:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.191692:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191695:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926457.191697:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191699:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191702:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191704:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926457.191706:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.191707:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926457.191709:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926457.191710:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926457.191712:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926457.191716:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.191720:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788926457.191723:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00002000:3.0:1788926457.191724:0:32627:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9d76d1758000) flags 0x20000e refc 1 00000080:00000001:3.0:1788926457.191727:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.191729:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c08 00000080:00200000:3.0:1788926457.191730:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000002:3.0:1788926457.191735:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:3.0:1788926457.191740:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788926457.191741:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 44 00000080:00000001:3.0:1788926457.191744:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.191750:0:32627:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1788926457.191751:0:32627:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788926457.191753:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00200008:3.0:1788926457.191755:0:32627:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704400 00000080:00000010:3.0:1788926457.191759:0:32627:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c17c3040. 00000080:00000001:3.0:1788926457.191765:0:32627:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788926457.191768:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a1e000. 00800000:00000002:3.0:1788926457.191771:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926457.191774:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926457.191775:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.191777:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a28 00800000:00000002:3.0:1788926457.191779:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.191783:0:32627:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788926457.191784:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.191786:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.191787:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.191788:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.191790:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.191791:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.191793:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.191796:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39a8 00800000:00000002:3.0:1788926457.191798:0:32627:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788926457.191801:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.191802:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d38e0 00000002:00010000:3.0:1788926457.191804:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1788926457.191808:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926457.191810:0:32627:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788926457.191814:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926457.191818:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:3.0:1788926457.191819:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.191822:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926457.191825:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191827:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.191829:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.191830:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926457.191831:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:3.0:1788926457.191833:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.191835:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926457.191837:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191839:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.191840:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926457.191845:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926457.191849:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926457.191854:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926457.191856:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191859:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926457.191863:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926457.191865:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.191866:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.191867:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.191870:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926457.191872:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926457.191874:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926457.191880:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d91000. 00000100:00000001:3.0:1788926457.191886:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191890:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926457.191891:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191893:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926457.191894:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.191895:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.191901:0:32627:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00010000:00000001:3.0:1788926457.191905:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926457.191907:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788926457.191909:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:3.0:1788926457.191911:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.191913:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926457.191916:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fe600. 00000020:00000001:3.0:1788926457.191919:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926457.191922:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fe600 with handle 0xdeff66104c08c816 to hash 00000020:00000001:3.0:1788926457.191924:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926457.191926:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.191929:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.191932:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.191933:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.191937:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926457.191943:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788926457.191954:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788926457.191962:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788926457.191971:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926457.191976:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926457.191978:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926457.191984:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca7ec300. 00000100:00000001:3.0:1788926457.191986:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261847808 : -108341447703808 : ffff9d76ca7ec300) 00000100:00000001:3.0:1788926457.191988:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.191989:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:3.0:1788926457.191993:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926457.191997:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.191998:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926457.192000:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926457.192004:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.192011:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926457.192014:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.192017:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926457.192020:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926457.192022:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926457.192025:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950208:192.168.203.140@tcp:101:rm.0 00000100:00000001:3.0:1788926457.192028:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926457.192032:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926457.192034:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.192037:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926457.192799:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:3.0:1788926457.192805:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926457.192813:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926457.192818:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926457.192826:0:32627:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca69e800. 00000100:00000200:3.0:1788926457.192833:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513950208, portal 10 00000100:00000001:3.0:1788926457.192837:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.192838:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926457.192846:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.192853:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926457.192856:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926457.192860:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926457.192863:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513950208, offset 0 00000400:00000200:3.0:1788926457.192869:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926457.192877:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.192884:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926457.192889:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926457.192893:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926457.192897:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926457.192899:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926457.192903:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2775:2775:256:4294967295] 192.168.203.140@tcp LPNI seq info [2775:2775:8:4294967295] 00000400:00000200:3.0:1788926457.192907:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.192915:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926457.192920:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926457.192925:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:3.0:1788926457.192932:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926457.192940:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926457.192944:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788926457.192964:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.192968:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 836000 usecs (836 jiffies) 00000400:00000200:3.0:1788926457.192971:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926457.192974:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493163 00000100:00000001:3.0:1788926457.192977:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.192979:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493163 00000100:00000001:3.0:1788926457.192982:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:3.0:1788926457.192985:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.192987:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.192990:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926457.192992:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926457.192994:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca7ec300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926457.192997:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926457.193000:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.193600:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.193606:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926457.193613:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.193619:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.193625:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:2.0:1788926457.193627:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:2.0:1788926457.193631:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.193636:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.193646:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.193649:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.193655:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.193657:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.197931:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.197948:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.197954:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.197956:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.197967:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.197974:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.197981:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.197986:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.197991:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.197995:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235d800 00000400:00000200:2.0:1788926457.198000:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.198007:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7e85 [64] + 224 00000800:00000001:2.0:1788926457.198015:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.198024:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.198027:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.198031:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.198038:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.198048:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.198058:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.198080:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.198097:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.198100:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.198268:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926457.198276:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926457.198279:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926457.198282:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b420. 00000400:00000200:3.0:1788926457.198286:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca69e800 00000400:00000010:3.0:1788926457.198289:0:32627:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca69e800. 00000100:00000001:3.0:1788926457.198292:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926457.198298:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926457.198306:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513950208/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.198312:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926457.198314:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.198316:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926457.198319:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926457.198322:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926457.198324:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926457.198327:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926457.198336:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926457.198340:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926457.198343:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926457.198344:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198347:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926457.198351:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.198354:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926457.198356:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788926457.198358:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926457.198360:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.198362:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:3.0:1788926457.198365:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926457.198367:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926457.198369:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926457.198371:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926457.198376:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.198383:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.198385:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926457.198388:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926457.198391:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926457.198433:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950208:192.168.203.140@tcp:101:rm.0 00000100:00000001:3.0:1788926457.198438:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926457.198441:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.198444:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926457.198446:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.198450:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.198456:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926457.198459:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca7ec300. 00000100:00000001:3.0:1788926457.198462:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926457.198464:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198466:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926457.198471:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198473:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198499:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=4 00000020:00000001:3.0:1788926457.198502:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198505:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000040:3.0:1788926457.198518:0:32627:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fe600, remote cookie: 0x840913afd2dab30c, flags: 0x1001 00010000:00000040:3.0:1788926457.198522:0:32627:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788926457.198525:0:32627:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788926457.198533:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:3.0:1788926457.198536:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.198539:0:32627:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.198544:0:32627:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926457.198566:0:32627:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.198573:0:32627:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926457.198576:0:32627:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926457.198578:0:32627:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926457.198580:0:32627:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926457.198581:0:32627:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926457.198584:0:32627:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9d76d065fe00) refcount = 2 00010000:00000040:3.0:1788926457.198587:0:32627:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788926457.198589:0:32627:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788926457.198597:0:32627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.198603:0:32627:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926457.198606:0:32627:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926457.198608:0:32627:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.198610:0:32627:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926457.198612:0:32627:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926457.198616:0:32627:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.198621:0:32627:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926457.198623:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198625:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.198626:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198627:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.198628:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.198632:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926457.198635:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198636:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198638:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198640:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198641:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198643:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198644:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926457.198649:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926457.198657:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788926457.198661:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926457.198676:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198681:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198682:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198683:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198685:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198687:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198689:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198690:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926457.198691:0:32627:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.198693:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.198695:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788926457.198697:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926457.198698:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00010000:00000001:3.0:1788926457.198700:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198701:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198702:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198704:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198706:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00000002:00010000:3.0:1788926457.198709:0:32627:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.198715:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198716:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.198718:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926457.198719:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198720:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198721:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198723:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198725:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000040:3.0:1788926457.198727:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 3 00010000:00000001:3.0:1788926457.198729:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926457.198733:0:32627:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 16 res 8589935621/35 (0 0) 00010000:00000001:3.0:1788926457.198735:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198736:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926457.198737:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926457.198740:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3868 00000002:00002000:3.0:1788926457.198742:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788926457.198744:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.198748:0:32627:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.198750:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926457.198752:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788926457.198755:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.198759:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926457.198762:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1e000. 00000080:00000001:3.0:1788926457.198766:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926457.198770:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788926457.198774:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788926457.198779:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e09a46c0. 00800000:00000001:3.0:1788926457.198781:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732632749760 : -108341076801856 : ffff9d76e09a46c0) 00800000:00000001:3.0:1788926457.198783:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.198786:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926457.198788:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926457.198790:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:3.0:1788926457.198792:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788926457.198795:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788926457.198796:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.198800:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:3.0:1788926457.198803:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788926457.198808:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00010000:00000001:3.0:1788926457.198810:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198811:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198812:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198814:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198816:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198818:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198819:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926457.198820:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926457.198822:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788926457.198823:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e09a46c0 1 00800000:00000010:3.0:1788926457.198825:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e09a46c0. 00800000:00000001:3.0:1788926457.198827:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926457.198830:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c816 00800000:00000001:3.0:1788926457.198832:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926457.198834:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926457.198835:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198836:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198837:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198839:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198841:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198842:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198843:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926457.198845:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.198847:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926457.198849:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:3.0:1788926457.198852:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.198856:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.198862:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926457.198864:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c816 from it ffffb2d8418d3bd0 00010000:00000001:3.0:1788926457.198866:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926457.198867:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926457.198868:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:3.0:1788926457.198870:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198872:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926457.198873:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926457.198876:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926457.198882:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198883:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.198884:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926457.198886:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926457.198888:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926457.198894:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926457.198897:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926457.198898:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926457.198902:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198903:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926457.198905:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198908:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926457.198909:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198911:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198914:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926457.198916:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926457.198917:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926457.198918:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926457.198921:0:32627:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926457.198925:0:32627:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e09a46c0. 00000080:00000001:3.0:1788926457.198928:0:32627:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788926457.198931:0:32627:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788926457.198933:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.198935:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.198937:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.198939:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.198941:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.198943:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.198946:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926457.198948:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788926457.198951:0:32627:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c83e5a00. 00000002:00100000:3.0:1788926457.198955:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926457.198961:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.198963:0:32627:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788926457.198966:0:32627:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788926457.198970:0:32627:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.198974:0:32627:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788926457.198976:0:32627:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.198978:0:32627:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926457.198981:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.198984:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788926457.198989:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926457.198992:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:3.0:1788926457.199028:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788926457.199030:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.199033:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00000008:3.0:1788926457.199035:0:32627:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704400, rc = 0 00000080:00000001:3.0:1788926457.199039:0:32627:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926457.199061:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00200008:3.0:1788926457.199063:0:32627:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926457.199070:0:32627:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788926457.199074:0:32627:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926457.199077:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926457.199079:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ca0 00000080:00200000:3.0:1788926457.199080:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08),name=d21h.recovery-small-1 00000080:00000010:3.0:1788926457.199086:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a1e000. 00800000:00000002:3.0:1788926457.199090:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926457.199095:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926457.199099:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.199100:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00800000:00000002:3.0:1788926457.199102:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x23:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.199106:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926457.199108:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.199109:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.199110:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.199112:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.199124:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.199126:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926457.199128:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926457.199131:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926457.199132:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926457.199133:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926457.199134:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926457.199135:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.199137:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:3.0:1788926457.199138:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926457.199140:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x23:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926457.199144:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926457.199146:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a90 00000002:00010000:3.0:1788926457.199148:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926457.199151:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926457.199153:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926457.199155:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926457.199158:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 3 00010000:00000001:3.0:1788926457.199695:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926457.199701:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926457.199706:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926457.199710:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788926457.199719:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.199788:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.199792:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788926457.199800:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.199802:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.199804:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.199806:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.199808:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.199810:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.199813:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.199815:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.199818:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a1e000. 00000080:00000001:0.0:1788926457.199822:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.199824:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.199826:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00010000:0.0:1788926457.199829:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c7e5 00800000:00000001:0.0:1788926457.199833:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.199834:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.199836:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.199838:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.199839:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:0.0:1788926457.199841:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.199843:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.199845:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.199846:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.199847:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.199849:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.199851:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7e5 from it ffffb2d8418d3cd8 00010000:00000001:0.0:1788926457.199852:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.199853:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.199854:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:0.0:1788926457.199856:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.199857:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:0.0:1788926457.199859:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.199862:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926457.199867:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.199868:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.199869:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.199871:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.199874:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926457.199879:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.199881:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.199882:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.199884:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.199885:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.199887:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.199889:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.199890:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.199892:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.199894:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.199895:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.199897:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.199898:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.199900:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.199901:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.199905:0:32627:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.199909:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00000008:0.0:1788926457.199911:0:32627:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788926457.199984:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d48 00000080:00200000:0.0:1788926457.199987:0:32627:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9d76e0357000) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1788926457.199990:0:32627:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788926457.199992:0:32627:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1788926457.199993:0:32627:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9d76e0357000: age 1799, max_age 1824 00800000:00000001:0.0:1788926457.199997:0:32627:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788926457.200001:0:32627:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9d76d1109000. 00800000:00000001:0.0:1788926457.200011:0:32627:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788926457.200012:0:32627:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: age 1799, max_age 1824 00000002:00000001:0.0:1788926457.200016:0:32627:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788926457.200019:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000010:0.0:1788926457.200027:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926457.200029:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926457.200033:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.200036:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.200039:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.200046:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553a00. 00000100:00000001:0.0:1788926457.200051:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.200055:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.200057:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.200062:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109240. 00000100:00000001:0.0:1788926457.200064:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066880 : -108341337484736 : ffff9d76d1109240) 00000100:00000001:0.0:1788926457.200067:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.200068:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926457.200072:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.200076:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.200078:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.200080:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.200098:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.200107:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.200109:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.200119:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.200122:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.200124:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.200128:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950336:192.168.203.140@tcp:41:rm.0 00000100:00000001:0.0:1788926457.200132:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.200137:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.200139:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.200141:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.200146:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926457.200148:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.200154:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.200158:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214e18. 00000400:00000010:0.0:1788926457.200274:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926457.200281:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513950336, portal 10 00000100:00000001:0.0:1788926457.200283:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.200284:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926457.200291:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.200298:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.200300:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.200303:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926457.200306:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875823513950336, offset 0 00000400:00000200:0.0:1788926457.200312:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.200319:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.200326:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.200330:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.200333:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.200336:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.200339:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.200342:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2776:2776:256:4294967295] 192.168.203.140@tcp LPNI seq info [2776:2776:8:4294967295] 00000400:00000200:0.0:1788926457.200346:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.200355:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.200360:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.200364:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2600. 00000800:00000200:0.0:1788926457.200370:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.200377:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.200380:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.201047:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.201053:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 834853 usecs (835 jiffies) 00000400:00000200:0.0:1788926457.201059:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.201062:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493170 00000100:00000001:0.0:1788926457.201065:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.201067:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493170 00000100:00000001:0.0:1788926457.201070:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.201072:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.201075:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.201077:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.201079:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.201090:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109240 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.201092:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.201095:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.201472:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.201476:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926457.201482:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.201487:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.201492:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:2.0:1788926457.201495:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:2.0:1788926457.201499:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.201504:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.201514:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.201517:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.201525:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.201526:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.203509:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.203524:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.203528:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.203530:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.203538:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.203545:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.203564:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.203569:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.203574:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.203578:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d3235d880 00000400:00000200:2.0:1788926457.203584:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.203589:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x7e95 [1] + 224 00000800:00000001:2.0:1788926457.203596:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.203605:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.203608:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.203612:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.203619:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.203627:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926457.203637:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.203658:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.203666:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.203680:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.203749:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.203756:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.203758:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.203761:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214e18. 00000400:00000200:0.0:1788926457.203766:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:0.0:1788926457.203768:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:0.0:1788926457.203771:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.203776:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926457.203785:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.203792:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.203793:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.203796:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.203799:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.203801:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.203803:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.203806:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.203814:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.203817:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.203820:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.203822:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.203824:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.203828:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.203831:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.203832:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.203834:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.203836:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.203840:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.203847:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.203849:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.203851:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.203855:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926457.203862:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950336:192.168.203.140@tcp:41:rm.0 00000100:00000001:0.0:1788926457.203868:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.203870:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.203873:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.203875:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.203878:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.203884:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.203886:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109240. 00000100:00000001:0.0:1788926457.203889:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.203890:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.203896:0:32627:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788926457.203897:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.203900:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513950336/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 440/368 e 0 to 0 dl 1788926473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.203905:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.203907:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.203910:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926457.203913:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.203916:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.203917:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.203919:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.203922:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553a00. 02000000:00000001:0.0:1788926457.203925:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.203927:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.203929:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926457.203932:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.203933:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926457.203935:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.203936:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.203937:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1788926457.203940:0:32627:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: update ffff9d76e03f8458 cache blocks 1802709/1916558 objects 523517/524079 00800000:00000001:0.0:1788926457.203944:0:32627:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.203946:0:32627:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1788926457.203948:0:32627:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9d76d1109000. 00800000:00000001:0.0:1788926457.203951:0:32627:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788926457.203954:0:32627:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9d76e0357000: update ffff9d76e03fd198 cache blocks 1802709/1916558 objects 523517/524079 00000080:00000001:0.0:1788926457.203958:0:32627:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788926457.203960:0:32627:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1802709/1916558 objects 523517/524079 00000080:00000001:0.0:1788926457.203962:0:32627:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926457.203964:0:32627:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.203997:0:32627:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788926457.203999:0:32627:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1788926457.204006:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.204011:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:0.0:1788926457.204014:0:32627:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788926457.204020:0:32627:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446738547231146048 : -5526478405568 : fffffaf94437c040) 00000080:00000001:0.0:1788926457.204023:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611173 : 144115205339611173 : 200000405000025) 00000080:00000001:0.0:1788926457.204026:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926457.204028:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:0.0:1788926457.204031:0:32627:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.204034:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000010:0.0:1788926457.204037:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.204040:0:32627:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204049:0:32627:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788926457.204051:0:32627:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1788926457.204053:0:32627:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926457.204055:0:32627:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204072:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.204075:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.204076:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 1 00000080:00000001:0.0:1788926457.204080:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204086:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.204090:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3da0 00000080:00002000:0.0:1788926457.204092:0:32627:0:(dcache.c:87:ll_dcompare()) found name f(ffff9d76d1758360) flags 0x48000e refc 0 00000080:00000001:0.0:1788926457.204094:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.204096:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e10 00000080:00200000:0.0:1788926457.204098:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788926457.204103:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.204105:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08), inode mode 41ed mask 3 00000080:00000001:0.0:1788926457.204107:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204111:0:32627:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788926457.204427:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3df8 00000080:00200000:0.0:1788926457.204431:0:32627:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00000001:0.0:1788926457.204434:0:32627:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788926457.204444:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.204448:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.204451:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.204453:0:32627:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926457.204457:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000002:0.0:1788926457.204460:0:32627:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e480 addref 2/0 by ffff9d76c12127c0. 00020000:00000002:0.0:1788926457.204463:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.204465:0:32627:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926457.204467:0:32627:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926457.204469:0:32627:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926457.204471:0:32627:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788926457.204473:0:32627:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788926457.204476:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.204479:0:32627:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788926457.204484:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.204486:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00800000:00000001:0.0:1788926457.204496:0:32627:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788926457.204500:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.204503:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.204505:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.204507:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.204509:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.204511:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:0.0:1788926457.204513:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.204516:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.204517:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.204518:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.204519:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.204521:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.204522:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788926457.204524:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.204526:0:32627:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788926457.204527:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.204528:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.204529:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.204530:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.204532:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.204533:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x25:0x0] 00800000:00000001:0.0:1788926457.204534:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.204536:0:32627:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x25:0x0] 00800000:00000001:0.0:1788926457.204538:0:32627:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.204540:0:32627:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x23:0x0]/[0x200000405:0x25:0x0] -> mds #0 00000002:00000001:0.0:1788926457.204544:0:32627:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788926457.204545:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.204561:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 3 00010000:00000001:0.0:1788926457.204564:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.204567:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.204571:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926457.204575:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788926457.204587:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926457.204590:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926457.204592:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926457.204594:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:0.0:1788926457.204597:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204600:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204602:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:0.0:1788926457.204604:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.204607:0:32627:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788926457.204610:0:32627:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788926457.204613:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.204617:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.204620:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.204632:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.204633:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.204635:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788926457.204637:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.204639:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.204641:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=2 00000020:00000001:0.0:1788926457.204644:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926457.204647:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926457.204648:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.204649:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.204650:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204651:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204653:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:0.0:1788926457.204655:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.204658:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.204660:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204661:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204662:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:0.0:1788926457.204664:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.204666:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204676:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926457.204679:0:32627:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9d76d15b4a40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788926457.204732:0:32627:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788926457.204735:0:32627:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788926457.204737:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926457.204739:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) invalid 00000020:00000001:0.0:1788926457.204742:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a60 00000080:00002000:0.0:1788926457.204743:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9d76d1758000) parent ffff9d76d14be6c0 inode ffff9d76d15b4b08 refc 3 00000080:00000001:0.0:1788926457.204747:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926457.204749:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926457.204750:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.204753:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.204756:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.204758:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.204760:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.204762:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926457.204765:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498a00 with handle 0xdeff66104c08c7e5 from hash 00010000:00000001:0.0:1788926457.204767:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.204768:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.204769:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.204771:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.204773:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.204775:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926457.204777:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.204780:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.204781:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.204783:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.204786:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:0.0:1788926457.204788:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.204790:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.204792:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926457.204794:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788926457.204802:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926457.204803:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926457.204804:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926457.204806:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x25:0x0] mode (null) 00000002:00000001:0.0:1788926457.204808:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204809:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204811:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926457.204813:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.204814:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.204816:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204817:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204818:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926457.204819:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.204821:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.204823:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204824:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204825:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926457.204826:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.204828:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.204830:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.204831:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.204832:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926457.204834:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.204836:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204837:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204839:0:32627:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926457.204841:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.204842:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.204844:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.204846:0:32627:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788926457.204848:0:32627:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1788926457.204851:0:32627:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788926457.204854:0:32627:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788926457.204857:0:32627:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926457.204859:0:32627:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926457.204862:0:32627:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788926457.204863:0:32627:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.204865:0:32627:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926457.204866:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.204869:0:32627:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.204870:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926457.204872:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x25:0x0](ffff9d76d15b00c8) invalid 00000020:00000001:0.0:1788926457.204874:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a60 00000080:00002000:0.0:1788926457.204875:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9d76d1758360) parent ffff9d76d1758000 inode ffff9d76d15b00c8 refc 1 00000080:00000001:0.0:1788926457.204878:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926457.204880:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926457.204881:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.204883:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.204885:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.204886:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.204888:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.204890:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926457.204893:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499200 with handle 0xdeff66104c08c7ec from hash 00010000:00000001:0.0:1788926457.204895:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.204896:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.204897:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.204898:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.204900:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.204902:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926457.204904:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.204906:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.204912:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788926457.204918:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926457.204922:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926457.204926:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926457.204928:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.204930:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.204934:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.204938:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.204939:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.204941:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.204943:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.204945:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.204947:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.204953:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553400. 00000100:00000001:0.0:1788926457.204959:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.204961:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.204963:0:32627:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926457.204968:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 1/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926457.204975:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788926457.204980:0:32627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788926457.204982:0:32627:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788926457.204983:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.204986:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c7ec lrc: 0/0,0 mode: --/PR res: [0x200000405:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab2a3 expref: -99 pid: 32625 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788926457.204992:0:32627:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020ec00. 00010000:00000040:0.0:1788926457.204995:0:32627:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fb00 count: 0 00010000:00000010:0.0:1788926457.205000:0:32627:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592680. 00010000:00000001:0.0:1788926457.205007:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.205008:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.205009:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c7e5 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab287 expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926457.205016:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.205018:0:32627:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.205019:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.205021:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.205022:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788926457.205032:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788926457.205040:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926457.205047:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.205049:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.205055:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.205057:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.205060:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.205061:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926457.205066:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.205070:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.205071:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.205073:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.205077:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.205084:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.205087:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.205090:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.205093:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.205095:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.205098:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950592:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.205102:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.205106:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.205108:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.205111:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.206465:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926457.206473:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.206482:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.206489:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214e18. 00000400:00000010:0.0:1788926457.206495:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926457.206502:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513950592, portal 10 00000100:00000001:0.0:1788926457.206504:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.206506:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926457.206517:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.206525:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.206527:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.206530:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821ee0. 00000100:00000200:0.0:1788926457.206533:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875823513950592, offset 0 00000400:00000200:0.0:1788926457.206539:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.206561:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.206570:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.206574:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.206578:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.206582:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.206585:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.206588:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2777:2777:256:4294967295] 192.168.203.140@tcp LPNI seq info [2777:2777:8:4294967295] 00000400:00000200:0.0:1788926457.206593:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.206603:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.206609:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.206615:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926457.206621:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.206629:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.206633:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.206650:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.206655:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 833707 usecs (834 jiffies) 00000400:00000200:0.0:1788926457.206659:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.206662:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493175 00000100:00000001:0.0:1788926457.206665:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.206676:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493175 00000100:00000001:0.0:1788926457.206678:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.206680:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.206683:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.206686:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.206688:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.206690:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.206693:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.206696:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.207994:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.208001:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926457.208006:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.208014:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.208019:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821ee0 00000400:00000010:2.0:1788926457.208022:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821ee0. 00000100:00000001:2.0:1788926457.208027:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.208033:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.208044:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.208047:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.208060:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.208061:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926457.212356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fb00. 00010000:00000010:0.1:1788926457.212387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:0.1:1788926457.212392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00000800:00000001:2.0:1788926457.216020:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.216037:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.216041:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.216043:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.216052:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.216059:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.216068:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.216072:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.216078:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.216083:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235d980 00000400:00000200:2.0:1788926457.216088:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.216106:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7e9d [1] + 224 00000800:00000001:2.0:1788926457.216120:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.216129:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.216133:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.216137:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.216144:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.216153:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926457.216270:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.216290:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.216300:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.216304:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.216371:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.216378:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.216380:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.216383:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214e18. 00000400:00000200:0.0:1788926457.216387:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:0.0:1788926457.216390:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:0.0:1788926457.216393:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.216432:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926457.216442:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513950592/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.216448:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.216451:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.216453:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.216456:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.216459:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.216461:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.216464:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.216473:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.216477:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.216479:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.216482:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.216484:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.216487:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.216490:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.216492:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013f/0x100000141] 00000100:00000001:0.0:1788926457.216493:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.216495:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.216497:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926457.216501:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.216502:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.216504:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.216507:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.216512:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513950592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.216518:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.216521:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.216523:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.216527:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513950592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926457.216534:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950592:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.216539:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.216542:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.216544:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.216558:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.216562:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513950592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.216570:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.216573:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.216576:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.216577:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.216585:0:32627:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.216588:0:32627:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.216592:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000010:0.0:1788926457.216595:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000100:00000001:0.0:1788926457.216600:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.216604:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513950592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.216609:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.216613:0:32627:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.216622:0:32627:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926457.216625:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e28 00000080:00002000:0.0:1788926457.216628:0:32627:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9d76d1758360, parent ffff9d76d1758000, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788926457.216631:0:32627:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.216637:0:32627:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926457.216642:0:32627:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788926457.216650:0:32627:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788926457.216653:0:32627:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788926457.216655:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.216659:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.216661:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.216676:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce918 -> ffff9d76c84ce918 00000020:00000001:0.0:1788926457.216679:0:32627:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926457.216681:0:32627:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926457.216683:0:32627:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926457.216686:0:32627:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.216687:0:32627:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926457.216689:0:32627:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.216694:0:32627:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x25:0x0]io ffff9d76c2df4060 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788926457.216697:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.216700:0:32627:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926457.216703:0:32627:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926457.216705:0:32627:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926457.216706:0:32627:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216708:0:32627:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926457.216710:0:32627:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926457.216711:0:32627:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216713:0:32627:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.216714:0:32627:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926457.216715:0:32627:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926457.216716:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00000020:00000001:0.0:1788926457.216719:0:32627:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216721:0:32627:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926457.216723:0:32627:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926457.216724:0:32627:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926457.216727:0:32627:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926457.216730:0:32627:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926457.216733:0:32627:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926457.216735:0:32627:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926457.216736:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.216737:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926457.216739:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926457.216742:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce788 -> ffff9d76c84ce918 00000020:00000001:0.0:1788926457.216743:0:32627:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926457.216747:0:32627:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.216748:0:32627:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926457.216750:0:32627:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926457.216751:0:32627:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926457.216753:0:32627:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216755:0:32627:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216757:0:32627:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926457.216759:0:32627:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788926457.216760:0:32627:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216763:0:32627:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216764:0:32627:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216766:0:32627:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788926457.216767:0:32627:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926457.216769:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.216770:0:32627:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926457.216771:0:32627:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926457.216773:0:32627:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216774:0:32627:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216776:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216777:0:32627:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216779:0:32627:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926457.216780:0:32627:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216781:0:32627:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216783:0:32627:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788926457.216785:0:32627:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926457.216786:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.216787:0:32627:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926457.216789:0:32627:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788926457.216791:0:32627:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788926457.216794:0:32627:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788926457.216797:0:32627:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c31b6c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788926457.216800:0:32627:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788926457.216803:0:32627:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c31b6c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788926457.216806:0:32627:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926457.216808:0:32627:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216810:0:32627:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216811:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216813:0:32627:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216814:0:32627:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216816:0:32627:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926457.216817:0:32627:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788926457.216819:0:32627:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926457.216820:0:32627:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926457.216821:0:32627:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926457.216823:0:32627:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216824:0:32627:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788926457.216826:0:32627:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926457.216827:0:32627:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788926457.216829:0:32627:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926457.216831:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.216832:0:32627:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926457.216833:0:32627:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926457.216834:0:32627:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216836:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216837:0:32627:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926457.216838:0:32627:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926457.216840:0:32627:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788926457.216842:0:32627:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926457.216843:0:32627:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926457.216845:0:32627:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926457.216846:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.216847:0:32627:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926457.216848:0:32627:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926457.216849:0:32627:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216851:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216852:0:32627:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926457.216853:0:32627:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926457.216855:0:32627:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216856:0:32627:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926457.216858:0:32627:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926457.216860:0:32627:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926457.216861:0:32627:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926457.216862:0:32627:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926457.216864:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926457.216866:0:32627:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926457.216868:0:32627:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926457.216870:0:32627:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926457.216873:0:32627:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926457.216876:0:32627:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926457.216877:0:32627:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926457.216879:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.216881:0:32627:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.216885:0:32627:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788926457.216887:0:32627:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x25:0x0](ffff9d76d15b00c8) 00800000:00000001:0.0:1788926457.216892:0:32627:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788926457.216894:0:32627:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x25:0x0] 00000002:00000001:0.0:1788926457.216898:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.216903:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.216904:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.216906:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.216908:0:32627:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.216910:0:32627:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788926457.216912:0:32627:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788926457.216913:0:32627:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.216915:0:32627:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.216917:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.216919:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.216921:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00020000:00000001:0.0:1788926457.216926:0:32627:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788926457.216927:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.216929:0:32627:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788926457.216932:0:32627:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e480, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926457.216937:0:32627:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926457.216940:0:32627:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbb00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000001:0.0:1788926457.216942:0:32627:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788926457.216944:0:32627:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.216946:0:32627:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788926457.216948:0:32627:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788926457.216951:0:32627:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788926457.216955:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f300 count: 2 00010000:00000001:0.0:1788926457.216957:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.216960:0:32627:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788926457.216962:0:32627:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788926457.216966:0:32627:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788926457.216977:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b6c40 -> ffff9d76c84ce918 00000020:00000001:0.0:1788926457.216979:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b6c40 -> ffff9d76c84ce918 00000008:00000001:0.0:1788926457.216981:0:32627:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.216983:0:32627:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.216985:0:32627:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926457.216987:0:32627:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788926457.216991:0:32627:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9d76c31b6c40. 00020000:00000001:0.0:1788926457.216997:0:32627:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788926457.216999:0:32627:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9d76c84ce708. 00020000:00000001:0.0:1788926457.217004:0:32627:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788926457.217006:0:32627:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.217008:0:32627:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.217010:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.217012:0:32627:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788926457.217013:0:32627:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788926457.217015:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.217018:0:32627:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788926457.217022:0:32627:0:(lov_object.c:322:lov_fini_raid0()) kvfreed 'r0->lo_sub': 8 at ffff9d76c85ccf90. 00020000:00000010:0.0:1788926457.217025:0:32627:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9d76ca773600. 00020000:00000010:0.0:1788926457.217028:0:32627:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9d76d1a91f60. 00020000:00000002:0.0:1788926457.217031:0:32627:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e480, objid 0x25:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926457.217035:0:32627:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926457.217038:0:32627:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10dbb00: ostid: 0x280000401:21 ost idx: 0 gen: 0 00020000:00000010:0.0:1788926457.217042:0:32627:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10dbb00. 00020000:00000010:0.0:1788926457.217045:0:32627:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e5a0. 00020000:00000010:0.0:1788926457.217047:0:32627:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e480. 00020000:00000001:0.0:1788926457.217049:0:32627:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788926457.217050:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e135d0) owner 0000000000000000/ffff9d76c12127c0 00020000:00000010:0.0:1788926457.217052:0:32627:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9d76c7e135d0. 00020000:00000001:0.0:1788926457.217055:0:32627:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788926457.217057:0:32627:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9d76c84ce898. 00000020:00001000:0.0:1788926457.217061:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.217063:0:32627:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788926457.217065:0:32627:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788926457.217255:0:32627:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1788926457.217258:0:32627:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788926457.217260:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00200008:1.0:1788926457.217263:0:32627:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704000 00000080:00400000:1.0:1788926457.217267:0:32627:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788926457.217269:0:32627:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788926457.217271:0:32627:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788926457.217273:0:32627:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788926457.217277:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.217280:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.217282:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.217284:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.217286:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.217288:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.217290:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.217293:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.217296:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.217299:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:1.0:1788926457.217301:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.217305:0:32627:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788926457.217308:0:32627:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788926457.217311:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926457.217315:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.217319:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926457.217326:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.217327:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.217329:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788926457.217331:0:32627:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x23:0x0]: 16 00000080:00000010:1.0:1788926457.217334:0:32627:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c17c3040. 00000080:00000001:1.0:1788926457.217337:0:32627:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.217341:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00000008:1.0:1788926457.217343:0:32627:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000405:0x23:0x0](ffff9d76d15b4b08), flags 704000, rc = 0 00000080:00000001:1.0:1788926457.217345:0:32627:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.217347:0:32627:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.217349:0:32627:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926457.217350:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e00 00000080:00002000:1.0:1788926457.217352:0:32627:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9d76d1758000, parent ffff9d76d14be6c0, inode ffff9d76d15b4b08) hashed, 00000080:00000001:1.0:1788926457.217355:0:32627:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926457.217358:0:32627:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926457.217361:0:32627:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926457.217384:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926457.217387:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926457.217388:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926457.217389:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bd8 00000080:00200000:1.0:1788926457.217391:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926457.217477:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd600. 00800000:00000002:1.0:1788926457.217484:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926457.217488:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926457.217491:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.217494:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3af8 00800000:00000002:1.0:1788926457.217496:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.217500:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926457.217502:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.217503:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.217504:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.217505:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.217507:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.217508:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.217510:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.217512:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926457.217516:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.217517:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39c8 00000002:00010000:1.0:1788926457.217519:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926457.217522:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926457.217523:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.217524:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.217527:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926457.217529:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.217532:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.217535:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926457.217538:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788926457.217545:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926457.217557:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.217561:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788926457.217574:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926457.217576:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926457.217578:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926457.217586:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926457.217588:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926457.217590:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926457.217594:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926457.217596:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926457.217598:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd600. 00000080:00000001:1.0:1788926457.217602:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926457.217603:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.217606:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926457.217609:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:1.0:1788926457.217612:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926457.217614:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926457.217616:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.217617:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.217620:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926457.217622:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.217624:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.217635:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.217636:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.217638:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.217639:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.217642:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d8418d3c10 00010000:00000001:1.0:1788926457.217644:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.217645:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.217646:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926457.217647:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.217649:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.217651:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.217653:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788926457.217659:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.217660:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.217661:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926457.217663:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926457.217665:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788926457.217684:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.217686:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.217688:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.217692:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.217693:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.217694:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.217697:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.217699:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.217701:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.217703:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.217705:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.217706:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.217707:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926457.217878:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926457.217881:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926457.217884:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926457.217888:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926457.217901:0:32627:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c700. 00000020:00000001:1.0:1788926457.217905:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dc8 00000080:00200000:1.0:1788926457.217906:0:32627:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=0 00000080:00000001:1.0:1788926457.217909:0:32627:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926457.217911:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c78 00000080:00200000:1.0:1788926457.217912:0:32627:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=getattr 00000080:00000010:1.0:1788926457.217919:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd600. 00800000:00000002:1.0:1788926457.217922:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926457.217925:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926457.217926:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.217927:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b98 00800000:00000002:1.0:1788926457.217929:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.217931:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926457.217933:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.217935:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.217936:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.217937:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.217939:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.217940:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.217942:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.217944:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b30 00800000:00000002:1.0:1788926457.217945:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788926457.217948:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.217949:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a68 00000002:00010000:1.0:1788926457.217950:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788926457.217954:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926457.217956:0:32627:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926457.217961:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926457.217964:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926457.217970:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926457.217973:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.217976:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.217977:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.217978:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.217981:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926457.217983:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926457.217986:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926457.217992:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b03400. 00000100:00000001:1.0:1788926457.217998:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.218002:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926457.218004:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.218005:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926457.218006:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.218008:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.218015:0:32627:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00010000:00000001:1.0:1788926457.218019:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926457.218022:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926457.218025:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926457.218027:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.218029:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926457.218033:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498a00. 00000020:00000001:1.0:1788926457.218036:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926457.218039:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498a00 with handle 0xdeff66104c08c81d to hash 00000020:00000001:1.0:1788926457.218040:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926457.218042:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.218045:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.218048:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.218049:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.218052:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926457.218059:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926457.218068:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926457.218073:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926457.218074:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926457.218079:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926457.218082:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354880 : -108341448196736 : ffff9d76ca773d80) 00000100:00000001:1.0:1788926457.218084:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.218085:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000001:1.0:1788926457.218089:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926457.218092:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.218094:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926457.218095:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926457.218102:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.218110:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926457.218112:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.218115:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926457.218117:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926457.218125:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926457.218128:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950720:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926457.218134:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926457.218139:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926457.218141:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.218143:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926457.218147:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926457.218149:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926457.218157:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926457.218160:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926457.218165:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926457.218172:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513950720, portal 10 00000100:00000001:1.0:1788926457.218174:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.218175:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:1.0:1788926457.218181:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.218188:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926457.218191:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926457.218194:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f87f8. 00000100:00000200:1.0:1788926457.218197:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513950720, offset 0 00000400:00000200:1.0:1788926457.218204:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926457.218211:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.218218:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926457.218223:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926457.218227:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926457.218231:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926457.218233:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926457.218237:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2778:2778:256:4294967295] 192.168.203.140@tcp LPNI seq info [2778:2778:8:4294967295] 00000400:00000200:1.0:1788926457.218241:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.218250:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926457.218255:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926457.218260:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ec00. 00000800:00000200:1.0:1788926457.218266:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926457.218273:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926457.218277:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ec00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788926457.218295:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.218300:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 832577 usecs (833 jiffies) 00000400:00000200:1.0:1788926457.218303:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926457.218306:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493185 00000100:00000001:1.0:1788926457.218310:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926457.218311:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493185 00000100:00000001:1.0:1788926457.218313:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926457.218315:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926457.218318:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.218319:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926457.218321:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926457.218323:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926457.218326:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926457.218328:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.218534:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.218539:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926457.218543:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.218631:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.218637:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:2.0:1788926457.218640:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000100:00000001:2.0:1788926457.218644:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.218648:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.218658:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.218661:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.218677:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.218679:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788926457.223998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c2e0. 00000080:00000010:0.1:1788926457.227867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5cc60. 00000080:00000010:0.1:1788926457.227894:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b0000. 00000800:00000001:2.0:1788926457.229514:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.229530:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.229544:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.229661:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.229681:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.229689:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.229698:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.229702:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.229707:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.229712:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235da00 00000400:00000200:2.0:1788926457.229717:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.229722:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7ea5 [1] + 224 00000800:00000001:2.0:1788926457.229730:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.229739:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.229742:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.229746:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.229753:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.229762:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.229773:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.229794:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.229802:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.229806:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.230044:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926457.230051:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926457.230052:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926457.230055:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926457.230059:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926457.230061:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926457.230063:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926457.230067:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926457.230073:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.230077:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926457.230078:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.230079:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926457.230082:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926457.230083:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926457.230085:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.230088:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926457.230096:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926457.230100:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926457.230103:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926457.230105:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.230107:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926457.230110:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.230113:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926457.230115:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926457.230179:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926457.230183:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.230189:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.230196:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926457.230199:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926457.230201:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926457.230205:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926457.230213:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950720:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926457.230218:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.230221:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.230223:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926457.230225:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.230229:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.230235:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926457.230238:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926457.230241:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926457.230243:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.230246:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926457.230250:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.230252:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.230256:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=4 00000020:00000001:1.0:1788926457.230258:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230261:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000040:1.0:1788926457.230267:0:32627:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498a00, remote cookie: 0x840913afd2dab34b, flags: 0x1001 00010000:00010000:1.0:1788926457.230273:0:32627:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926457.230281:0:32627:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788926457.230284:0:32627:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788926457.230290:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:1.0:1788926457.230293:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.230296:0:32627:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.230299:0:32627:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926457.230306:0:32627:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 4/1,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.230312:0:32627:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926457.230316:0:32627:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926457.230317:0:32627:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926457.230319:0:32627:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926457.230320:0:32627:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926457.230323:0:32627:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x23:0x0].0x0 (ffff9d76d065fe00) refcount = 2 00010000:00000040:1.0:1788926457.230326:0:32627:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788926457.230329:0:32627:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788926457.230341:0:32627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.230352:0:32627:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926457.230355:0:32627:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926457.230357:0:32627:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.230360:0:32627:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926457.230362:0:32627:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.230365:0:32627:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.230371:0:32627:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926457.230373:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230374:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.230375:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230376:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.230378:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.230382:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926457.230384:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.230385:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.230387:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.230388:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230390:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230392:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.230393:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.230488:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=4 00000020:00000001:1.0:1788926457.230491:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230493:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230496:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.230498:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.230501:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.230507:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230509:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.230510:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.230512:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.230513:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=5 00000020:00000001:1.0:1788926457.230515:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230516:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230519:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.230521:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.230527:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230528:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926457.230530:0:32627:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.230536:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.230537:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230538:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.230539:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230540:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926457.230545:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926457.230554:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.230556:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.230557:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.230558:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230560:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230562:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.230563:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.230565:0:32627:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.230785:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.230788:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926457.230790:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.230792:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.230794:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.230796:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.230798:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00000002:00010000:1.0:1788926457.230801:0:32627:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.233296:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233305:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.233307:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926457.233309:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.233311:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.233315:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.233320:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233324:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000040:1.0:1788926457.233332:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 3 00010000:00000001:1.0:1788926457.233335:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926457.233340:0:32627:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/35 (0 0) 00010000:00000001:1.0:1788926457.233344:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233345:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.233346:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926457.233349:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39f0 00000002:00002000:1.0:1788926457.233352:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926457.233356:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.233361:0:32627:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.233364:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926457.233367:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926457.233370:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.233375:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926457.233378:0:32627:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926457.233380:0:32627:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d8418d3e00 it_disposition b 00000080:00000001:1.0:1788926457.233383:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926457.233390:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926457.233410:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926457.233422:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020ea40. 00800000:00000001:1.0:1788926457.233426:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624796224 : -108341084755392 : ffff9d76e020ea40) 00800000:00000001:1.0:1788926457.233428:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.233431:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926457.233434:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926457.233446:0:32627:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788926457.233451:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926457.233453:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x23:0x0] 00000080:00000001:1.0:1788926457.233462:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926457.233465:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926457.233467:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.233471:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611171 : 144115205339611171 : 200000405000023) 00000080:00000001:1.0:1788926457.233474:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926457.233476:0:32627:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611171 mtime from 1788926438 to 1788926457 00000080:00200000:1.0:1788926457.233482:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x23:0x0], updating i_size 4096 00000080:00200000:1.0:1788926457.233485:0:32627:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x23:0x0](ffff9d76d15b4b08): rc = 0 00000080:00000001:1.0:1788926457.233488:0:32627:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376963848 : -108341332587768 : ffff9d76d15b4b08) 00010000:00000001:1.0:1788926457.233490:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.233491:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.233493:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.233495:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233497:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233500:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233501:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926457.233502:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926457.233523:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926457.233525:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020ea40 1 00800000:00000010:1.0:1788926457.233528:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020ea40. 00800000:00000001:1.0:1788926457.233533:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.233537:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) for lock 0xdeff66104c08c81d 00800000:00000001:1.0:1788926457.233540:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926457.233542:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926457.233543:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.233544:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.233545:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.233548:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233550:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233552:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233554:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.233555:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.233557:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926457.233563:0:32627:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1758a20 inode ffff9d76d15b4b08 refc 1 flags 0x20000e 00000080:00000002:1.0:1788926457.233567:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-1 [0x200000405:0x23:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:1.0:1788926457.233571:0:32627:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788926457.233574:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) 00000080:00010000:1.0:1788926457.233577:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c81d from it ffffb2d8418d3e00 00010000:00000001:1.0:1788926457.233580:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.233581:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.233582:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926457.233584:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233587:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926457.233589:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.233593:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926457.233602:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233603:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.233604:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926457.233608:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926457.233611:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926457.233618:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.233622:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.233624:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.233629:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233630:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.233632:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.233635:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.233637:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.233640:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.233643:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.233646:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.233647:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.233648:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926457.233650:0:32627:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926457.233654:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd600. 00000100:00000001:1.0:1788926457.233660:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.233683:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513950720/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.233691:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926457.233694:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926457.233698:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926457.233701:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926457.233703:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926457.233705:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926457.233707:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926457.233710:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926457.233713:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926457.233715:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926457.234088:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:1.0:1788926457.234095:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926457.234096:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926457.234100:0:32627:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926457.234101:0:32627:0:(dcache.c:176:ll_intent_release()) intent ffffb2d8418d3e00 released 00000080:00000001:1.0:1788926457.234103:0:32627:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926457.234107:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926457.234109:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926457.234110:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d50 00000080:00200000:1.0:1788926457.234112:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926457.234118:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd600. 00800000:00000002:1.0:1788926457.234123:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926457.234125:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926457.234129:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.234131:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c70 00800000:00000002:1.0:1788926457.234144:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.234300:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926457.234303:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.234306:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.234308:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.234311:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.234313:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234315:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.234317:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234320:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926457.234325:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926457.234327:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b40 00000002:00010000:1.0:1788926457.234329:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926457.234332:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926457.234334:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.234336:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.234341:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926457.234343:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.234346:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.234350:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926457.234353:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788926457.234361:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926457.234365:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.234368:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788926457.234374:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926457.234375:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926457.234377:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926457.234379:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926457.234381:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926457.234383:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926457.234387:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926457.234389:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926457.234391:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd600. 00000080:00000001:1.0:1788926457.234428:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926457.234430:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.234433:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926457.234444:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c7de 00800000:00000001:1.0:1788926457.234448:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926457.234449:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926457.234451:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.234452:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.234461:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926457.234464:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.234466:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.234469:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.234471:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926457.234472:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.234475:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926457.234477:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7de from it ffffb2d8418d3d88 00010000:00000001:1.0:1788926457.234479:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926457.234480:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926457.234482:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926457.234484:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.234486:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926457.234488:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926457.234490:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788926457.234497:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.234497:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.234499:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926457.234501:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926457.234503:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788926457.234797:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926457.234799:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926457.234801:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926457.234804:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.234805:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.234806:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.234809:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926457.234811:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.234813:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.234815:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.234817:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926457.234818:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.234820:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926457.234822:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926457.234824:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926457.234826:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926457.234831:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.234836:0:32627:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1788926457.234838:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e18 00000080:00200000:1.0:1788926457.234840:0:32627:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:1.0:1788926457.234843:0:32627:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788926457.234846:0:32627:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000405:0x23:0x0]) is foreign... 00000080:00000001:1.0:1788926457.234849:0:32627:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788926457.234855:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18cd600. 00800000:00000002:1.0:1788926457.234858:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:1.0:1788926457.234864:0:32627:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788926457.234867:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.234869:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.234870:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.234872:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.234874:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234875:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926457.234877:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.234879:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.234880:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.234881:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.234882:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.234884:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234886:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.234888:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.234890:0:32627:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788926457.234892:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.234893:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.234894:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.234895:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.234897:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234898:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.234900:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234902:0:32627:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.234905:0:32627:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.234907:0:32627:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x23:0x0] -> mds #0 00000002:00000001:1.0:1788926457.234911:0:32627:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788926457.234913:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926457.234916:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926457.234919:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.234921:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926457.234925:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926457.234928:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788926457.234936:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926457.234940:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926457.234942:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926457.234944:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926457.234946:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.234948:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.234950:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926457.234951:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.234954:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.234956:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.234957:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.234959:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926457.234960:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235022:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.235025:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.235026:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.235028:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926457.235030:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235032:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.235033:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926457.235036:0:32627:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926457.235092:0:32627:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926457.235095:0:32627:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926457.235097:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926457.235099:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.235103:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926457.235106:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926457.235108:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926457.235109:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.235111:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926457.235115:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b000 with handle 0xdeff66104c08c7de from hash 00010000:00000001:1.0:1788926457.235118:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926457.235119:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.235120:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.235121:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926457.235124:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926457.235126:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926457.235129:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926457.235131:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926457.235139:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926457.235142:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926457.235145:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 3 00010000:00000001:1.0:1788926457.235195:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926457.235198:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926457.235201:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926457.235203:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788926457.235215:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926457.235217:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926457.235218:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926457.235220:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:1.0:1788926457.235222:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.235224:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.235226:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:1.0:1788926457.235227:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235303:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.235306:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.235308:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.235310:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:1.0:1788926457.235311:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235314:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.235315:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.235316:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.235317:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:1.0:1788926457.235319:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235320:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.235321:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926457.235323:0:32627:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x23:0x0] lli = ffff9d76d15b4a40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926457.235326:0:32627:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926457.235327:0:32627:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926457.235329:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926457.235331:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) invalid 00000020:00000001:1.0:1788926457.235334:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a80 00000080:00002000:1.0:1788926457.235336:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9d76d1758a20) parent ffff9d76d14be6c0 inode ffff9d76d15b4b08 refc 2 00000080:00000001:1.0:1788926457.235340:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926457.235341:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926457.235342:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.235344:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926457.235346:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926457.235347:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926457.235349:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926457.235351:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926457.235353:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498a00 with handle 0xdeff66104c08c81d from hash 00010000:00000001:1.0:1788926457.235355:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926457.235356:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926457.235358:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926457.235359:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926457.235360:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926457.235362:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926457.235364:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926457.235367:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788926457.235373:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926457.235375:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926457.235376:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926457.235377:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode CR 00000002:00000001:1.0:1788926457.235379:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.235380:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.235382:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:1.0:1788926457.235384:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235385:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926457.235387:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926457.235388:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926457.235389:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:1.0:1788926457.235392:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926457.235394:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.236119:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926457.236122:0:32627:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788926457.236126:0:32627:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788926457.236132:0:32627:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d18cde00. 00000080:00000001:1.0:1788926457.236135:0:32627:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:1.0:1788926457.236139:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76e020e680 2 00000080:00000001:1.0:1788926457.236143:0:32627:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788926457.236146:0:32627:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788926457.236148:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.236150:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.236153:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.236155:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.236156:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.236158:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.236165:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.236167:0:32627:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x23:0x0] 00000002:00000001:1.0:1788926457.236170:0:32627:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788926457.236172:0:32627:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x23:0x0] file closed with intent: 0 00000100:00000010:1.0:1788926457.236178:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926457.236182:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926457.236186:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926457.236190:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926457.236193:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926457.236200:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18cc800. 00000100:00000001:1.0:1788926457.236206:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788926457.236227:0:32627:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788926457.236239:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788926457.236244:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788926457.236251:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926457.236252:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926457.236259:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926457.236261:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354880 : -108341448196736 : ffff9d76ca773d80) 00000100:00000001:1.0:1788926457.236263:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.236265:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000001:1.0:1788926457.236269:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926457.236272:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.236274:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926457.236275:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926457.236279:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.236287:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926457.236290:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.236293:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926457.236295:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926457.236297:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926457.236301:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950976:192.168.203.140@tcp:35:rm.0 00000100:00000001:1.0:1788926457.236304:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926457.236309:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926457.236311:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.236313:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926457.236316:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03400. 02000000:00000001:1.0:1788926457.236318:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926457.236326:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926457.236330:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926457.236336:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926457.236343:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513950976, portal 10 00000100:00000001:1.0:1788926457.236344:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.236345:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:1.0:1788926457.236351:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.236358:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926457.236361:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926457.236363:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8330. 00000100:00000200:1.0:1788926457.236366:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513950976, offset 0 00000400:00000200:1.0:1788926457.236373:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926457.236380:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.236387:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926457.236539:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926457.236544:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926457.236547:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926457.236550:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926457.236554:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2779:2779:256:4294967295] 192.168.203.140@tcp LPNI seq info [2779:2779:8:4294967295] 00000400:00000200:1.0:1788926457.236559:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926457.236568:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926457.236575:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926457.236580:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e300. 00000800:00000200:1.0:1788926457.236586:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926457.236594:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926457.236598:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788926457.236616:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.236621:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 831451 usecs (832 jiffies) 00000400:00000200:1.0:1788926457.236625:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926457.236628:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493203 00000100:00000001:1.0:1788926457.236631:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:1.0:1788926457.236633:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493203 00000100:00000001:1.0:1788926457.236635:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:1.0:1788926457.236637:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926457.236640:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.236642:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926457.236644:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926457.236646:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926457.236649:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926457.236651:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.237021:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.237026:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:2.0:1788926457.237032:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.237037:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.237042:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:2.0:1788926457.237045:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:2.0:1788926457.237049:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.237054:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.237063:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.237066:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.237072:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.237074:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.240996:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.241014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.241018:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.241021:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.241029:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.241037:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.241050:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.241054:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.241060:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.241064:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235db00 00000400:00000200:2.0:1788926457.241068:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.241074:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7ead [1] + 224 00000800:00000001:2.0:1788926457.241082:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.241153:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.241158:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.241163:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.241234:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.241245:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.241260:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.241278:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.241286:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.241290:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.241350:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926457.241358:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926457.241360:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926457.241363:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926457.241367:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926457.241370:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926457.241373:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926457.241378:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926457.241387:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513950976/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.241658:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926457.241661:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.241664:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926457.241683:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926457.241686:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926457.241688:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926457.241690:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926457.241699:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926457.241704:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926457.241707:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926457.241708:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926457.241711:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926457.241715:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.241718:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926457.241720:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926457.241722:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926457.241724:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.241726:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000001:1.0:1788926457.241730:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926457.241731:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:1.0:1788926457.241733:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926457.241736:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926457.241741:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513950976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.241749:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926457.241752:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926457.241754:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926457.241758:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513950976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926457.241766:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513950976:192.168.203.140@tcp:35:rm.0 00000100:00000001:1.0:1788926457.241771:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926457.241774:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.241777:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926457.241780:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926457.241783:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628e00 x1875823513950976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926457.241791:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926457.241793:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773d80. 00000100:00000001:1.0:1788926457.241797:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926457.241798:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926457.241805:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926457.241806:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000002:00000001:1.0:1788926457.241809:0:32627:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926457.241812:0:32627:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.241816:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 2 00000080:00000010:1.0:1788926457.241820:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cde00. 00000080:00000001:1.0:1788926457.241823:0:32627:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926457.241826:0:32627:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926457.241829:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926457.241831:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926457.241834:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926457.241836:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926457.241837:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926457.241839:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x23:0x0] 00800000:00000001:1.0:1788926457.241842:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.241982:0:32627:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788926457.241989:0:32627:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.241998:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.241999:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000001:2.0:1788926457.242001:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.242004:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.242010:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.242012:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.242015:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628e00 x1875823513950976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.242020:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.242021:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.242024:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513950208/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.242029:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788926457.242033:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926457.242035:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926457.242037:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926457.242040:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d91000. 02000000:00000001:2.0:1788926457.242044:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926457.242047:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926457.242049:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:2.0:1788926457.242052:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926457.242054:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926457.242056:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.242059:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513950976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.242064:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926457.242066:0:32627:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76c83e5a00. 00000002:00000001:2.0:1788926457.242069:0:32627:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.242070:0:32627:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926457.242073:0:32627:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e09a46c0. 00000100:00000001:2.0:1788926457.242075:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.242078:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513950976/t4294967626(4294967626) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.242084:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926457.242096:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926457.242099:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03400. 02000000:00000001:2.0:1788926457.242102:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926457.242103:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926457.242105:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926457.242107:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926457.242108:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18cc800. 02000000:00000001:2.0:1788926457.242110:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926457.242111:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926457.242112:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:2.0:1788926457.242115:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926457.242116:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926457.242118:0:32627:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.242120:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926457.242122:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x23:0x0] mode (null) 00000002:00000001:2.0:1788926457.242126:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.242129:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.242135:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 4 00010000:00000001:2.0:1788926457.242138:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.242142:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.242144:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.242148:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926457.242151:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x23:0x0](ffff9d76d15b4b08) invalid 00000020:00000001:2.0:1788926457.242155:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a80 00000080:00002000:2.0:1788926457.242157:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9d76d1758a20) parent ffff9d76d14be6c0 inode ffff9d76d15b4b08 refc 2 00000080:00000001:2.0:1788926457.242172:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926457.242175:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926457.242177:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.242181:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926457.242184:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926457.242186:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926457.242188:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.242191:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926457.242195:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fe600 with handle 0xdeff66104c08c816 from hash 00010000:00000001:2.0:1788926457.242198:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926457.242200:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.242201:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.242202:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926457.242206:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926457.242207:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926457.242211:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788926457.242213:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788926457.242217:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788926457.242224:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38380. 00000020:00000040:2.0:1788926457.242227:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926457.242231:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926457.242233:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.242235:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926457.242239:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926457.242244:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.242245:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.242246:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.242249:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926457.242251:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926457.242254:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926457.242262:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10ae600. 00000100:00000001:2.0:1788926457.242267:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.242269:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926457.242272:0:32627:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788926457.242277:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 1/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788926457.242287:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788926457.242295:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1788926457.242300:0:32627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788926457.242302:0:32627:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788926457.242303:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926457.242306:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c81d lrc: 0/0,0 mode: --/PR res: [0x200000405:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab34b expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926457.242317:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.242319:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926457.242321:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c816 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab30c expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788926457.242327:0:32627:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fe00 count: 0 00010000:00000010:2.0:1788926457.242332:0:32627:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592580. 00010000:00000001:2.0:1788926457.242338:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.242339:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926457.242341:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c7de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab26b expref: -99 pid: 32625 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:2.0:1788926457.242347:0:32627:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225600 count: 0 00010000:00000010:2.0:1788926457.242349:0:32627:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642a00. 00010000:00000001:2.0:1788926457.242354:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.242355:0:32627:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.242357:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926457.242359:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.242360:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788926457.242370:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788926457.242376:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926457.242384:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926457.242385:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926457.242445:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276b40. 00000100:00000001:2.0:1788926457.242448:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138683200 : -108341570868416 : ffff9d76c3276b40) 00000100:00000001:2.0:1788926457.242451:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.242452:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000001:2.0:1788926457.242464:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926457.242468:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.242470:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926457.242472:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926457.242476:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.242484:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926457.242486:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.242490:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926457.242492:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926457.242495:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926457.242498:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951232:192.168.203.140@tcp:36:rm.0 00000100:00000001:2.0:1788926457.242501:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926457.242506:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926457.242508:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.242510:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926457.242514:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926457.242516:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926457.242523:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926457.242527:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a68f0. 00000400:00000010:2.0:1788926457.242532:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530198. 00000100:00000200:2.0:1788926457.242538:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513951232, portal 10 00000100:00000001:2.0:1788926457.242540:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.242541:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000040:2.0:1788926457.242548:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.242554:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926457.242557:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926457.242559:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85304c8. 00000100:00000200:2.0:1788926457.242562:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875823513951232, offset 0 00000400:00000200:2.0:1788926457.242567:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926457.242574:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.242581:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.242586:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926457.242590:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926457.242594:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926457.242596:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926457.242600:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2780:2780:256:4294967295] 192.168.203.140@tcp LPNI seq info [2780:2780:8:4294967295] 00000400:00000200:2.0:1788926457.242604:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.242612:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926457.242617:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.242622:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926457.242628:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.242635:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.242639:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788926457.242652:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926457.242656:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 830316 usecs (831 jiffies) 00000400:00000200:2.0:1788926457.242659:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926457.242661:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493208 00000800:00000200:2.0:1788926457.242754:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.242758:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:2.0:1788926457.242763:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.242768:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.242772:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85304c8 00000400:00000010:2.0:1788926457.242774:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85304c8. 00000100:00000001:2.0:1788926457.242778:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.242781:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.242789:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.242792:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.242798:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.242799:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926457.242813:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.242816:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493208 00000100:00000001:2.0:1788926457.242818:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.242821:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926457.242823:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.242825:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926457.242827:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926457.242829:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788926457.242831:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926457.242834:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788926457.248717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00010000:00000010:2.1:1788926457.248733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:2.1:1788926457.248738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00010000:00000010:2.1:1788926457.248742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:2.1:1788926457.248762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00000800:00000001:2.0:1788926457.259698:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.259716:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.259721:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.259724:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.259732:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.259739:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.259748:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.259752:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.259757:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.259761:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235dc00 00000400:00000200:2.0:1788926457.259767:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.259773:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7eb5 [1] + 224 00000800:00000001:2.0:1788926457.259779:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.259787:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.259791:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.259795:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.259801:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.259809:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926457.259820:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.259878:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926457.259896:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.259904:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.259907:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926457.260726:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.260729:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.260733:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a68f0. 00000400:00000200:0.0:1788926457.260739:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530198 00000400:00000010:0.0:1788926457.260741:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530198. 00000100:00000001:0.0:1788926457.260745:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.260752:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926457.260762:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38380 x1875823513951232/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.260769:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.260770:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.260772:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.260776:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.260778:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.260780:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.260783:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.260792:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.260796:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.260799:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.260801:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.260803:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.260806:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.260809:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.260811:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x10000013f] 00000100:00000001:0.0:1788926457.260813:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.260815:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.260817:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000001:0.0:1788926457.260820:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.260821:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.260823:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.260825:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.260829:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38380 x1875823513951232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.260836:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.260839:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.260841:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.260844:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38380 x1875823513951232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926457.260853:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951232:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.260857:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.260860:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.260862:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.260864:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.260867:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38380 x1875823513951232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.260878:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.260881:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276b40. 00000100:00000001:0.0:1788926457.260885:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.260886:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.260893:0:32627:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.260896:0:32627:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.260901:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.260904:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18cd600. 00000080:00000002:0.0:1788926457.260908:0:32627:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788926438 to 1788926457 00000100:00000001:0.0:1788926457.260913:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.260916:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38380 x1875823513951232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.260922:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.260924:0:32627:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.260939:0:32627:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788926457.260942:0:32627:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788926457.260944:0:32627:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x23:0x0](ffff9d76d15b4b08) 00800000:00000001:0.0:1788926457.260948:0:32627:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788926457.260949:0:32627:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x23:0x0] 00000002:00000001:0.0:1788926457.260954:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.260959:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.260961:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.260963:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.260964:0:32627:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.260966:0:32627:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788926457.260968:0:32627:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788926457.260970:0:32627:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.260972:0:32627:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.260974:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e680 1 00800000:00000010:0.0:1788926457.260977:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020e680. 00000080:00000001:0.0:1788926457.260981:0:32627:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788926457.260983:0:32627:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788926457.260995:0:32627:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926457.260998:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e30 00000080:00002000:0.0:1788926457.261001:0:32627:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9d76d1758a20, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788926457.261004:0:32627:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.261007:0:32627:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926457.261010:0:32627:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788926457.261046:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.261049:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.261051:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.261053:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b20 00000080:00200000:0.0:1788926457.261055:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.261060:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.261065:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.261069:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.261071:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.261073:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a40 00800000:00000002:0.0:1788926457.261075:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.261079:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.261081:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.261083:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.262027:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.262031:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.262035:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.262037:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.262040:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.262044:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.262049:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.262052:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3910 00000002:00010000:0.0:1788926457.262054:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.262058:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.262060:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.262062:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.262068:0:32627:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.262070:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.262071:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.262074:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.262076:0:32627:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926457.262082:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926457.262269:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926457.262277:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.262282:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.262288:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.262290:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.262291:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.262294:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.262297:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.262301:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926457.262871:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd000. 00000100:00000001:2.0:1788926457.262880:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.262886:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926457.262887:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.262889:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926457.262890:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.262892:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.262900:0:32627:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00010000:00000001:2.0:1788926457.262905:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926457.262908:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926457.262968:0:32627:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225600. 00010000:00000010:2.0:1788926457.262973:0:32627:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642a00. 00010000:00000001:2.0:1788926457.262978:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926457.262981:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880b000. 00000020:00000001:2.0:1788926457.262985:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926457.262988:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880b000 with handle 0xdeff66104c08c824 to hash 00000020:00000001:2.0:1788926457.262990:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926457.262992:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.262995:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.262999:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.263001:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926457.263005:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926457.263014:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926457.263024:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926457.263029:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926457.263031:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926457.263037:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276a80. 00000100:00000001:2.0:1788926457.263039:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138683008 : -108341570868608 : ffff9d76c3276a80) 00000100:00000001:2.0:1788926457.263041:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.263042:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:2.0:1788926457.263047:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926457.263051:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.263053:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926457.263054:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926457.263063:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.263072:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926457.263074:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.263078:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926457.263080:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926457.263083:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926457.263152:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951360:192.168.203.140@tcp:101:rm.0 00000100:00000001:2.0:1788926457.263158:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926457.263228:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926457.263230:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.263233:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926457.263239:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b3000. 02000000:00000001:2.0:1788926457.263241:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926457.263248:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926457.263252:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6790. 00000400:00000010:2.0:1788926457.263258:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85304c8. 00000100:00000200:2.0:1788926457.263265:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513951360, portal 10 00000100:00000001:2.0:1788926457.263267:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.263268:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:2.0:1788926457.263275:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.263282:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926457.263285:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926457.263287:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926457.263290:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513951360, offset 0 00000400:00000200:2.0:1788926457.263296:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926457.263304:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.263311:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.263316:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926457.263320:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926457.263324:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926457.263327:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926457.263330:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2781:2781:256:4294967295] 192.168.203.140@tcp LPNI seq info [2781:2781:8:4294967295] 00000400:00000200:2.0:1788926457.263334:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.263342:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926457.263348:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.263353:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926457.263359:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.263367:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.263371:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926457.263748:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926457.263754:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 829207 usecs (830 jiffies) 00000400:00000200:2.0:1788926457.263758:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926457.263762:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493228 00000100:00000001:2.0:1788926457.263765:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.263767:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493228 00000100:00000001:2.0:1788926457.263770:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.263772:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926457.263775:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.263777:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926457.263779:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926457.263782:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926457.263784:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926457.263787:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926457.269926:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926457.269935:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:3.0:1788926457.269942:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.269951:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926457.269959:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:3.0:1788926457.269962:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:3.0:1788926457.269968:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926457.269976:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.269990:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.269993:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.270001:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.270003:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926457.270015:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926457.270028:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926457.270031:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926457.270033:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926457.270040:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.270045:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926457.270052:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.270056:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.270060:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.270064:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235dc80 00000400:00000200:3.0:1788926457.270069:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926457.270074:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7ec5 [1] + 224 00000800:00000001:3.0:1788926457.270082:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926457.270115:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926457.270119:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.270123:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926457.270128:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926457.270132:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926457.270142:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.270172:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926457.270179:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926457.270182:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.270376:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.270384:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.270386:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.270390:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6790. 00000400:00000200:0.0:1788926457.270428:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85304c8 00000400:00000010:0.0:1788926457.270431:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85304c8. 00000100:00000001:0.0:1788926457.270433:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.270447:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.270466:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.270472:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.270474:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.270477:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.270479:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.270482:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.270484:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.270487:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.270496:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.270500:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.270503:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.270505:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.270507:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.270510:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.270514:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.270516:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.270518:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.270520:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.270526:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.270532:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.270535:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.270537:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.270541:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.270548:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951360:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.270553:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.270555:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.270558:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.270559:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.270562:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.270568:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.270571:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276a80. 00000100:00000001:0.0:1788926457.270574:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.270576:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.270579:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.270582:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270585:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270588:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=4 00000020:00000001:0.0:1788926457.270591:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270593:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000040:0.0:1788926457.270600:0:32627:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880b000, remote cookie: 0x840913afd2dab36e, flags: 0x1001 00010000:00010000:0.0:1788926457.270605:0:32627:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.270616:0:32627:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270627:0:32627:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926457.270631:0:32627:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926457.270633:0:32627:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926457.270635:0:32627:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926457.270636:0:32627:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926457.270639:0:32627:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225600) refcount = 1 00010000:00010000:0.0:1788926457.270643:0:32627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270650:0:32627:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926457.270652:0:32627:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926457.270654:0:32627:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.270657:0:32627:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926457.270660:0:32627:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.270663:0:32627:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270677:0:32627:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926457.270678:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270679:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.270680:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270681:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.270682:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.270686:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926457.270688:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270689:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270691:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270692:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270694:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270697:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270698:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270699:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=4 00000020:00000001:0.0:1788926457.270701:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270704:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270707:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.270709:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.270713:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270719:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270720:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.270722:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270723:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270724:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=5 00000020:00000001:0.0:1788926457.270725:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270727:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270729:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.270731:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270737:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270738:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926457.270740:0:32627:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270747:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.270748:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270749:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.270750:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270751:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926457.270756:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926457.270765:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270766:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270768:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270770:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270772:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270774:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270775:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.270776:0:32627:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.270778:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.270781:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926457.270783:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270785:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270786:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270788:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270790:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00000002:00010000:0.0:1788926457.270793:0:32627:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270800:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270801:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.270803:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.270804:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270805:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270806:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270808:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270810:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000040:0.0:1788926457.270815:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.270818:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926457.270822:0:32627:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926457.270824:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270825:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.270826:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926457.270829:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3898 00000002:00002000:0.0:1788926457.270831:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926457.270834:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.270837:0:32627:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.270840:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926457.270844:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926457.270847:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.270851:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.270854:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.270859:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.270861:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926457.270867:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926457.270870:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926457.270876:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99f80. 00800000:00000001:0.0:1788926457.270878:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218519424 : -108341491032192 : ffff9d76c7e99f80) 00800000:00000001:0.0:1788926457.270880:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.270883:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926457.270885:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926457.270887:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926457.270889:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926457.270892:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926457.270893:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.270898:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926457.270901:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788926457.270905:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926457.270907:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270919:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270921:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270924:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270926:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270928:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270929:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.270931:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926457.270934:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926457.270935:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99f80 1 00800000:00000010:0.0:1788926457.270937:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99f80. 00800000:00000001:0.0:1788926457.270940:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.270943:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c824 00800000:00000001:0.0:1788926457.270946:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.270948:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.270950:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270951:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270952:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270954:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270956:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270959:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270960:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.270961:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.270963:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.270965:0:32627:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.270967:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.270970:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c824 from it ffffb2d8418d3b58 00010000:00000001:0.0:1788926457.270972:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.270973:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.270975:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.270976:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270978:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.270981:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.270983:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.270990:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.270991:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.270993:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.270995:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.270998:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.271005:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.271008:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.271009:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.271014:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271015:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.271017:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271020:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.271022:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271024:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271027:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271029:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.271030:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271031:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.271032:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.271037:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513951360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.271044:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.271046:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.271050:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b3000. 02000000:00000001:0.0:1788926457.271053:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.271055:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.271057:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.271060:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.271062:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:0.0:1788926457.271065:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.271067:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.271069:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:0.0:1788926457.271072:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.271074:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.271077:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.271082:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.271088:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.271090:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b48 00000080:00002000:0.0:1788926457.271092:0:32627:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9d76d1759798) flags 0x20000e refc 1 00000080:00000001:0.0:1788926457.271095:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.271097:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b90 00000080:00200000:0.0:1788926457.271098:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000002:0.0:1788926457.271103:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000020:00000001:0.0:1788926457.271113:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d08 00000080:00200008:0.0:1788926457.271115:0:32627:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.271121:0:32627:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788926457.271125:0:32627:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.271127:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.271129:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c80 00000080:00200000:0.0:1788926457.271131:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448),name=d21h.recovery-small-2 00000080:00000010:0.0:1788926457.271136:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.271140:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.271145:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.271147:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.271149:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ba0 00800000:00000002:0.0:1788926457.271151:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.271154:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.271157:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.271160:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.271163:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.271164:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.271166:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.271169:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.271171:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.271173:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.271173:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.271174:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.271175:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.271177:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.271178:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.271180:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.271183:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.271187:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.271188:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a70 00000002:00010000:0.0:1788926457.271190:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.271193:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.271195:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.271197:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.271201:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.271203:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.271206:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.271208:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.271212:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926457.271219:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.271222:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.271225:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926457.271231:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.271233:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.271235:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.271237:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.271239:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.271241:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.271243:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.271245:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.271247:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.271249:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.271251:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.271253:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) 00000080:00010000:0.0:1788926457.271255:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c7fa 00800000:00000001:0.0:1788926457.271258:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.271259:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.271260:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.271261:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.271263:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.271265:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.271267:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.271269:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271270:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.271271:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.271273:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.271275:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7fa from it ffffb2d8418d3cb8 00010000:00000001:0.0:1788926457.271277:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.271278:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.271279:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.271281:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.271283:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.271285:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.271287:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.271293:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271294:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.271295:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.271297:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.271299:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.271305:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.271306:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.271307:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.271310:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271311:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.271312:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271314:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.271315:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271317:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271319:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271320:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.271321:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271323:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.271324:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.271325:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.271328:0:32627:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.271330:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d08 00000080:00000008:0.0:1788926457.271333:0:32627:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.271375:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.271378:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.271380:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.271381:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00200000:0.0:1788926457.271382:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.271386:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.271388:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.271390:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.271392:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.271394:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ae0 00800000:00000002:0.0:1788926457.271428:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.271431:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.271433:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.271434:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.271435:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.271436:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.271438:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.271440:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.271441:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.271443:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.271447:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.271448:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39b0 00000002:00010000:0.0:1788926457.271450:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.271453:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.271454:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.271455:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.271458:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.271460:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.271462:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.271464:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.271468:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926457.271474:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.271477:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.271479:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926457.271490:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.271491:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.271493:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.271494:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.271496:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.271498:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.271500:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.271502:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.271504:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.271507:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.271508:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.271510:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.271513:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c824 00800000:00000001:0.0:1788926457.271515:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.271517:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.271518:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.271519:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.271521:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.271523:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.271525:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.271527:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271528:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.271529:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.271531:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.271533:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c824 from it ffffb2d8418d3bf8 00010000:00000001:0.0:1788926457.271534:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.271535:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.271536:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.271538:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.271540:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.271541:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.271544:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.271550:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271551:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.271553:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.271554:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.271556:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.271561:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.271563:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.271564:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.271566:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271567:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.271569:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271570:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.271571:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271573:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271575:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271577:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.271578:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271579:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.271580:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.271581:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.271583:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.271586:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.271589:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.271591:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00002000:0.0:1788926457.271593:0:32627:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9d76d1759798) flags 0x20000e refc 1 00000080:00000001:0.0:1788926457.271595:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.271597:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c08 00000080:00200000:0.0:1788926457.271598:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1788926457.271602:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788926457.271606:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.271607:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448), inode mode 41ed mask 44 00000080:00000001:0.0:1788926457.271611:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.271616:0:32627:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926457.271619:0:32627:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926457.271621:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00200008:0.0:1788926457.271622:0:32627:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704400 00000080:00000010:0.0:1788926457.271628:0:32627:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926457.271634:0:32627:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788926457.271636:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.271639:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.271641:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.271643:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.271645:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a28 00800000:00000002:0.0:1788926457.271647:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.271650:0:32627:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926457.271651:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.271653:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.271654:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.271656:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.271657:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.271659:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.271660:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.271663:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39a8 00800000:00000002:0.0:1788926457.271665:0:32627:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788926457.271679:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.271681:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d38e0 00000002:00010000:0.0:1788926457.271683:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788926457.271686:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.271688:0:32627:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926457.271691:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.271694:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.271696:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.271698:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.271701:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271703:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.271705:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.271707:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.271709:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.271710:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.271712:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.271713:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271714:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.271716:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.271720:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926457.271724:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926457.271728:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926457.271729:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271732:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.271735:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.271737:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.271739:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.271740:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.271743:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.271745:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.271747:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.271753:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880e800. 00000100:00000001:0.0:1788926457.271759:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271762:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.271764:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271765:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.271766:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.271768:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.271773:0:32627:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00010000:00000001:0.0:1788926457.271777:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.271779:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926457.271781:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.271783:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.271786:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.271789:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009400. 00000020:00000001:0.0:1788926457.271792:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.271794:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009400 with handle 0xdeff66104c08c82b to hash 00000020:00000001:0.0:1788926457.271796:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.271798:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.271807:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.274079:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.274083:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.274090:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.274101:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926457.274120:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926457.274132:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926457.274142:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926457.274148:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.274150:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.274160:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.274163:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.274165:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.274168:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926457.274172:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.274176:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.274178:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.274180:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.274184:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.274192:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.274194:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.274197:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.274200:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.274202:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.274206:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951616:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.274210:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.274215:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.274218:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.274220:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.274960:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926457.274964:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.274972:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.274979:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214e18. 00000400:00000010:0.0:1788926457.274986:0:32627:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7a8800. 00000100:00000200:0.0:1788926457.274993:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513951616, portal 10 00000100:00000001:0.0:1788926457.274995:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.274997:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:0.0:1788926457.275005:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.275013:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.275015:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.275019:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926457.275022:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513951616, offset 0 00000400:00000200:0.0:1788926457.275029:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.275037:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.275045:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.275051:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.275054:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.275057:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.275060:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.275064:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2782:2782:256:4294967295] 192.168.203.140@tcp LPNI seq info [2782:2782:8:4294967295] 00000400:00000200:0.0:1788926457.275067:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.275078:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.275084:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.275090:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926457.275096:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.275104:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.275108:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.275126:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.275130:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 828082 usecs (829 jiffies) 00000400:00000200:0.0:1788926457.275134:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.275137:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493238 00000100:00000001:0.0:1788926457.275140:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.275143:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493238 00000100:00000001:0.0:1788926457.275145:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.275147:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.275150:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.275152:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.275154:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.275157:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.275160:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.275162:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926457.275498:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926457.275503:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:3.0:1788926457.275508:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.275513:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926457.275519:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:3.0:1788926457.275521:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:3.0:1788926457.275525:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926457.275530:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.275539:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.275542:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.275549:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.275551:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.278147:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.278163:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.278167:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.278170:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.278178:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.278186:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.278193:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.278198:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.278203:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.278207:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235dd80 00000400:00000200:2.0:1788926457.278212:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.278217:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7ed5 [64] + 224 00000800:00000001:2.0:1788926457.278224:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.278232:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.278236:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.278240:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.278246:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.278255:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.278265:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.278292:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.278299:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.278303:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.278903:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.278922:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.278924:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.278928:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214e18. 00000400:00000200:0.0:1788926457.278934:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7a8800 00000400:00000010:0.0:1788926457.278936:0:32627:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7a8800. 00000100:00000001:0.0:1788926457.278939:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.278944:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.278953:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.278959:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.278962:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.278964:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.278967:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.278969:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.278972:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.278975:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.278983:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.278986:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.278988:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788926457.278993:0:32627:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76d8578700 x1875823513951616/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.279000:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788926457.279003:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.279005:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926457.279006:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.279008:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.279010:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926457.279013:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.279014:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.279016:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.279019:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788926457.279024:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.279031:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788926457.279033:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.279035:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.279039:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.279047:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951616:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.279052:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.279054:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788926457.279056:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.279059:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.279062:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.279073:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.279076:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.279079:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.279080:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788926457.279083:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.279087:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.279090:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.279093:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=4 00000020:00000001:0.0:1788926457.279095:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.279098:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00010000:0.0:1788926457.279103:0:32627:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279113:0:32627:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788926457.279117:0:32627:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279122:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.279125:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279131:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279132:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926457.279134:0:32627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279141:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.279144:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.279147:0:32627:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926457.279149:0:32627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.279160:0:32627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009400 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926457.279163:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926457.279166:0:32627:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279172:0:32627:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926457.279174:0:32627:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926457.279177:0:32627:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279181:0:32627:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926457.279183:0:32627:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926457.279184:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.279186:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.279187:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=5 00000020:00000001:0.0:1788926457.279189:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.279191:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.279193:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926457.279196:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926457.279201:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926457.279203:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.279206:0:32627:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926457.279207:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.279210:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.279211:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.279213:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.279214:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926457.279217:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009400 with handle 0xdeff66104c08c82b from hash 00010000:00000001:0.0:1788926457.279219:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.279221:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279222:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279223:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.279225:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.279226:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926457.279229:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279230:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279231:0:32627:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.279233:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.279236:0:32627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279241:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279242:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279243:0:32627:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926457.279244:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.279245:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279246:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279247:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.279249:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c82b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.279258:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279260:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788926457.279264:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788926457.279270:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926457.279279:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926457.279284:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926457.279290:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.279295:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926457.279296:0:32627:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.279298:0:32627:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.279300:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.279303:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926457.279305:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.279306:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00010000:00000001:0.0:1788926457.279308:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926457.279310:0:32627:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.279312:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926457.279314:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3868 00000002:00002000:0.0:1788926457.279316:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788926457.279319:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.279322:0:32627:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.279324:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926457.279327:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926457.279330:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.279334:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.279337:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.279341:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926457.279346:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926457.279350:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926457.279355:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99f80. 00800000:00000001:0.0:1788926457.279358:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218519424 : -108341491032192 : ffff9d76c7e99f80) 00800000:00000001:0.0:1788926457.279360:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.279362:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926457.279365:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926457.279367:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1788926457.279369:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926457.279372:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926457.279373:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.279378:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1788926457.279380:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788926457.279386:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00000001:0.0:1788926457.279562:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926457.279566:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926457.279569:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99f80 1 00800000:00000010:0.0:1788926457.279571:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99f80. 00800000:00000001:0.0:1788926457.279574:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926457.279578:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1788926457.279582:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.279586:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.279593:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.279596:0:32627:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.279601:0:32627:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99f80. 00000080:00000001:0.0:1788926457.279603:0:32627:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926457.279607:0:32627:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926457.279609:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.279611:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.279613:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.279615:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.279617:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.279619:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.279621:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.279624:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926457.279626:0:32627:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172fa0. 00000002:00100000:0.0:1788926457.279630:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926457.279636:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.279638:0:32627:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926457.279641:0:32627:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926457.279645:0:32627:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.279648:0:32627:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926457.279650:0:32627:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.279652:0:32627:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.279655:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.279658:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926457.279664:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.279677:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926457.279715:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926457.279717:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.279720:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00000008:0.0:1788926457.279722:0:32627:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704400, rc = 0 00000080:00000001:0.0:1788926457.279726:0:32627:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.279745:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00200008:0.0:1788926457.279747:0:32627:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.279754:0:32627:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788926457.279758:0:32627:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.279760:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.279762:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ca0 00000080:00200000:0.0:1788926457.279763:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448),name=d21h.recovery-small-2 00000080:00000010:0.0:1788926457.279769:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.279773:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.279779:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.279783:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.279785:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00800000:00000002:0.0:1788926457.279786:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.279789:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.279792:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.279793:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.279794:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.279796:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.279797:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.279799:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.279800:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.279802:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.279803:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.279804:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.279805:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.279806:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.279808:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.279809:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.279811:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.279815:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.279816:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a90 00000002:00010000:0.0:1788926457.279818:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.279821:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.279823:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.279825:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.279831:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.279834:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.279838:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.279840:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.279843:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926457.279851:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.279854:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.279857:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926457.279863:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.279865:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.279866:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.279868:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.279870:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.279871:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.279873:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.279874:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.279877:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.279879:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.279881:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.279883:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) 00000080:00010000:0.0:1788926457.279886:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c7fa 00800000:00000001:0.0:1788926457.279889:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.279890:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.279892:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.279893:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.279895:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.279897:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.279899:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.279902:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279903:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.279904:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.279906:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.279908:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7fa from it ffffb2d8418d3cd8 00010000:00000001:0.0:1788926457.279910:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.279911:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.279912:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.279914:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.279915:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.279918:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.279920:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.279926:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279927:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279928:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.279930:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.279932:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926457.279938:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.279940:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.279942:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.279946:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279947:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.279948:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.279950:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.279952:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.279954:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.279956:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.279958:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.279959:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.279960:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.279962:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.279963:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.279966:0:32627:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.279969:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00000008:0.0:1788926457.279970:0:32627:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.279985:0:32627:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788926457.279987:0:32627:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1788926457.279993:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00800000:00000002:0.0:1788926457.279995:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00000080:00000001:0.0:1788926457.279997:0:32627:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788926457.280001:0:32627:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00800000:00000001:0.0:1788926457.280003:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.280004:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.280005:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.280006:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.280008:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.280009:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.280011:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.280014:0:32627:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788926457.280016:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.280017:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ab8 00000002:00010000:0.0:1788926457.280019:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000405:0x24:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788926457.280022:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.280023:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.280024:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.280026:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.280028:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.280030:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.280032:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.280034:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926457.280041:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.280043:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.280045:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788926457.280056:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.280057:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.280059:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.280060:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.280062:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.280063:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.280064:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.280066:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.280068:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.280071:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.280072:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.280073:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.280109:0:32627:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788926457.280114:0:32627:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9d76ca7a8800. 00000080:00000010:0.1:1788926457.281095:0:32627:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b4a40. 00000080:00000010:0.1:1788926457.281106:0:32627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c700. 00000002:00000001:0.0:1788926457.281356:0:32627:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788926457.281363:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926457.281367:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926457.281372:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.281374:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.281378:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.281385:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553000. 00000100:00000001:0.0:1788926457.281423:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.281426:0:32627:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788926457.281430:0:32627:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76c880ec00. 00000100:00000010:0.0:1788926457.281434:0:32627:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9d76d10c4000. 00000020:00000040:0.0:1788926457.281446:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926457.281539:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.281541:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.281547:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.281549:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.281552:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.281553:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.281558:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.281562:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.281564:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.281565:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.281573:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.281581:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.281584:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.281587:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.281589:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.281591:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.281595:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951744:192.168.203.140@tcp:37:rm.0 00000100:00000001:0.0:1788926457.281599:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.281603:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.281606:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.281608:0:32627:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788926457.281615:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.281619:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214e18. 00000400:00000010:0.0:1788926457.281628:0:32627:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9d76e024e000. 00000100:00000200:0.0:1788926457.281635:0:32627:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6aa0d3235de00-0x6aa0d3235de00, portal 14 00000100:00000001:0.0:1788926457.281638:0:32627:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.281640:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.281644:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880f000. 02000000:00000001:0.0:1788926457.281646:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.281648:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.281651:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926457.281655:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821000. 00000100:00000200:0.0:1788926457.281658:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513951744, portal 10 00000100:00000001:0.0:1788926457.281659:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.281660:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926457.281675:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.281682:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.281685:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.281689:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821330. 00000100:00000200:0.0:1788926457.281692:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875823513951744, offset 0 00000400:00000200:0.0:1788926457.281699:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.281707:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.281715:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.281720:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.281724:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.281728:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.281730:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.281733:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2783:2783:256:4294967295] 192.168.203.140@tcp LPNI seq info [2783:2783:8:4294967295] 00000400:00000200:0.0:1788926457.281738:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.281746:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.281752:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.281757:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2600. 00000800:00000200:0.0:1788926457.281763:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.281771:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.281775:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.281842:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.281848:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 826956 usecs (827 jiffies) 00000400:00000200:0.0:1788926457.281852:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.281854:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493243 00000100:00000001:0.0:1788926457.281857:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.281860:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493243 00000100:00000001:0.0:1788926457.281862:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.281864:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.281867:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.281869:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.281871:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.281873:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.281876:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.281879:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.286423:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.286433:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926457.286451:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.286735:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.286744:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:2.0:1788926457.286747:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:2.0:1788926457.286753:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.286761:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.286773:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.286777:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.286784:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.286785:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.289653:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.289677:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.289681:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.289686:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.289694:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289701:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.289709:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289713:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289718:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289722:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4096 into portal 14 MB=0x6aa0d3235de00 00000400:00000200:2.0:1788926457.289726:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289732:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.140@tcp of length 4096/4096 into md 0x7edd [256] + 0 00000400:00000010:2.0:1788926457.289738:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214e18. 00000400:00000200:2.0:1788926457.289743:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76e024e000 00000800:00000001:2.0:1788926457.289748:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.289759:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.289763:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.289767:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.289772:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76e024e000 00000400:00000010:2.0:1788926457.289775:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9d76e024e000. 00000100:00000001:2.0:1788926457.289780:0:2392:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926457.289782:0:2392:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76d857aa00 desc ffff9d76c880ec00 mbits 1875823513951744 00000100:00000001:2.0:1788926457.289793:0:2392:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926457.289799:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926457.289803:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289808:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.289814:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2784:2784:256:4294967295] 192.168.203.140@tcp LPNI seq info [2784:2784:8:4294967295] 00000400:00000200:2.0:1788926457.289818:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.289826:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926457.289831:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.289838:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9d76d113a000. 00000800:00000200:2.0:1788926457.289844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.289851:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.289855:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d113a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926457.289931:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.289935:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9d76d113a000. 00000400:00000200:2.0:1788926457.289938:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.289942:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926457.289947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.289950:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788926457.290182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00000100:00000001:0.0:1788926457.290202:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.290206:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926457.309145:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.309161:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.309165:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.309168:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.309176:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.309184:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.309192:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.309198:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.309203:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.309206:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d3235de00 00000400:00000200:2.0:1788926457.309211:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.309216:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x7ee5 [1] + 224 00000800:00000001:2.0:1788926457.309222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.309624:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.309628:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.309634:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.309641:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.309650:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.309661:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.309682:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.309691:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.309695:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.309765:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.309772:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.309774:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.309778:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926457.309782:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:0.0:1788926457.309784:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:0.0:1788926457.309787:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.309792:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.309800:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.309806:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.309808:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.309811:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.309814:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.309816:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.309819:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.309822:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.309831:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926457.309835:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.309838:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.309840:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.309843:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.309846:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.309850:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.309852:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.309853:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.309856:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.309861:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788926457.309869:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.309883:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.309885:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.309889:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.309901:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513951744:192.168.203.140@tcp:37:rm.0 00000100:00000001:0.0:1788926457.309907:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.309909:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.309911:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.309914:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.309917:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.309925:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.309927:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.309931:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.309932:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.309936:0:32627:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.309939:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.309942:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513951744/t0(0) o37->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 448/440 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.309947:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.309950:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.309952:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880f000. 02000000:00000001:0.0:1788926457.309955:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.309958:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.309960:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.309962:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926457.309963:0:32627:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788926457.309965:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.309967:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.309968:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:0.0:1788926457.309992:0:32627:0:(client.c:346:ptlrpc_free_bulk()) kvfreed 'desc->bd_vec': 4096 at ffff9d76d10c4000. 00000100:00000010:0.0:1788926457.309996:0:32627:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9d76c880ec00. 00000100:00000001:0.0:1788926457.309999:0:32627:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788926457.310001:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553000. 02000000:00000001:0.0:1788926457.310004:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.310006:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.310008:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926457.310011:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.310012:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.310014:0:32627:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788926457.310017:0:32627:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788926457.311734:0:32627:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9d76ca7a8800. 00000002:00000001:0.0:1788926457.311744:0:32627:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.311750:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.311753:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.311756:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.311758:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.311762:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.311764:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.311770:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926457.311780:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.311781:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.311783:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.311786:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.311788:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926457.311796:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.311799:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.311801:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.311806:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.311807:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.311808:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.311811:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.311813:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.311815:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.311819:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.311821:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.311822:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.311823:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788926457.311826:0:32627:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.311832:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1788926457.311837:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926457.311840:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1788926457.311844:0:32627:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.311849:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000010:0.0:1788926457.311852:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.311856:0:32627:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.311882:0:32627:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926457.311885:0:32627:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926457.311888:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00200008:0.0:1788926457.311890:0:32627:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704000 00000080:00400000:0.0:1788926457.311894:0:32627:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:0.0:1788926457.311897:0:32627:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926457.311899:0:32627:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788926457.311900:0:32627:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926457.311906:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.311908:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.312229:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.312290:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.312293:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.312295:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.312298:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.312302:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.312305:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.312311:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.312314:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.312318:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.312320:0:32627:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 0 00000080:00000001:0.0:1788926457.312323:0:32627:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926457.312325:0:32627:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926457.312331:0:32627:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.312334:0:32627:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:0.0:1788926457.312340:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00000080:00000001:0.0:1788926457.312343:0:32627:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926457.312347:0:32627:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926457.312349:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.312350:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.312352:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.312353:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.312355:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.312356:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.312358:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.312360:0:32627:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:0.0:1788926457.312364:0:32627:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926457.312366:0:32627:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1788926457.312371:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926457.312375:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926457.312379:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.312383:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.312388:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.312441:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553000. 00000100:00000001:0.0:1788926457.312449:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926457.312529:0:32627:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926457.312540:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926457.312546:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926457.312552:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.312555:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.312561:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.312563:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.312566:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.312567:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.312572:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.312575:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.312577:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.312580:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.312584:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.312591:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.312593:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.312596:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.312598:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.312600:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.312604:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952000:192.168.203.140@tcp:35:rm.0 00000100:00000001:0.0:1788926457.312607:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.312612:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.312614:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.312617:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.312621:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880ec00. 02000000:00000001:0.0:1788926457.312623:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.312630:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.312634:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926457.312640:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821000. 00000100:00000200:0.0:1788926457.312647:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513952000, portal 10 00000100:00000001:0.0:1788926457.312648:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.312650:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926457.312656:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.312663:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.312675:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.312679:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821330. 00000100:00000200:0.0:1788926457.312682:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513952000, offset 0 00000400:00000200:0.0:1788926457.312688:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.312696:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.312702:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.312707:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.312710:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.312714:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.312717:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.312720:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2785:2785:256:4294967295] 192.168.203.140@tcp LPNI seq info [2785:2785:8:4294967295] 00000400:00000200:0.0:1788926457.312725:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.312734:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.312740:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.312745:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2000. 00000800:00000200:0.0:1788926457.312751:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.312759:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.312763:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.312783:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.312788:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 825873 usecs (826 jiffies) 00000400:00000200:0.0:1788926457.312791:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.312794:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493273 00000100:00000001:0.0:1788926457.312796:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.312798:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493273 00000100:00000001:0.0:1788926457.312800:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.312802:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.312804:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.312806:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.312808:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.312811:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.312813:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.312815:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926457.313037:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926457.313042:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:3.0:1788926457.313047:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926457.313051:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926457.313056:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:3.0:1788926457.313059:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:3.0:1788926457.313062:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926457.313066:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.313075:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926457.313078:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926457.313085:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926457.313086:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.318965:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.318984:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.318989:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.318992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.318999:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.319007:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.319016:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.319021:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.319026:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.319031:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235df00 00000400:00000200:2.0:1788926457.319036:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.319041:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7eed [1] + 224 00000800:00000001:2.0:1788926457.319048:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.319056:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.319059:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.319064:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.319071:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.319080:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.319091:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.319112:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.319120:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.319123:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.320790:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.320803:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.320806:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.320809:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926457.320817:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:0.0:1788926457.320819:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:0.0:1788926457.320824:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.320833:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.320844:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513952000/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.320852:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.320854:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.320856:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.320859:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.320861:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.320863:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.320866:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.320875:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926457.320880:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.320882:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.320884:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.320887:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.320891:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.320894:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.320896:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926457.320898:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.320900:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.320902:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.320905:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.320907:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.320909:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.320912:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.320917:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513952000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.320924:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.320927:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.320929:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.320932:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513952000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.320939:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952000:192.168.203.140@tcp:35:rm.0 00000100:00000001:0.0:1788926457.320944:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.320947:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.320949:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.320951:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.320954:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513952000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.320961:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.320963:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.320967:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.320968:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.320975:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.320976:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000002:00000001:0.0:1788926457.320979:0:32627:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.320982:0:32627:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.320986:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000010:0.0:1788926457.320989:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553a00. 00000080:00000001:0.0:1788926457.320993:0:32627:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926457.320996:0:32627:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926457.320998:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.321001:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.321003:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.321005:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.321007:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.321009:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.321011:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.321015:0:32627:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926457.321020:0:32627:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321027:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.321028:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926457.321030:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.321033:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321044:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.321046:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.321049:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513952000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321054:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.321056:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.321058:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513951616/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321064:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926457.321067:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.321068:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.321071:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.321074:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926457.321077:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.321079:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.321081:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:0.0:1788926457.321084:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.321085:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.321087:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.321090:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513952000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321096:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.321098:0:32627:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172fa0. 00000002:00000001:0.0:1788926457.321101:0:32627:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.321102:0:32627:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.321105:0:32627:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99f80. 00000100:00000001:0.0:1788926457.321107:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.321110:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513952000/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321116:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.321117:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.321120:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880ec00. 02000000:00000001:0.0:1788926457.321123:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.321124:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.321125:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.321127:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.321129:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553000. 02000000:00000001:0.0:1788926457.321131:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.321132:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.321133:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926457.321135:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.321137:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.321139:0:32627:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.321143:0:32627:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926457.321147:0:32627:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.321152:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00000008:0.0:1788926457.321155:0:32627:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704000, rc = 0 00000080:00000001:0.0:1788926457.321159:0:32627:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.321161:0:32627:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.321208:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.321211:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.321213:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.321215:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00200000:0.0:1788926457.321216:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.321221:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.321227:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.321241:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.321244:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.321246:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ae0 00800000:00000002:0.0:1788926457.321248:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.321252:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.321254:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.321255:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.321256:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.321257:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.321259:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.321261:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.321263:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.321266:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.321271:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.321272:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39b0 00000002:00010000:0.0:1788926457.321274:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.321277:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.321279:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.321282:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.321287:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.321290:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.321294:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.321297:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.321302:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926457.321311:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.321314:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.321318:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926457.321325:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.321327:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.321329:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.321331:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.321333:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.321334:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.321337:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.321338:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.321340:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000080:00000001:0.0:1788926457.321344:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.321345:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.321348:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.321351:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c824 00800000:00000001:0.0:1788926457.321354:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.321356:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.321358:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.321360:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.321362:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.321364:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.321367:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.321369:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.321371:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.321372:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.321374:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.321376:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c824 from it ffffb2d8418d3bf8 00010000:00000001:0.0:1788926457.321378:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.321379:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.321381:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.321383:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.321384:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.321387:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.321389:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.321481:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.321482:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.321484:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.321486:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.321489:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926457.321496:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.321499:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.321501:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.321505:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.321506:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.321507:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321510:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.321512:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321515:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321518:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321520:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.321521:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.321522:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.321524:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.321526:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.321528:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.321532:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.321535:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.321538:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00000080:00002000:0.0:1788926457.321539:0:32627:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9d76d1759798) flags 0x20000e refc 1 00000080:00000001:0.0:1788926457.321542:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.321544:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c08 00000080:00200000:0.0:1788926457.321546:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000002:0.0:1788926457.321552:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:0.0:1788926457.321557:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.321558:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448), inode mode 41ed mask 44 00000080:00000001:0.0:1788926457.321561:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.321566:0:32627:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926457.321568:0:32627:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926457.321570:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00200008:0.0:1788926457.321571:0:32627:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704400 00000080:00000010:0.0:1788926457.321576:0:32627:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926457.321582:0:32627:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788926457.321584:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.321587:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.321589:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.321591:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.321592:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a28 00800000:00000002:0.0:1788926457.321594:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000405:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.321597:0:32627:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926457.321599:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.321600:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.321601:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.321602:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.321604:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.321605:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.321607:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.321609:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39a8 00800000:00000002:0.0:1788926457.321611:0:32627:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788926457.321614:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.321615:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d38e0 00000002:00010000:0.0:1788926457.321617:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788926457.321621:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.321623:0:32627:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926457.321626:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.321629:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.321631:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.321634:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.321637:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321639:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.321641:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.321642:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.321644:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.321646:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.321648:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.321650:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321651:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.321653:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.321656:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926457.321659:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926457.321665:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926457.321676:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321679:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.321683:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.321686:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.321687:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.321688:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.321690:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.321692:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.321696:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.321702:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880ec00. 00000100:00000001:0.0:1788926457.321708:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321712:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.321713:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321715:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.321716:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.321718:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.321724:0:32627:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926457.321728:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.321730:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926457.321733:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.321735:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.321737:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.321740:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009400. 00000020:00000001:0.0:1788926457.321743:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.321745:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009400 with handle 0xdeff66104c08c832 to hash 00000020:00000001:0.0:1788926457.321747:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.321749:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.321752:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.321755:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.321756:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.321759:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.321767:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926457.321777:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926457.321785:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926457.321793:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926457.321803:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.321804:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.321811:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.321813:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.321815:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.321817:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.321821:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.321825:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.321827:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.321828:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.321833:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.321840:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.321841:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.321845:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.321847:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.321849:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.321852:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952256:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.321856:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.321861:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.321863:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.321865:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.321958:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926457.321961:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.321968:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.321972:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926457.321978:0:32627:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7a8800. 00000100:00000200:0.0:1788926457.321985:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513952256, portal 10 00000100:00000001:0.0:1788926457.321987:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.321988:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926457.321994:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.322007:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.322010:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.322014:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821000. 00000100:00000200:0.0:1788926457.322017:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513952256, offset 0 00000400:00000200:0.0:1788926457.322024:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.322032:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.322040:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.322045:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.322048:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.322051:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.322053:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.322056:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2786:2786:256:4294967295] 192.168.203.140@tcp LPNI seq info [2786:2786:8:4294967295] 00000400:00000200:0.0:1788926457.322060:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.322070:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.322076:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.322081:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926457.322087:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.322093:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.322098:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.322122:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.322126:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 824760 usecs (825 jiffies) 00000400:00000200:0.0:1788926457.322129:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.322132:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493281 00000100:00000001:0.0:1788926457.322135:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.322137:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493281 00000100:00000001:0.0:1788926457.322140:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.322142:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.322144:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.322147:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.322149:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.322151:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.322154:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.322156:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.322528:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.322533:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926457.322538:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.322543:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.322548:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:2.0:1788926457.322550:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:2.0:1788926457.322553:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.322558:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.322566:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.322569:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.322576:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.322578:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.333928:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.333943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.333947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.333949:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.333957:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.333965:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.333974:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.333980:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.333985:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.333990:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235e000 00000400:00000200:2.0:1788926457.333996:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.334003:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7ef5 [64] + 224 00000800:00000001:2.0:1788926457.334009:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.334017:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.334020:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.334024:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.334032:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.334041:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.334052:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.334073:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.334081:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.334084:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.334181:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.334188:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.334191:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.334194:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926457.334198:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7a8800 00000400:00000010:0.0:1788926457.334200:0:32627:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7a8800. 00000100:00000001:0.0:1788926457.334203:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.334208:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.334243:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513952256/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.334250:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.334252:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.334254:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.334257:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.334259:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.334262:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.334265:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.334274:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.334278:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.334281:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.334282:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.334285:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.334288:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.334291:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.334293:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926457.334294:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.334296:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.334298:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.334301:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.334303:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.334305:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.334308:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.334312:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.334319:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.334322:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.334325:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.334328:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.334336:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952256:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.334340:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.334342:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.334344:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.334346:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.334349:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.334356:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.334359:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.334361:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.334362:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.334365:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.334369:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.334372:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.334375:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=4 00000020:00000001:0.0:1788926457.334377:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334380:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000040:0.0:1788926457.334386:0:32627:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009400, remote cookie: 0x840913afd2dab38a, flags: 0x1001 00010000:00000040:0.0:1788926457.334388:0:32627:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926457.334428:0:32627:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788926457.334445:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.334448:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.334452:0:32627:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.334770:0:32627:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.334783:0:32627:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.334789:0:32627:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926457.334793:0:32627:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926457.334795:0:32627:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926457.334797:0:32627:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926457.334798:0:32627:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926457.334801:0:32627:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9d76c3b2a500) refcount = 2 00010000:00000040:0.0:1788926457.334804:0:32627:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926457.334806:0:32627:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788926457.334813:0:32627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.334818:0:32627:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926457.334821:0:32627:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926457.334823:0:32627:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.334825:0:32627:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926457.334827:0:32627:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.334831:0:32627:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 4/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.334836:0:32627:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926457.334838:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.334839:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.334840:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.334842:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.334843:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.334847:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926457.334850:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.334852:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.334853:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.334855:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334858:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334860:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.334861:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926457.334865:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926457.334875:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926457.334879:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926457.334886:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.334891:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.334892:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.334893:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.334895:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334896:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334899:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.334900:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.334901:0:32627:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.334903:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.334906:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926457.334908:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.334909:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926457.334911:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.334912:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.334913:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.334915:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334917:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00000002:00010000:0.0:1788926457.334920:0:32627:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.334926:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.334927:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.334929:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.334930:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.334931:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.334932:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.334933:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.334935:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000040:0.0:1788926457.334938:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:0.0:1788926457.334940:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926457.334944:0:32627:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 16 res 8589935621/36 (0 0) 00010000:00000001:0.0:1788926457.334946:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.334947:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.334948:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926457.334951:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3868 00000002:00002000:0.0:1788926457.334952:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788926457.334955:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.334959:0:32627:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.334961:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926457.334965:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926457.334968:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.334972:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.334975:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000080:00000001:0.0:1788926457.334980:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926457.334984:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926457.334988:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926457.334994:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99f80. 00800000:00000001:0.0:1788926457.334996:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218519424 : -108341491032192 : ffff9d76c7e99f80) 00800000:00000001:0.0:1788926457.334998:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.335000:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926457.335003:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926457.335005:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:0.0:1788926457.335008:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926457.335010:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926457.335012:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335015:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1788926457.335018:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788926457.335022:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00010000:00000001:0.0:1788926457.335024:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.335026:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.335027:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.335029:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.335030:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.335032:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335033:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.335034:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926457.335037:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926457.335038:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99f80 1 00800000:00000010:0.0:1788926457.335040:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99f80. 00800000:00000001:0.0:1788926457.335042:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.335045:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c832 00800000:00000001:0.0:1788926457.335048:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.335049:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.335050:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.335051:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.335053:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.335054:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.335057:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.335059:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335060:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.335061:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.335063:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926457.335066:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000100:00000001:0.0:1788926457.335069:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.335072:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.335079:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.335082:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c832 from it ffffb2d8418d3bd0 00010000:00000001:0.0:1788926457.335084:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.335085:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.335086:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=3 00000020:00000001:0.0:1788926457.335088:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.335090:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.335092:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.335094:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 3/1,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.335100:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335101:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.335102:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.335105:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.335107:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.335114:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.335116:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.335118:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.335122:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335123:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.335124:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335127:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.335129:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335131:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335133:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335135:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.335137:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335138:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926457.335140:0:32627:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.335144:0:32627:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99f80. 00000080:00000001:0.0:1788926457.335146:0:32627:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926457.335149:0:32627:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926457.335151:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.335154:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.335156:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.335158:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.335160:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335162:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.335164:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.335167:0:32627:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926457.335169:0:32627:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172fa0. 00000002:00100000:0.0:1788926457.335173:0:32627:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926457.335179:0:32627:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.335181:0:32627:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926457.335184:0:32627:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926457.335188:0:32627:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335190:0:32627:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926457.335192:0:32627:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335194:0:32627:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.335196:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.335199:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926457.335205:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.335208:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926457.335255:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926457.335257:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.335260:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b78 00000080:00000008:0.0:1788926457.335262:0:32627:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704400, rc = 0 00000080:00000001:0.0:1788926457.335368:0:32627:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.335543:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00200008:0.0:1788926457.335547:0:32627:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.335554:0:32627:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788926457.335558:0:32627:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335561:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.335563:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3ca0 00000080:00200000:0.0:1788926457.335565:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448),name=d21h.recovery-small-2 00000080:00000010:0.0:1788926457.335570:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.335575:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.335580:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.335583:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.335585:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bc0 00800000:00000002:0.0:1788926457.335588:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x24:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.335591:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.335593:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.335595:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.335596:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.335598:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.335599:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335601:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.335603:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.335604:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.335605:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.335606:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.335607:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.335609:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335610:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.335612:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335614:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.335618:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.335620:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a90 00000002:00010000:0.0:1788926457.335622:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.335625:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.335627:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.335628:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.335631:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:0.0:1788926457.335634:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.335637:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.335640:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.335644:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926457.335656:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.335660:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.335663:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788926457.335680:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.335682:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.335683:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.335685:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.335687:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.335689:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.335691:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.335693:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.335695:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000080:00000001:0.0:1788926457.335698:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.335699:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.335702:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) 00000080:00010000:0.0:1788926457.335705:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c7fa 00800000:00000001:0.0:1788926457.335707:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.335709:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.335710:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.335712:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.335713:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.335715:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.335717:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.335719:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335720:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.335722:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.335723:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.335725:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c7fa from it ffffb2d8418d3cd8 00010000:00000001:0.0:1788926457.335727:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.335728:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.335730:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.335731:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.335733:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.335735:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.335738:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926457.335743:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335744:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.335745:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.335747:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.335749:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926457.335755:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.335756:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.335757:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.335759:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335760:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.335761:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335763:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.335764:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335766:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335768:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.335769:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.335770:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.335771:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.335773:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.335774:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.335777:0:32627:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.335780:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d28 00000080:00000008:0.0:1788926457.335782:0:32627:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926457.335804:0:32627:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788926457.335806:0:32627:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448) pos/size0/4096 32bit_api 0 00000080:00000010:0.0:1788926457.335810:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.335812:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00000080:00000001:0.0:1788926457.335815:0:32627:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788926457.335821:0:32627:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446738547231146048 : -5526478405568 : fffffaf94437c040) 00000080:00000001:0.0:1788926457.335824:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611174 : 144115205339611174 : 200000405000026) 00000080:00000001:0.0:1788926457.335827:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926457.335829:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:0.0:1788926457.335832:0:32627:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335834:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000010:0.0:1788926457.335835:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000080:00000001:0.0:1788926457.335838:0:32627:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335845:0:32627:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788926457.335846:0:32627:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448) pos/size18446744073709551614/4096 32bit_api 0 00000080:00000001:0.0:1788926457.335849:0:32627:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926457.335851:0:32627:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335866:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.335868:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.335870:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448), inode mode 41ed mask 1 00000080:00000001:0.0:1788926457.335873:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335879:0:32627:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926457.335881:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3da0 00000080:00002000:0.0:1788926457.335883:0:32627:0:(dcache.c:87:ll_dcompare()) found name f(ffff9d76d17595e8) flags 0x48000e refc 0 00000080:00000001:0.0:1788926457.335885:0:32627:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.335887:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e10 00000080:00200000:0.0:1788926457.335888:0:32627:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788926457.335892:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926457.335893:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448), inode mode 41ed mask 3 00000080:00000001:0.0:1788926457.335896:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.335899:0:32627:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788926457.335901:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3df8 00000080:00200000:0.0:1788926457.335903:0:32627:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000405:0x24:0x0](ffff9d76d158f448) 00000080:00000001:0.0:1788926457.335905:0:32627:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788926457.335908:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.335911:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.335914:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.335916:0:32627:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926457.335920:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000002:0.0:1788926457.335923:0:32627:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004e8a0 addref 2/0 by ffff9d76c12127c0. 00020000:00000002:0.0:1788926457.335926:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.335928:0:32627:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926457.335930:0:32627:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926457.335932:0:32627:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926457.335934:0:32627:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788926457.335936:0:32627:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788926457.335939:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.335941:0:32627:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788926457.335944:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.335946:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00800000:00000001:0.0:1788926457.335951:0:32627:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788926457.335952:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.335953:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.335955:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.335956:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.335958:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335960:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.335961:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.335963:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.335964:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.335965:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.335966:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.335967:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335969:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1788926457.335970:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.335973:0:32627:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:0.0:1788926457.335975:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.335975:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.335976:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.335977:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.335979:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335980:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x26:0x0] 00800000:00000001:0.0:1788926457.335982:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335984:0:32627:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x26:0x0] 00800000:00000001:0.0:1788926457.335986:0:32627:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.335989:0:32627:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000405:0x24:0x0]/[0x200000405:0x26:0x0] -> mds #0 00000002:00000001:0.0:1788926457.335993:0:32627:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788926457.335995:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.335997:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:0.0:1788926457.335999:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.336002:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.336005:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926457.336008:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788926457.336016:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926457.336019:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926457.336021:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926457.336023:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:0.0:1788926457.336025:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336027:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336028:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:0.0:1788926457.336030:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.336032:0:32627:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788926457.336034:0:32627:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788926457.336035:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.336037:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.336040:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926457.336047:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.336048:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.336049:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788926457.336050:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.336052:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.336053:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=2 00000020:00000001:0.0:1788926457.336055:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.336057:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926457.336059:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.336060:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.336061:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336062:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336064:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:0.0:1788926457.336065:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336067:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.336069:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336070:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336071:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:0.0:1788926457.336073:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336075:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336076:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926457.336079:0:32627:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9d76d158f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788926457.336130:0:32627:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788926457.336132:0:32627:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788926457.336133:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926457.336135:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9d76d158f448) invalid 00000020:00000001:0.0:1788926457.336138:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a60 00000080:00002000:0.0:1788926457.336140:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9d76d1759798) parent ffff9d76d14be6c0 inode ffff9d76d158f448 refc 3 00000080:00000001:0.0:1788926457.336143:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926457.336145:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926457.336146:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.336149:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.336151:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.336152:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.336154:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.336156:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926457.336159:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009000 with handle 0xdeff66104c08c7fa from hash 00010000:00000001:0.0:1788926457.336161:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.336162:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.336163:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.336164:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.336166:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.336168:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926457.336170:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.336172:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.336175:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.336177:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926457.336180:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 3 00010000:00000001:0.0:1788926457.336182:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.336184:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926457.336186:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926457.336189:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788926457.336194:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926457.336196:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926457.336197:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926457.336198:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1788926457.336200:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336201:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336202:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 4 00010000:00000001:0.0:1788926457.336204:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336206:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.336207:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336208:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336210:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 4 00010000:00000001:0.0:1788926457.336212:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336213:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.336215:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336216:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336217:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 4 00010000:00000001:0.0:1788926457.336218:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336220:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.336221:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336222:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336224:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 4 00010000:00000001:0.0:1788926457.336225:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336227:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336228:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336230:0:32627:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926457.336232:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.336233:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.336235:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.336237:0:32627:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788926457.336239:0:32627:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1788926457.336242:0:32627:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788926457.336244:0:32627:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788926457.336247:0:32627:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926457.336249:0:32627:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926457.336251:0:32627:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788926457.336254:0:32627:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.336255:0:32627:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926457.336257:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.336259:0:32627:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336260:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926457.336262:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x26:0x0](ffff9d76d15b0908) invalid 00000020:00000001:0.0:1788926457.336264:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a60 00000080:00002000:0.0:1788926457.336883:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9d76d17595e8) parent ffff9d76d1759798 inode ffff9d76d15b0908 refc 1 00000080:00000001:0.0:1788926457.336888:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926457.336890:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926457.336891:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.336894:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.336896:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.336898:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.336900:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.336902:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926457.336905:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008400 with handle 0xdeff66104c08c801 from hash 00010000:00000001:0.0:1788926457.336907:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.336908:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.336910:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.336911:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.336913:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.336915:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926457.336917:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926457.336920:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788926457.336926:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926457.336928:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926457.336930:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926457.336931:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x26:0x0] mode (null) 00000002:00000001:0.0:1788926457.336934:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.336936:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.336939:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfd00 count: 4 00010000:00000001:0.0:1788926457.336941:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.336943:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336945:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336947:0:32627:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926457.336948:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.336950:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.336952:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.336953:0:32627:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788926457.336955:0:32627:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1788926457.336957:0:32627:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788926457.336958:0:32627:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788926457.336960:0:32627:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926457.336962:0:32627:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926457.336964:0:32627:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788926457.336966:0:32627:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.336968:0:32627:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926457.336969:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.336971:0:32627:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.336972:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926457.336973:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.336975:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.336976:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.336977:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.336978:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.336980:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926457.336982:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fe000 with handle 0xdeff66104c08c7d7 from hash 00010000:00000001:0.0:1788926457.336983:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.336984:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.336985:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.336986:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.336987:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.336989:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926457.336991:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788926457.336993:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788926457.336995:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788926457.337002:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926457.337006:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926457.337011:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926457.337013:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.337015:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.337019:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.337022:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.337023:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.337025:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.337027:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.337029:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.337032:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.337039:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553a00. 00000100:00000001:0.0:1788926457.337044:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.337046:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.337049:0:32627:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926457.337055:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926457.337062:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926457.337069:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788926457.337075:0:32627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788926457.337076:0:32627:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788926457.337078:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.337080:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c801 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab2e9 expref: -99 pid: 32626 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788926457.337092:0:32627:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e996c0. 00010000:00000001:0.0:1788926457.337098:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.337100:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.337102:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe000/0xdeff66104c08c7d7 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab256 expref: -99 pid: 32591 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788926457.337108:0:32627:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020e140. 00010000:00000040:0.0:1788926457.337111:0:32627:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52dfd00 count: 0 00010000:00000010:0.0:1788926457.337115:0:32627:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11fa280. 00010000:00000001:0.0:1788926457.337120:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.337121:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.337123:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c7fa lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab2cd expref: -99 pid: 32626 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926457.337131:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.337132:0:32627:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.337134:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.337135:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.337137:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788926457.337146:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788926457.337155:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926457.337162:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.337164:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.337169:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.337171:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.337173:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.337175:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926457.337179:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.337183:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.337185:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.337187:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.337191:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.337199:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.337201:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.337203:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.337205:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.337207:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.337210:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952512:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.337214:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.337218:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.337220:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.337222:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.337226:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926457.337228:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.337247:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.337251:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926457.337257:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926457.337263:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513952512, portal 10 00000100:00000001:0.0:1788926457.337264:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.337325:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:0.0:1788926457.337332:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.337339:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.337342:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.337345:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821ee0. 00000100:00000200:0.0:1788926457.337348:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875823513952512, offset 0 00000400:00000200:0.0:1788926457.337354:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.337362:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.337369:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.337373:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.337377:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.337381:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.337384:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.337387:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2787:2787:256:4294967295] 192.168.203.140@tcp LPNI seq info [2787:2787:8:4294967295] 00000400:00000200:0.0:1788926457.337420:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.337429:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.337586:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.337592:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926457.337599:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.337606:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.337610:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.337626:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.337630:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 823656 usecs (824 jiffies) 00000400:00000200:0.0:1788926457.337634:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.337637:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493296 00000100:00000001:0.0:1788926457.337640:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.337643:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493296 00000100:00000001:0.0:1788926457.337645:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.337647:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.337650:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.337652:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.337654:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.337656:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.337659:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.337661:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.337879:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.337884:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:2.0:1788926457.337889:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.337894:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.337899:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821ee0 00000400:00000010:2.0:1788926457.337901:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821ee0. 00000100:00000001:2.0:1788926457.337905:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.337910:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.337918:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.337921:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.337927:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.337929:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.343108:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.343125:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.343130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.343132:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.343141:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.343148:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.343157:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.343162:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.343298:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.343303:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235e100 00000400:00000200:2.0:1788926457.343308:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.343314:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7efd [1] + 224 00000800:00000001:2.0:1788926457.343322:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.343330:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.343334:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.343338:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.343345:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.343352:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926457.343363:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.343383:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.343392:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.343480:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788926457.343571:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00010000:00000010:0.1:1788926457.343577:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfd00. 00010000:00000010:0.1:1788926457.343581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00010000:00000010:0.1:1788926457.343585:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00000100:00000001:0.0:1788926457.343600:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.343609:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.343611:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.343614:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926457.343618:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:0.0:1788926457.343620:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:0.0:1788926457.343624:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.343629:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926457.343638:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513952512/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.343645:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.343647:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.343649:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.343652:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.343655:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.343657:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.343660:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.343678:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.343683:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.343686:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.343688:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.343691:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.343694:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.343697:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.343699:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000140/0x100000142] 00000100:00000001:0.0:1788926457.343701:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.343702:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.343704:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926457.343707:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.343709:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.343711:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.343713:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.343718:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513952512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.343725:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.343728:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.343730:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.343734:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513952512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926457.343747:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952512:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.343752:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.343755:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.343757:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.343758:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.343762:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513952512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.343768:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.343770:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.343773:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.343774:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.343783:0:32627:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.343785:0:32627:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.343789:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000010:0.0:1788926457.343792:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000100:00000001:0.0:1788926457.343799:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.343802:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513952512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.343808:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.343813:0:32627:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.343822:0:32627:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926457.343825:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e28 00000080:00002000:0.0:1788926457.343827:0:32627:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9d76d17595e8, parent ffff9d76d1759798, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788926457.343831:0:32627:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.343835:0:32627:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926457.343840:0:32627:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788926457.343847:0:32627:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788926457.343849:0:32627:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788926457.343851:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.343854:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.343857:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926457.343861:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce468 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.343864:0:32627:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926457.343867:0:32627:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926457.343868:0:32627:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926457.343871:0:32627:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.343872:0:32627:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926457.343873:0:32627:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.343877:0:32627:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x26:0x0]io ffff9d76c2df4060 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788926457.343881:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.343884:0:32627:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926457.343886:0:32627:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926457.343888:0:32627:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926457.343889:0:32627:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.343891:0:32627:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926457.343893:0:32627:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926457.343894:0:32627:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.343896:0:32627:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.343896:0:32627:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926457.343897:0:32627:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926457.343899:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00000020:00000001:0.0:1788926457.343901:0:32627:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.343904:0:32627:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926457.343906:0:32627:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926457.343907:0:32627:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926457.343910:0:32627:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926457.343914:0:32627:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926457.343917:0:32627:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926457.343919:0:32627:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926457.343920:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.343921:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926457.343923:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926457.343926:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ceaa8 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.343928:0:32627:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926457.345048:0:32627:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926457.345051:0:32627:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926457.345053:0:32627:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926457.345055:0:32627:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926457.345058:0:32627:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345060:0:32627:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345062:0:32627:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926457.345065:0:32627:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788926457.345067:0:32627:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345069:0:32627:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345071:0:32627:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345074:0:32627:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788926457.345076:0:32627:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926457.345078:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.345079:0:32627:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926457.345080:0:32627:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926457.345081:0:32627:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345083:0:32627:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345085:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345584:0:32627:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345587:0:32627:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926457.345588:0:32627:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345589:0:32627:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345591:0:32627:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788926457.345593:0:32627:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926457.345595:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.345596:0:32627:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926457.345599:0:32627:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788926457.345601:0:32627:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788926457.345604:0:32627:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788926457.345607:0:32627:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c31b68c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788926457.345611:0:32627:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788926457.345614:0:32627:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c31b68c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788926457.345617:0:32627:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926457.345619:0:32627:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345621:0:32627:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345622:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345623:0:32627:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345625:0:32627:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345627:0:32627:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926457.345628:0:32627:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788926457.345630:0:32627:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926457.345631:0:32627:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926457.345632:0:32627:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926457.345634:0:32627:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345635:0:32627:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788926457.345637:0:32627:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926457.345639:0:32627:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788926457.345640:0:32627:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926457.345641:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.345643:0:32627:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926457.345644:0:32627:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926457.345645:0:32627:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345646:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345648:0:32627:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926457.345649:0:32627:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926457.345650:0:32627:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788926457.345652:0:32627:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926457.345653:0:32627:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926457.345654:0:32627:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926457.345655:0:32627:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926457.345656:0:32627:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926457.345657:0:32627:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926457.345659:0:32627:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345661:0:32627:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345662:0:32627:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926457.345663:0:32627:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926457.345664:0:32627:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345674:0:32627:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926457.345676:0:32627:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926457.345677:0:32627:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926457.345678:0:32627:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926457.345680:0:32627:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926457.345682:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926457.345685:0:32627:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926457.345687:0:32627:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926457.345690:0:32627:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926457.345692:0:32627:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926457.345695:0:32627:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926457.345696:0:32627:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926457.345699:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.345701:0:32627:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.345706:0:32627:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788926457.345708:0:32627:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x26:0x0](ffff9d76d15b0908) 00800000:00000001:0.0:1788926457.345713:0:32627:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788926457.345715:0:32627:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x26:0x0] 00000002:00000001:0.0:1788926457.345720:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.345725:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.345727:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.345730:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.345732:0:32627:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.345734:0:32627:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788926457.345737:0:32627:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788926457.345738:0:32627:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.345741:0:32627:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.345744:0:32627:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926457.345747:0:32627:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926457.345749:0:32627:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00020000:00000001:0.0:1788926457.345756:0:32627:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788926457.345758:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.345761:0:32627:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788926457.345764:0:32627:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e8a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926457.345768:0:32627:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926457.345772:0:32627:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db180: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788926457.345774:0:32627:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788926457.345776:0:32627:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345778:0:32627:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788926457.345780:0:32627:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788926457.345784:0:32627:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788926457.345789:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2af00 count: 2 00010000:00000001:0.0:1788926457.345791:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.345794:0:32627:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788926457.345796:0:32627:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788926457.345802:0:32627:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 1788926439 1788926439 1788926439 by oinfo size 0 blocks 0 [cma]time 1788926439 1788926439 1788926439 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 1/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788926457.345815:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000020:00000001:0.0:1788926457.345817:0:32627:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b68c0 -> ffff9d76c84ce468 00000008:00000001:0.0:1788926457.345819:0:32627:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.345821:0:32627:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926457.345823:0:32627:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926457.345825:0:32627:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788926457.345831:0:32627:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9d76c31b68c0. 00020000:00000001:0.0:1788926457.345837:0:32627:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788926457.345840:0:32627:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9d76c84cea28. 00020000:00000001:0.0:1788926457.345847:0:32627:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788926457.345849:0:32627:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926457.345851:0:32627:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926457.345853:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.345855:0:32627:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788926457.345857:0:32627:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788926457.345858:0:32627:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000001:0.0:1788926457.345861:0:32627:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788926457.345863:0:32627:0:(lov_object.c:322:lov_fini_raid0()) kvfreed 'r0->lo_sub': 8 at ffff9d76c85cc5f0. 00020000:00000010:0.0:1788926457.345867:0:32627:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9d76ca773c00. 00020000:00000010:0.0:1788926457.345870:0:32627:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9d76d1a915a0. 00020000:00000002:0.0:1788926457.345873:0:32627:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e8a0, objid 0x26:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926457.345877:0:32627:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926457.345880:0:32627:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db180: ostid: 0x2c0000401:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1788926457.345885:0:32627:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10db180. 00020000:00000010:0.0:1788926457.345887:0:32627:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e240. 00020000:00000010:0.0:1788926457.345890:0:32627:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e8a0. 00020000:00000001:0.0:1788926457.345891:0:32627:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788926457.345893:0:32627:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e134d8) owner 0000000000000000/ffff9d76c12127c0 00020000:00000010:0.0:1788926457.345895:0:32627:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9d76c7e134d8. 00020000:00000001:0.0:1788926457.345897:0:32627:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788926457.345900:0:32627:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9d76c84ce3e8. 00000020:00001000:0.0:1788926457.345903:0:32627:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926457.345905:0:32627:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788926457.345907:0:32627:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788926457.346007:0:32627:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926457.346010:0:32627:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926457.346012:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00200008:0.0:1788926457.346015:0:32627:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704000 00000080:00400000:0.0:1788926457.346020:0:32627:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x24:0x0] 00000080:00000001:0.0:1788926457.346023:0:32627:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926457.346025:0:32627:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788926457.346026:0:32627:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926457.346031:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.346034:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.346036:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.346038:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.346039:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.346041:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.346043:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.346045:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.346048:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.346051:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.346053:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.346057:0:32627:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788926457.346061:0:32627:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788926457.346064:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.346068:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.346072:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926457.346079:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.346080:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.346082:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788926457.346085:0:32627:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x24:0x0]: 16 00000080:00000010:0.0:1788926457.346098:0:32627:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926457.346102:0:32627:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.346106:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dd0 00000080:00000008:0.0:1788926457.346108:0:32627:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000405:0x24:0x0](ffff9d76d158f448), flags 704000, rc = 0 00000080:00000001:0.0:1788926457.346110:0:32627:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.346111:0:32627:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.346115:0:32627:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926457.346116:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e00 00000080:00002000:0.0:1788926457.346118:0:32627:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9d76d1759798, parent ffff9d76d14be6c0, inode ffff9d76d158f448) hashed, 00000080:00000001:0.0:1788926457.346121:0:32627:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.346126:0:32627:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926457.346129:0:32627:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788926457.346154:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.346157:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926457.346169:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926457.346171:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3bd8 00000080:00200000:0.0:1788926457.346174:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926457.346181:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.346187:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.346191:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.346194:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.346196:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3af8 00800000:00000002:0.0:1788926457.346198:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.346201:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.346204:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.346205:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.346207:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.346208:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.346210:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.346211:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.346213:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.346215:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926457.346219:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.346220:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39c8 00000002:00010000:0.0:1788926457.346222:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926457.346225:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926457.346226:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.346228:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.346231:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.346233:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.346236:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.346238:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926457.346241:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926457.346249:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926457.346251:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.346257:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788926457.346264:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926457.346266:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926457.346268:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.346269:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926457.346271:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.346273:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926457.346275:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926457.346277:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.346280:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000080:00000001:0.0:1788926457.346283:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926457.346284:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.346287:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926457.346290:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c824 00800000:00000001:0.0:1788926457.346293:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926457.346294:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926457.346296:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.346298:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.346300:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.346303:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.346305:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.346308:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.346309:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.346310:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.346312:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926457.346314:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c824 from it ffffb2d8418d3c10 00010000:00000001:0.0:1788926457.346316:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.346317:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.346318:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:0.0:1788926457.346320:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.346322:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:0.0:1788926457.346324:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.346327:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926457.346334:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.346335:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.346336:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926457.346338:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926457.346340:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926457.346348:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.346350:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.346352:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.346356:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.346357:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.346358:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346362:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.346364:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346366:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346368:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346370:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.346371:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.346372:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926457.346374:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926457.346375:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926457.346377:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926457.346380:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.346436:0:32627:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172b40. 00000020:00000001:0.0:1788926457.346441:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3dc8 00000080:00200000:0.0:1788926457.346442:0:32627:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=0 00000080:00000001:0.0:1788926457.346445:0:32627:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926457.346447:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c78 00000080:00200000:0.0:1788926457.346449:0:32627:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=getattr 00000080:00000010:0.0:1788926457.346457:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00800000:00000002:0.0:1788926457.346460:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.346463:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926457.346465:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.346466:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b98 00800000:00000002:0.0:1788926457.346467:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.346470:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926457.346473:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.346474:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.346475:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.346477:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.346478:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.346480:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926457.346482:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926457.346484:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b30 00800000:00000002:0.0:1788926457.346485:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788926457.346488:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926457.346489:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a68 00000002:00010000:0.0:1788926457.346491:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788926457.346493:0:32627:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926457.346495:0:32627:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926457.346500:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926457.346503:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926457.346508:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.346512:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.346514:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.346516:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.346517:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.346520:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.346522:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.346525:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.346532:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880f000. 00000100:00000001:0.0:1788926457.346538:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346543:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.346545:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346546:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.346547:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.346549:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.346556:0:32627:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926457.346560:0:32627:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926457.346563:0:32627:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926457.346565:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926457.346567:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.346569:0:32627:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926457.346572:0:32627:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009000. 00000020:00000001:0.0:1788926457.346575:0:32627:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926457.346577:0:32627:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009000 with handle 0xdeff66104c08c839 to hash 00000020:00000001:0.0:1788926457.346579:0:32627:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926457.346580:0:32627:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.346583:0:32627:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.346586:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.346587:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.346591:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.346598:0:32627:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.346607:0:32627:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926457.346613:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.346614:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.346621:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.346623:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.346626:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.346627:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926457.346632:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.346635:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.346637:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.346638:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.346647:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.346660:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.346662:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.346665:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.346676:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.346678:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.346682:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952640:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.346685:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.346689:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.346691:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.346693:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.346698:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7a8800. 02000000:00000001:0.0:1788926457.346700:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.346706:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.346710:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926457.346715:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926457.346721:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513952640, portal 10 00000100:00000001:0.0:1788926457.346723:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.346724:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926457.346729:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.346734:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.346737:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.346739:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926457.346742:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513952640, offset 0 00000400:00000200:0.0:1788926457.346748:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.346754:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.346760:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.346765:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.346769:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.346772:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.346774:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.346778:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2788:2788:256:4294967295] 192.168.203.140@tcp LPNI seq info [2788:2788:8:4294967295] 00000400:00000200:0.0:1788926457.346782:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.346791:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.346796:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.346801:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2f00. 00000800:00000200:0.0:1788926457.346806:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.346813:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.346817:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.346835:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.346839:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 822545 usecs (823 jiffies) 00000400:00000200:0.0:1788926457.346842:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.346845:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493304 00000100:00000001:0.0:1788926457.346848:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.346850:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493304 00000100:00000001:0.0:1788926457.346852:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.346855:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.346857:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.346859:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.346861:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.346864:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.346866:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.346868:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.347997:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.348005:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926457.348010:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.348018:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.348024:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:2.0:1788926457.348026:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:2.0:1788926457.348032:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.348038:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.348047:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.348051:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.348062:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.348064:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788926457.348776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172380. 00000080:00000010:0.1:1788926457.355452:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b0840. 00000080:00000010:0.1:1788926457.355467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172ce0. 00000800:00000001:2.0:1788926457.355532:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.355544:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.355547:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.355549:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.355557:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.355565:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.355575:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.355580:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.355586:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.355590:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235e180 00000400:00000200:2.0:1788926457.355595:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.355600:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7f05 [1] + 224 00000800:00000001:2.0:1788926457.355607:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.355615:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.355619:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.355623:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.355631:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.355639:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.355650:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.355704:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926457.355722:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.355730:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.355733:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926457.357510:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.357515:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.357519:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926457.357527:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:0.0:1788926457.357529:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:0.0:1788926457.357533:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.357543:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.357776:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.357784:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.357787:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.357790:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.357793:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.357795:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.357798:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.357801:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.357809:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.357813:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.357816:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.357818:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.357820:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.357823:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.357827:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.357829:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.357831:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.357834:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.357838:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.357846:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.357849:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.357851:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.357854:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.357861:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952640:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926457.357865:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.357868:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.357871:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.357947:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.357951:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.357958:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.357961:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.357965:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.357967:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.357969:0:32627:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926457.357973:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.357975:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.357978:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=4 00000020:00000001:0.0:1788926457.357980:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.357983:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000040:0.0:1788926457.357989:0:32627:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009000, remote cookie: 0x840913afd2dab3c9, flags: 0x1001 00010000:00010000:0.0:1788926457.357994:0:32627:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926457.358003:0:32627:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926457.358007:0:32627:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788926457.358013:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926457.358015:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.358018:0:32627:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.358022:0:32627:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926457.358030:0:32627:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358036:0:32627:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926457.358040:0:32627:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926457.358042:0:32627:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926457.358044:0:32627:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926457.358045:0:32627:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926457.358048:0:32627:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x24:0x0].0x0 (ffff9d76c3b2a500) refcount = 2 00010000:00000040:0.0:1788926457.358051:0:32627:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926457.358054:0:32627:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 1/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788926457.358063:0:32627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358070:0:32627:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926457.358073:0:32627:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926457.358075:0:32627:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926457.358078:0:32627:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926457.358080:0:32627:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.358084:0:32627:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358090:0:32627:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926457.358092:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358093:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.358094:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358095:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.358097:0:32627:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.358101:0:32627:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926457.358103:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.358104:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.358105:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.358107:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358109:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358111:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.358112:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.358113:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=4 00000020:00000001:0.0:1788926457.358115:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358116:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358119:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.358122:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926457.358126:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358138:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358139:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.358140:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.358142:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.358143:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=5 00000020:00000001:0.0:1788926457.358145:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358147:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358149:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926457.358152:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358159:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358161:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926457.358163:0:32627:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358170:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926457.358171:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358172:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.358173:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358174:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926457.358178:0:32627:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926457.358186:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.358187:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.358188:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.358190:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358192:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358194:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358195:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.358197:0:32627:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.358199:0:32627:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.358202:0:32627:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926457.358204:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.358205:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.358206:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.358208:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358210:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00000002:00010000:0.0:1788926457.358213:0:32627:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926457.358332:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358333:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.358335:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926457.358336:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926457.358337:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926457.358339:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:0.0:1788926457.358341:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926457.358343:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000040:0.0:1788926457.358346:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:0.0:1788926457.358348:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926457.358352:0:32627:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/36 (0 0) 00010000:00000001:0.0:1788926457.358354:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.358356:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926457.358357:0:32627:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926457.358360:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d39f0 00000002:00002000:0.0:1788926457.358362:0:32627:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926457.358365:0:32627:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.358369:0:32627:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.358372:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926457.358374:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926457.358378:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.358381:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926457.358384:0:32627:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926457.358386:0:32627:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d8418d3e00 it_disposition b 00000080:00000001:0.0:1788926457.358389:0:32627:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926457.358430:0:32627:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926457.358435:0:32627:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788926457.358553:0:32627:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d33186c0. 00800000:00000001:2.0:1788926457.358557:0:32627:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732407781056 : -108341301770560 : ffff9d76d33186c0) 00800000:00000001:2.0:1788926457.358560:0:32627:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.358562:0:32627:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926457.358565:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788926457.358568:0:32627:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788926457.358573:0:32627:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926457.358575:0:32627:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x24:0x0] 00000080:00000001:2.0:1788926457.358577:0:32627:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788926457.358580:0:32627:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788926457.358581:0:32627:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.358584:0:32627:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611172 : 144115205339611172 : 200000405000024) 00000080:00000001:2.0:1788926457.358587:0:32627:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926457.358589:0:32627:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611172 mtime from 1788926439 to 1788926457 00000080:00200000:2.0:1788926457.358594:0:32627:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x24:0x0], updating i_size 4096 00000080:00200000:2.0:1788926457.358597:0:32627:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x24:0x0](ffff9d76d158f448): rc = 0 00000080:00000001:2.0:1788926457.358599:0:32627:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376810568 : -108341332741048 : ffff9d76d158f448) 00010000:00000001:2.0:1788926457.358601:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.358603:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.358604:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:2.0:1788926457.358605:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926457.358607:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926457.358610:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.358610:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926457.358612:0:32627:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926457.358614:0:32627:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788926457.358616:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d33186c0 1 00800000:00000010:2.0:1788926457.358618:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76d33186c0. 00800000:00000001:2.0:1788926457.358621:0:32627:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.358624:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c839 00800000:00000001:2.0:1788926457.358626:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926457.358628:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926457.358629:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.358630:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.358631:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:2.0:1788926457.358633:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926457.358635:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926457.358637:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.358638:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926457.358639:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.358641:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788926457.358647:0:32627:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1759438 inode ffff9d76d158f448 refc 1 flags 0x20000e 00000080:00000002:2.0:1788926457.358650:0:32627:0:(llite_lib.c:3288:ll_update_dir_depth_dmv()) d21h.recovery-small-2 [0x200000405:0x24:0x0] depth 1 server default LMV inherit depth 0 00000080:00000001:2.0:1788926457.358653:0:32627:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788926457.358656:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x24:0x0](ffff9d76d158f448) 00000080:00010000:2.0:1788926457.358660:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c839 from it ffffb2d8418d3e00 00010000:00000001:2.0:1788926457.358661:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.358663:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.358664:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=3 00000020:00000001:2.0:1788926457.358676:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926457.358679:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:2.0:1788926457.358681:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926457.358684:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926457.358690:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.358691:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.358693:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926457.358695:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926457.358697:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926457.358704:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926457.358706:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926457.358708:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926457.358712:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.358713:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.358714:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.358717:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926457.358719:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.358721:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.358723:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.358725:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926457.358727:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.358728:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926457.358729:0:32627:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926457.358733:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000100:00000001:2.0:1788926457.358737:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.358742:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513952640/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/688 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.358748:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926457.358750:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926457.358753:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7a8800. 02000000:00000001:2.0:1788926457.358756:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926457.358758:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926457.358760:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926457.358762:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926457.358764:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880f000. 02000000:00000001:2.0:1788926457.358767:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926457.358769:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926457.358771:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:2.0:1788926457.358774:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926457.358775:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926457.358777:0:32627:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926457.358779:0:32627:0:(dcache.c:176:ll_intent_release()) intent ffffb2d8418d3e00 released 00000080:00000001:2.0:1788926457.358780:0:32627:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926457.358783:0:32627:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926457.358785:0:32627:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926457.358787:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3d50 00000080:00200000:2.0:1788926457.358789:0:32627:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926457.358794:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af800. 00800000:00000002:2.0:1788926457.358799:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926457.358802:0:32627:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926457.358804:0:32627:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.358805:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3c70 00800000:00000002:2.0:1788926457.358807:0:32627:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.358810:0:32627:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926457.358812:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.358815:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.358818:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.358820:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.358822:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.358824:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.358826:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.358828:0:32627:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926457.358832:0:32627:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926457.358834:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3b40 00000002:00010000:2.0:1788926457.358835:0:32627:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926457.358839:0:32627:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926457.358840:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.358842:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.358845:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926457.358846:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926457.358849:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.358851:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926457.358855:0:32627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788926457.358861:0:32627:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926457.358865:0:32627:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926457.358868:0:32627:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788926457.358874:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926457.358876:0:32627:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.358878:0:32627:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926457.358879:0:32627:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926457.358881:0:32627:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926457.358883:0:32627:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926457.358885:0:32627:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926457.358887:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926457.358889:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af800. 00000080:00000001:2.0:1788926457.358892:0:32627:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926457.358894:0:32627:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.358896:0:32627:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926457.358899:0:32627:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c824 00800000:00000001:2.0:1788926457.358901:0:32627:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926457.358903:0:32627:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926457.358904:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.358905:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.358906:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.358908:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.358910:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.358912:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.358913:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926457.358914:0:32627:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.358916:0:32627:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926457.358918:0:32627:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c824 from it ffffb2d8418d3d88 00010000:00000001:2.0:1788926457.358919:0:32627:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926457.358920:0:32627:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926457.358921:0:32627:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:2.0:1788926457.358923:0:32627:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.358925:0:32627:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926457.358927:0:32627:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926457.358995:0:32627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788926457.359002:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.359003:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.359005:0:32627:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926457.359006:0:32627:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926457.359008:0:32627:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788926457.359014:0:32627:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926457.359015:0:32627:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926457.359017:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926457.359019:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.359020:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.359021:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.359023:0:32627:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926457.359024:0:32627:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.359026:0:32627:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.359028:0:32627:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.359029:0:32627:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926457.359031:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.359032:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926457.359033:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926457.359035:0:32627:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926457.359037:0:32627:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788926457.359041:0:32627:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.359045:0:32627:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1788926457.359047:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e18 00000080:00200000:2.0:1788926457.359049:0:32627:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:2.0:1788926457.359052:0:32627:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788926457.359054:0:32627:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000405:0x24:0x0]) is foreign... 00000080:00000001:2.0:1788926457.359057:0:32627:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788926457.359061:0:32627:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af800. 00800000:00000002:2.0:1788926457.359064:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:2.0:1788926457.359069:0:32627:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788926457.359072:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.359073:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.359074:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.359076:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.359077:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359079:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926457.359081:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.359082:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.359083:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.359085:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.359148:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.359150:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359152:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788926457.359154:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926457.359157:0:32627:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:2.0:1788926457.359159:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.359392:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.359393:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.359395:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.359436:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359438:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788926457.359440:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359442:0:32627:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x24:0x0] 00800000:00000001:2.0:1788926457.359444:0:32627:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359446:0:32627:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x24:0x0] -> mds #0 00000002:00000001:2.0:1788926457.359450:0:32627:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788926457.359452:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926457.359456:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926457.359458:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926457.359460:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926457.359463:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926457.359467:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788926457.359473:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926457.359476:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926457.359478:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926457.359480:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788926457.359482:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359484:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359486:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:2.0:1788926457.359488:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359490:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.359491:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359492:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359494:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:2.0:1788926457.359496:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359497:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.359499:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359500:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359502:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:2.0:1788926457.359503:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359505:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.359506:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926457.359509:0:32627:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788926457.359513:0:32627:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788926457.359515:0:32627:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788926457.359517:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926457.359518:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.359521:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926457.359523:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926457.359524:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926457.359526:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.359528:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926457.359530:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b000 with handle 0xdeff66104c08c824 from hash 00010000:00000001:2.0:1788926457.359533:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926457.359534:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.359535:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.359536:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926457.359539:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926457.359540:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926457.359543:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926457.359544:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.359546:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926457.359548:0:32627:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926457.359550:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926457.359552:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926457.359554:0:32627:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926457.359555:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926457.359558:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788926457.359564:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926457.359565:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926457.359566:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926457.359568:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:2.0:1788926457.359570:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359571:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359573:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:2.0:1788926457.359574:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359576:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.359577:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359578:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359580:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:2.0:1788926457.359581:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359583:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.359584:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359586:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359587:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:2.0:1788926457.359589:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359590:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.359592:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926457.359594:0:32627:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000405:0x24:0x0] lli = ffff9d76d158f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788926457.359596:0:32627:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788926457.359597:0:32627:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788926457.359599:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926457.359600:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9d76d158f448) invalid 00000020:00000001:2.0:1788926457.359603:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a80 00000080:00002000:2.0:1788926457.359605:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9d76d1759438) parent ffff9d76d14be6c0 inode ffff9d76d158f448 refc 2 00000080:00000001:2.0:1788926457.359608:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926457.359609:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926457.359610:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926457.359612:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926457.359614:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926457.359615:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926457.359616:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926457.359618:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926457.359620:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009000 with handle 0xdeff66104c08c839 from hash 00010000:00000001:2.0:1788926457.359622:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926457.359623:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926457.359624:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926457.359625:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926457.359627:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926457.359628:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926457.359630:0:32627:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926457.359632:0:32627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 2/0,0 mode: CR/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788926457.359638:0:32627:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926457.359639:0:32627:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926457.359640:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926457.359641:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode CR 00000002:00000001:2.0:1788926457.359643:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359644:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359646:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:2.0:1788926457.359647:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359649:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926457.359650:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926457.359652:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926457.359653:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:2.0:1788926457.359654:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926457.359656:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.359657:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926457.359659:0:32627:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926457.359662:0:32627:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926457.359665:0:32627:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10af400. 00000080:00000001:2.0:1788926457.359678:0:32627:0:(file.c:90:ll_prepare_close()) Process entered 00800000:00000002:2.0:1788926457.359681:0:32627:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c7e99840 2 00000080:00000001:2.0:1788926457.359684:0:32627:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926457.359686:0:32627:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926457.359688:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926457.359689:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926457.359690:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926457.359691:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926457.359693:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359694:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:2.0:1788926457.359696:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926457.359698:0:32627:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x24:0x0] 00000002:00000001:2.0:1788926457.359701:0:32627:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926457.359703:0:32627:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x24:0x0] file closed with intent: 0 00000100:00000010:2.0:1788926457.359709:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39c00. 00000020:00000040:2.0:1788926457.359712:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926457.359716:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926457.359718:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926457.359721:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926457.359729:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aec00. 00000100:00000001:2.0:1788926457.359735:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926457.359747:0:32627:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926457.359756:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788926457.359761:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926457.359767:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926457.359769:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926457.359775:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3276c00. 00000100:00000001:2.0:1788926457.359777:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732138683392 : -108341570868224 : ffff9d76c3276c00) 00000100:00000001:2.0:1788926457.359779:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.359781:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000001:2.0:1788926457.359785:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926457.359788:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.359790:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926457.359792:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926457.359795:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.359802:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926457.359804:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.359807:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926457.359809:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926457.359811:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926457.359813:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952896:192.168.203.140@tcp:35:rm.0 00000100:00000001:2.0:1788926457.359819:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926457.359824:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926457.359825:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926457.359828:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926457.359831:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dcc00. 02000000:00000001:2.0:1788926457.359833:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926457.359840:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926457.359845:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b58. 00000400:00000010:2.0:1788926457.359850:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926457.359857:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513952896, portal 10 00000100:00000001:2.0:1788926457.359858:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926457.359859:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000040:2.0:1788926457.359865:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.359872:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926457.359874:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926457.359877:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926457.359880:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513952896, offset 0 00000400:00000200:2.0:1788926457.359886:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926457.359894:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.359902:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926457.359906:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926457.359910:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926457.359913:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926457.359916:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926457.359919:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2789:2789:256:4294967295] 192.168.203.140@tcp LPNI seq info [2789:2789:8:4294967295] 00000400:00000200:2.0:1788926457.359923:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.360148:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926457.360155:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926457.360294:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926457.360302:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926457.360310:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926457.360314:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926457.360382:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926457.360387:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 821445 usecs (822 jiffies) 00000400:00000200:2.0:1788926457.360391:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926457.360394:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493316 00000100:00000001:2.0:1788926457.360413:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.360416:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493317 00000100:00000001:2.0:1788926457.360418:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:2.0:1788926457.360420:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926457.360422:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.360425:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926457.360426:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926457.360429:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3276c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788926457.360431:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926457.360433:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.366616:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.366625:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:2.0:1788926457.366632:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.366641:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.366648:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:2.0:1788926457.366651:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:2.0:1788926457.366656:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.366665:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.366685:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.366688:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.366695:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.366698:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.371256:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.371272:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.371277:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.371279:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.371287:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.371294:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.371302:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.371307:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.371312:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.371316:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235e280 00000400:00000200:2.0:1788926457.371321:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.371326:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7f0d [1] + 224 00000800:00000001:2.0:1788926457.371333:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.371341:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.371344:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.371349:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.371356:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.371364:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926457.371374:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926457.371432:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.371440:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.371443:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.371650:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.371657:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.371660:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.371663:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b58. 00000400:00000200:0.0:1788926457.371676:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:0.0:1788926457.371679:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:0.0:1788926457.371682:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.371688:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926457.371697:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39c00 x1875823513952896/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371703:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.371705:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.371708:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.371711:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.371713:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.371715:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.371718:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.371726:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926457.371730:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.371732:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.371734:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.371736:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.371739:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.371742:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.371744:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926457.371746:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.371748:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.371749:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000001:0.0:1788926457.371752:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.371755:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.371757:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.371759:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.371765:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39c00 x1875823513952896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371772:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.371776:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.371778:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.371781:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39c00 x1875823513952896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926457.371789:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513952896:192.168.203.140@tcp:35:rm.0 00000100:00000001:0.0:1788926457.371794:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.371796:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.371799:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.371801:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.371805:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39c00 x1875823513952896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371812:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.371815:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3276c00. 00000100:00000001:0.0:1788926457.371818:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.371819:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.371826:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.371827:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000002:00000001:0.0:1788926457.371831:0:32627:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.371834:0:32627:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.371837:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 2 00000080:00000010:0.0:1788926457.371841:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af400. 00000080:00000001:0.0:1788926457.371844:0:32627:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926457.371847:0:32627:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926457.371849:0:32627:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926457.371852:0:32627:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926457.371854:0:32627:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926457.371856:0:32627:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926457.371858:0:32627:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.371861:0:32627:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x24:0x0] 00800000:00000001:0.0:1788926457.371863:0:32627:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.371867:0:32627:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926457.371872:0:32627:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371880:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.371881:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.371883:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.371886:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371892:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.371893:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.371896:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39c00 x1875823513952896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371901:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.371903:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.371905:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513952256/t4294967630(4294967630) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/664 e 0 to 0 dl 1788926473 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.371910:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926457.371914:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.371915:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.371918:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.371921:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880ec00. 02000000:00000001:0.0:1788926457.371924:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.371926:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.371993:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926457.371998:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.371999:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.372001:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.372005:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39c00 x1875823513952896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.372011:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.372014:0:32627:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172fa0. 00000002:00000001:0.0:1788926457.372016:0:32627:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.372019:0:32627:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926457.372021:0:32627:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99f80. 00000100:00000001:0.0:1788926457.372024:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.372027:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39c00 x1875823513952896/t4294967632(4294967632) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926457.372033:0:32627:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926457.372035:0:32627:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926457.372037:0:32627:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dcc00. 02000000:00000001:0.0:1788926457.372040:0:32627:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926457.372041:0:32627:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926457.372042:0:32627:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926457.372044:0:32627:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926457.372045:0:32627:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10aec00. 02000000:00000001:0.0:1788926457.372047:0:32627:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926457.372048:0:32627:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926457.372049:0:32627:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39c00. 00000100:00000001:0.0:1788926457.372052:0:32627:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926457.372053:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.372055:0:32627:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.372058:0:32627:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926457.372060:0:32627:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x24:0x0] mode (null) 00000002:00000001:0.0:1788926457.372063:0:32627:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926457.372066:0:32627:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926457.372072:0:32627:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 4 00010000:00000001:0.0:1788926457.372074:0:32627:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926457.372079:0:32627:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.372082:0:32627:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.372147:0:32627:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926457.372150:0:32627:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x24:0x0](ffff9d76d158f448) invalid 00000020:00000001:0.0:1788926457.372154:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3a80 00000080:00002000:0.0:1788926457.372156:0:32627:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9d76d1759438) parent ffff9d76d14be6c0 inode ffff9d76d158f448 refc 2 00000080:00000001:0.0:1788926457.372223:0:32627:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926457.372226:0:32627:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926457.372229:0:32627:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.372233:0:32627:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926457.372237:0:32627:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926457.372239:0:32627:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926457.372241:0:32627:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926457.372244:0:32627:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926457.372247:0:32627:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009400 with handle 0xdeff66104c08c832 from hash 00010000:00000001:0.0:1788926457.372250:0:32627:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926457.372252:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926457.372254:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.372255:0:32627:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926457.372258:0:32627:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926457.372259:0:32627:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926457.372262:0:32627:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788926457.372265:0:32627:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788926457.372268:0:32627:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788926457.372274:0:32627:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926457.372277:0:32627:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926457.372281:0:32627:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926457.372282:0:32627:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.372286:0:32627:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926457.372290:0:32627:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.372293:0:32627:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.372295:0:32627:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926457.372297:0:32627:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926457.372301:0:32627:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926457.372309:0:32627:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553000. 00000100:00000001:0.0:1788926457.372314:0:32627:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.372316:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.372318:0:32627:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926457.372324:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926457.372333:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 1/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788926457.372341:0:32627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788926457.372347:0:32627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788926457.372349:0:32627:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788926457.372351:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.372353:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c839 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab3c9 expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926457.372365:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.372366:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.372368:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c832 lrc: 0/0,0 mode: --/CR res: [0x200000405:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab38a expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788926457.372375:0:32627:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a500 count: 0 00010000:00000010:0.0:1788926457.372379:0:32627:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71780. 00010000:00000001:0.0:1788926457.372385:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.372386:0:32627:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926457.372388:0:32627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c824 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab36e expref: -99 pid: 32627 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788926457.372479:0:32627:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225600 count: 0 00010000:00000010:0.0:1788926457.372484:0:32627:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642a00. 00010000:00000001:0.0:1788926457.372490:0:32627:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926457.372491:0:32627:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.372493:0:32627:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926457.372495:0:32627:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.372497:0:32627:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788926457.372508:0:32627:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788926457.372514:0:32627:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926457.372535:0:32627:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926457.372537:0:32627:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926457.372543:0:32627:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.372545:0:32627:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066304 : -108341337485312 : ffff9d76d1109000) 00000100:00000001:0.0:1788926457.372548:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.372549:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.372553:0:32627:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926457.372556:0:32627:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.372558:0:32627:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926457.372560:0:32627:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926457.372564:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.372570:0:32627:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926457.372572:0:32627:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.372575:0:32627:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926457.372577:0:32627:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926457.372579:0:32627:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926457.372583:0:32627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513953152:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.372586:0:32627:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926457.372589:0:32627:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926457.372591:0:32627:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.372593:0:32627:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926457.372597:0:32627:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880ec00. 02000000:00000001:0.0:1788926457.372599:0:32627:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926457.372605:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926457.372608:0:32627:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926457.372613:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926457.372618:0:32627:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513953152, portal 10 00000100:00000001:0.0:1788926457.372620:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.372622:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926457.372627:0:32627:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.372633:0:32627:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926457.372635:0:32627:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926457.372638:0:32627:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926457.372641:0:32627:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875823513953152, offset 0 00000400:00000200:0.0:1788926457.372648:0:32627:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926457.372653:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.372659:0:32627:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926457.372664:0:32627:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926457.372679:0:32627:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926457.372683:0:32627:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926457.372686:0:32627:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926457.372689:0:32627:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2790:2790:256:4294967295] 192.168.203.140@tcp LPNI seq info [2790:2790:8:4294967295] 00000400:00000200:0.0:1788926457.372697:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926457.372705:0:32627:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926457.372710:0:32627:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926457.372715:0:32627:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2f00. 00000800:00000200:0.0:1788926457.372721:0:32627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926457.372728:0:32627:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926457.372732:0:32627:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788926457.372747:0:32627:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.372751:0:32627:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 820348 usecs (821 jiffies) 00000400:00000200:0.0:1788926457.372754:0:32627:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926457.372757:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296493328 00000100:00000001:0.0:1788926457.372759:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.372761:0:32627:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296493328 00000100:00000001:0.0:1788926457.372763:0:32627:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296494700 00000100:00000001:0.0:1788926457.372765:0:32627:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.372767:0:32627:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.372769:0:32627:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926457.372771:0:32627:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926457.372772:0:32627:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109000 going to sleep for 11 seconds 00000100:00000001:0.0:1788926457.372774:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926457.372777:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926457.373068:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926457.373074:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926457.373078:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.373083:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926457.373090:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:2.0:1788926457.373092:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:2.0:1788926457.373096:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926457.373100:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.373108:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926457.373111:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.373117:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926457.373118:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926457.378012:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.378028:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926457.378033:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.378036:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.378045:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.378052:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926457.378061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.378065:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.378070:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.378073:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235e380 00000400:00000200:2.0:1788926457.378078:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926457.378092:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x7f1d [1] + 224 00000800:00000001:2.0:1788926457.378099:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.378107:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926457.378111:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926457.378116:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926457.378123:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926457.378133:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926457.378144:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926457.378164:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926457.378172:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926457.378176:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.378223:0:32627:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926457.378231:0:32627:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926457.378232:0:32627:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926457.378236:0:32627:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926457.378240:0:32627:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:0.0:1788926457.378242:0:32627:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:0.0:1788926457.378245:0:32627:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926457.378250:0:32627:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926457.378258:0:32627:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513953152/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/624 e 0 to 0 dl 1788926473 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.378263:0:32627:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926457.378265:0:32627:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.378267:0:32627:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926457.378270:0:32627:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926457.378272:0:32627:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926457.378274:0:32627:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926457.378276:0:32627:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926457.378284:0:32627:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=124 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926457.378289:0:32627:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926457.378291:0:32627:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926457.378293:0:32627:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.378296:0:32627:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926457.378299:0:32627:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.378303:0:32627:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926457.378305:0:32627:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000140] 00000100:00000001:0.0:1788926457.378306:0:32627:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926457.378309:0:32627:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926457.378310:0:32627:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926457.378313:0:32627:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926457.378315:0:32627:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:0.0:1788926457.378316:0:32627:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926457.378319:0:32627:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926457.378323:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513953152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.378337:0:32627:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926457.378340:0:32627:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926457.378342:0:32627:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926457.378345:0:32627:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513953152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926457.378354:0:32627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:32627:1875823513953152:192.168.203.140@tcp:36:rm.0 00000100:00000001:0.0:1788926457.378359:0:32627:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926457.378361:0:32627:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926457.378363:0:32627:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926457.378365:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.378369:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513953152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.378376:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926457.378379:0:32627:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109000. 00000100:00000001:0.0:1788926457.378382:0:32627:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926457.378384:0:32627:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.378391:0:32627:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.378417:0:32627:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.378422:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926457.378426:0:32627:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af800. 00000100:00000001:0.0:1788926457.378433:0:32627:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926457.378437:0:32627:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513953152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926457.378444:0:32627:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.378446:0:32627:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.378460:0:32627:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788926457.378463:0:32627:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788926457.378465:0:32627:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x24:0x0](ffff9d76d158f448) 00800000:00000001:0.0:1788926457.378469:0:32627:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788926457.378470:0:32627:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x24:0x0] 00000002:00000001:0.0:1788926457.378475:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.378480:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926457.378482:0:32627:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926457.378484:0:32627:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926457.378486:0:32627:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.378488:0:32627:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788926457.378491:0:32627:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788926457.378492:0:32627:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926457.378494:0:32627:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926457.378497:0:32627:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99840 1 00800000:00000010:0.0:1788926457.378499:0:32627:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99840. 00000080:00000001:0.0:1788926457.378503:0:32627:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788926457.378505:0:32627:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788926457.378515:0:32627:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926457.378529:0:32627:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8418d3e30 00000080:00002000:0.0:1788926457.378532:0:32627:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9d76d1759438, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788926457.378536:0:32627:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926457.378539:0:32627:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926457.378541:0:32627:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1788926457.384754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00010000:00000010:0.1:1788926457.384769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:0.1:1788926457.384773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00010000:00000010:0.1:1788926457.384776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:0.1:1788926457.384779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00000080:00000010:0.1:1788926457.394452:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d158f380. 00000080:00000010:0.1:1788926457.394466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172b40. 00010000:00000001:0.0:1788926457.539692:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.539700:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926457.539703:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926457.539706:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.539711:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926457.539713:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.539715:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.539717:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.539721:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.539722:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926457.539726:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926457.539727:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926457.540134:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926457.540137:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926457.540140:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926458.267323:0:32715:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926458.561750:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926458.561758:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926458.561763:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926458.561764:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926458.561767:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926458.561769:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926458.561926:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926458.561930:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926458.561933:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926459.393704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926459.393713:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926459.393719:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926459.393735:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926459.393739:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926459.393742:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926459.393746:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926459.393753:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c9fc8f00. 00000100:00000001:3.0:1788926459.393760:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393770:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926459.393781:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926459.393785:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393791:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.393823:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926459.393829:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926459.393832:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926459.393835:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926459.393837:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926459.393839:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926459.393840:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926459.393844:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341800. 00000100:00000001:3.0:1788926459.393847:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393851:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926459.393858:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926459.393860:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_01+1] req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.393871:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926459.393876:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926459.393879:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc380. 00000020:00000040:3.0:1788926459.393881:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926459.393883:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926459.393884:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926459.393886:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926459.393888:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341500. 00000100:00000001:3.0:1788926459.393891:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393895:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926459.393901:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926459.393903:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9402364] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.393913:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926459.393919:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926459.393922:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926459.393924:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926459.393925:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926459.393927:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926459.393928:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926459.393931:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341b00. 00000100:00000001:3.0:1788926459.393933:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393937:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926459.393943:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926459.393945:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393949:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.393955:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393957:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926459.393960:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926459.393963:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926459.393965:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926459.393967:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926459.393968:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926459.393970:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926459.393972:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341d00. 00000100:00000001:3.0:1788926459.393975:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393978:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926459.393985:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926459.393986:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.393990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3bd3fd1] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.393997:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.394001:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1832) 00000100:00000001:3.0:1788926459.394011:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.394015:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926459.394017:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926459.394021:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394035:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926459.394037:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394040:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926459.394042:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926459.394045:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926459.394048:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953408:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.394052:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926459.394056:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926459.394058:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394061:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926459.394065:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a1ec00. 02000000:00000001:3.0:1788926459.394066:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926459.394084:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926459.394088:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926459.394094:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926459.394101:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513953408, portal 10 00000100:00000001:3.0:1788926459.394103:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926459.394105:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926459.394112:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394119:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926459.394122:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926459.394124:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000100:00000200:3.0:1788926459.394126:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513953408, offset 0 00000400:00000200:3.0:1788926459.394132:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394140:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394338:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926459.394343:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926459.394347:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926459.394351:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926459.394354:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394358:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2791:2791:256:4294967295] 192.168.203.140@tcp LPNI seq info [2791:2791:8:4294967295] 00000400:00000200:3.0:1788926459.394364:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394372:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926459.394378:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926459.394383:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341a00. 00000800:00000200:3.0:1788926459.394389:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926459.394419:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926459.394432:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926459.394441:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.394446:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 819245 usecs (820 jiffies) 00000400:00000200:3.0:1788926459.394449:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926459.394452:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296495348 00000100:00000001:3.0:1788926459.394458:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296494700 00000100:00000001:3.0:1788926459.394461:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296495348 00000100:00000001:3.0:1788926459.394465:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296494700 00000100:00000001:3.0:1788926459.394468:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.394471:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.394473:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926459.394477:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394483:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926459.394484:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394486:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926459.394488:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926459.394490:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926459.394493:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953664:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.394495:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926459.394497:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926459.394499:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394501:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926459.394504:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a1f600. 02000000:00000001:3.0:1788926459.394506:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926459.394509:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926459.394512:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926459.394515:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926459.394518:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513953664, portal 4 00000100:00000001:3.0:1788926459.394519:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926459.394520:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:3.0:1788926459.394526:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394531:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926459.394534:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926459.394536:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab660. 00000100:00000200:3.0:1788926459.394538:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513953664, offset 0 00000400:00000200:3.0:1788926459.394542:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394546:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394550:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926459.394552:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926459.394554:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926459.394556:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926459.394559:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394561:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2792:2792:255:4294967295] 192.168.203.140@tcp LPNI seq info [2792:2792:7:4294967295] 00000400:00000200:3.0:1788926459.394564:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394569:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926459.394573:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926459.394576:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341400. 00000800:00000200:3.0:1788926459.394580:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926459.394583:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926459.394586:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926459.394589:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.394592:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21415 usecs (22 jiffies) 00000400:00000200:3.0:1788926459.394595:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926459.394596:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296494550 00000100:00000001:3.0:1788926459.394599:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296495348 00000100:00000001:3.0:1788926459.394600:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296494550 00000100:00000001:3.0:1788926459.394602:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296495348 00000100:00000001:3.0:1788926459.394604:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.394606:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.394609:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.394611:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.394617:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926459.394620:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926459.394621:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.394623:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926459.394624:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926459.394626:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1788926459.394628:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.394630:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926459.394631:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.394632:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.394633:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926459.394634:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926459.394638:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394644:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926459.394646:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394647:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926459.394649:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926459.394651:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926459.394663:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513953280:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.394667:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926459.394669:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926459.394671:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394673:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926459.394676:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a1ea00. 02000000:00000001:3.0:1788926459.394679:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926459.394682:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926459.394684:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b528. 00000400:00000010:3.0:1788926459.394688:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926459.394691:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513953280, portal 25 00000100:00000001:3.0:1788926459.394692:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926459.394693:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926459.394698:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394704:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926459.394706:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926459.394708:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926459.394710:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513953280, offset 0 00000400:00000200:3.0:1788926459.394714:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394717:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394730:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926459.394733:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926459.394735:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926459.394737:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926459.394739:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394742:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2793:2793:254:4294967295] 192.168.203.140@tcp LPNI seq info [2793:2793:6:4294967295] 00000400:00000200:3.0:1788926459.394745:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394750:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926459.394754:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926459.394757:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341100. 00000800:00000200:3.0:1788926459.394760:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926459.394765:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926459.394767:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926459.394770:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926459.394773:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926459.394774:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296498721 00000100:00000001:3.0:1788926459.394778:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296495348 00000100:00000001:3.0:1788926459.394781:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296498721 00000100:00000001:3.0:1788926459.394783:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296495348 00000100:00000001:3.0:1788926459.394785:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.394787:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.394788:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926459.394792:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394797:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926459.394798:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394800:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926459.394802:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926459.394803:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926459.394805:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953536:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.394819:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926459.394822:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926459.394823:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394824:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926459.394828:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c322e000. 02000000:00000001:3.0:1788926459.394830:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926459.394832:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926459.394834:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b790. 00000400:00000010:3.0:1788926459.394838:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926459.394840:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513953536, portal 10 00000100:00000001:3.0:1788926459.394842:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926459.394843:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227179392 : -108341482372224 : ffff9d76c86dc380) 00000100:00000040:3.0:1788926459.394849:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394854:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926459.394856:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926459.394858:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926459.394861:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513953536, offset 0 00000400:00000200:3.0:1788926459.394864:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394868:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394872:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926459.394874:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926459.394876:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926459.394878:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926459.394879:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394882:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2794:2794:253:4294967295] 192.168.203.140@tcp LPNI seq info [2794:2794:5:4294967295] 00000400:00000200:3.0:1788926459.394885:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394890:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926459.394893:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926459.394896:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341700. 00000800:00000200:3.0:1788926459.394899:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926459.394903:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926459.394905:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926459.394907:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.394910:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20402 usecs (21 jiffies) 00000400:00000200:3.0:1788926459.394912:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926459.394914:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296494549 00000100:00000001:3.0:1788926459.394916:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296498721 00000100:00000001:3.0:1788926459.394917:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296494549 00000100:00000001:3.0:1788926459.394919:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296498721 00000100:00000001:3.0:1788926459.394921:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.394922:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.394924:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926459.394927:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394938:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926459.394939:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394941:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926459.394942:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926459.394944:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926459.394946:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953792:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.394949:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926459.394951:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926459.394952:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.394953:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926459.394956:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c322e200. 02000000:00000001:3.0:1788926459.394958:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926459.394960:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926459.394962:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b108. 00000400:00000010:3.0:1788926459.394966:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926459.394968:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513953792, portal 4 00000100:00000001:3.0:1788926459.394970:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926459.394971:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926459.394976:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.394981:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926459.394983:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926459.394985:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab220. 00000100:00000200:3.0:1788926459.394986:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513953792, offset 0 00000400:00000200:3.0:1788926459.394990:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926459.394993:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.394996:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926459.394998:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926459.395000:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926459.395002:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926459.395004:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926459.395007:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2795:2795:252:4294967295] 192.168.203.140@tcp LPNI seq info [2795:2795:4:4294967295] 00000400:00000200:3.0:1788926459.395010:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926459.395015:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926459.395019:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926459.395022:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341e00. 00000800:00000200:3.0:1788926459.395025:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926459.395029:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926459.395031:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926459.395033:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.395036:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 227096 usecs (228 jiffies) 00000400:00000200:3.0:1788926459.395038:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926459.395040:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296494756 00000100:00000001:3.0:1788926459.395042:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296498721 00000100:00000001:3.0:1788926459.395043:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296494756 00000100:00000001:3.0:1788926459.395045:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296498721 00000100:00000001:3.0:1788926459.395046:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.395048:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.395051:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.395053:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.395518:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926459.395522:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926459.395561:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926459.395565:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341a00. 00000400:00000200:2.0:1788926459.395572:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.395578:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926459.395583:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:2.0:1788926459.395585:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:2.0:1788926459.395589:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926459.395594:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395605:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926459.395608:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395614:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.395616:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926459.395627:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926459.395629:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341400. 00000400:00000200:2.0:1788926459.395632:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.395634:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926459.395636:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab660 00000400:00000010:2.0:1788926459.395638:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab660. 00000100:00000001:2.0:1788926459.395640:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926459.395643:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395649:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926459.395651:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395668:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.395670:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926459.395678:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926459.395680:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341100. 00000400:00000200:2.0:1788926459.395682:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.395685:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926459.395687:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:2.0:1788926459.395688:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:2.0:1788926459.395690:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926459.395694:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395700:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926459.395702:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395708:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.395709:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926459.395714:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926459.395716:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341700. 00000400:00000200:2.0:1788926459.395718:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.395720:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926459.395722:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:2.0:1788926459.395724:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:2.0:1788926459.395726:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926459.395729:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395735:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926459.395738:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395743:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.395744:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926459.395805:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926459.395808:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341e00. 00000400:00000200:2.0:1788926459.395810:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.395814:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926459.395816:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab220 00000400:00000010:2.0:1788926459.395818:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab220. 00000100:00000001:2.0:1788926459.395820:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926459.395824:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395830:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926459.395833:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.395839:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.395840:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926459.400359:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.400375:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926459.400379:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.400381:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.400390:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.400444:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926459.400453:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.400458:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.400462:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.400467:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235e400 00000400:00000200:2.0:1788926459.400472:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.400478:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f45 [1] + 224 00000800:00000001:2.0:1788926459.400485:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.400492:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.400495:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.400499:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926459.400505:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926459.400515:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926459.400526:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.400544:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926459.400552:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.400556:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.400571:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.400576:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926459.400582:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926459.400584:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926459.400587:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b528. 00000400:00000200:3.0:1788926459.400591:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:3.0:1788926459.400593:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:3.0:1788926459.400596:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926459.400601:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926459.400609:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.400621:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926459.400623:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.400625:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926459.400628:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926459.400630:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926459.400632:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.400635:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926459.400641:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926459.400645:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926459.400648:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926459.400649:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926459.400662:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926459.400664:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.400667:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.400672:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.400679:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.400682:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926459.400684:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926459.400687:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926459.400696:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513953280:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.400702:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.400704:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926459.400708:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513953280/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.400713:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926459.400716:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926459.400719:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a1ea00. 02000000:00000001:3.0:1788926459.400724:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926459.400726:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926459.400729:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926459.400731:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926459.400733:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c9fc8f00. 02000000:00000001:3.0:1788926459.400736:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926459.400738:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926459.400740:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926459.400743:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926459.400744:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.400747:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.400748:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.400750:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926459.400751:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.400753:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926459.405835:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.405850:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926459.405854:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.405856:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.405865:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405873:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926459.405882:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405887:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405891:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405895:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235e580 00000400:00000200:2.0:1788926459.405901:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405906:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f35 [1] + 224 00000800:00000001:2.0:1788926459.405913:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.405917:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.405920:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.405924:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926459.405932:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926459.405940:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926459.405950:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.405972:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926459.405979:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.405982:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926459.405984:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.405987:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.405990:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405992:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926459.405996:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.405998:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406001:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406003:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235e480 00000400:00000200:2.0:1788926459.406006:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406009:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f25 [1] + 224 00000800:00000001:2.0:1788926459.406012:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.406015:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.406017:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.406020:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926459.406022:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926459.406026:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926459.406033:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.406039:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926459.406042:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.406044:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926459.406046:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.406048:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.406050:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406053:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926459.406057:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406059:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406061:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406064:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235e500 00000400:00000200:2.0:1788926459.406066:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.406069:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f55 [1] + 224 00000800:00000001:2.0:1788926459.406072:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.406078:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.406080:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.406083:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926459.406087:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926459.406090:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926459.406098:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.406106:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926459.406109:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.406113:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406137:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.406141:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926459.406148:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926459.406150:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926459.406153:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b790. 00000400:00000200:3.0:1788926459.406157:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000400:00000010:3.0:1788926459.406160:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:3.0:1788926459.406163:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926459.406168:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926459.406176:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406186:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926459.406188:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406190:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926459.406193:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926459.406196:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926459.406198:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.406201:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926459.406209:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=126 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926459.406214:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926459.406217:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926459.406218:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926459.406221:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926459.406225:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.406228:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926459.406230:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926459.406232:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926459.406233:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.406237:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406244:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.406247:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926459.406249:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926459.406253:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926459.406259:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953536:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926459.406265:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926459.406266:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926459.406268:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b420. 00000400:00000200:3.0:1788926459.406270:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:3.0:1788926459.406272:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:3.0:1788926459.406275:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926459.406278:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926459.406285:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406292:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926459.406293:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406295:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926459.406296:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926459.406297:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926459.406299:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.406301:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926459.406303:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=126 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926459.406306:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926459.406308:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926459.406310:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926459.406312:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926459.406314:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.406315:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926459.406317:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967619 00000100:00000001:3.0:1788926459.406318:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926459.406321:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.406325:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406331:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.406333:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926459.406335:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926459.406338:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926459.406346:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953408:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926459.406350:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926459.406351:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926459.406353:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926459.406355:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:3.0:1788926459.406357:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:3.0:1788926459.406359:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926459.406362:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926459.406369:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406375:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926459.406376:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406378:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926459.406379:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926459.406380:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926459.406381:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.406383:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926459.406387:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=126 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926459.406389:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926459.406391:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926459.406393:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926459.406474:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926459.406476:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.406479:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926459.406480:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926459.406482:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926459.406483:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.406488:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406494:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.406496:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926459.406498:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926459.406501:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926459.406510:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953664:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.406514:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.406517:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926459.406520:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc380 x1875823513953536/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406526:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926459.406528:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926459.406532:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c322e000. 02000000:00000001:3.0:1788926459.406535:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926459.406538:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926459.406539:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926459.406541:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926459.406544:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341500. 02000000:00000001:3.0:1788926459.406547:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926459.406550:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926459.406552:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc380. 00000100:00000001:3.0:1788926459.406555:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926459.406556:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406558:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926459.406561:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513953408/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406568:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926459.406569:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926459.406570:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a1ec00. 02000000:00000001:3.0:1788926459.406573:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926459.406574:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926459.406575:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926459.406577:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926459.406578:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341800. 02000000:00000001:3.0:1788926459.406580:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926459.406581:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926459.406582:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926459.406584:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926459.406585:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406586:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926459.406588:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513953664/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.406594:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926459.406595:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926459.406596:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a1f600. 02000000:00000001:3.0:1788926459.406598:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926459.406599:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926459.406600:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926459.406602:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926459.406603:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341b00. 02000000:00000001:3.0:1788926459.406605:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926459.406606:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926459.406607:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926459.406610:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926459.406611:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.406614:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.406617:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.406618:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926459.406884:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926459.406888:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926459.412465:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.412482:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926459.412487:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.412489:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.412497:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.412505:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926459.412514:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.412519:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.412524:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.412528:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235e600 00000400:00000200:2.0:1788926459.412533:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926459.412539:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f65 [1] + 224 00000800:00000001:2.0:1788926459.412545:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.412553:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926459.412557:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926459.412562:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926459.412568:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926459.412577:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926459.412588:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926459.412609:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926459.412618:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926459.412621:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.413177:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.413181:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926459.413188:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926459.413190:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926459.413193:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b108. 00000400:00000200:3.0:1788926459.413197:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926459.413200:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926459.413203:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926459.413209:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926459.413218:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.413224:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926459.413226:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.413229:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926459.413232:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926459.413234:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926459.413236:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926459.413239:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926459.413247:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=126 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926459.413251:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926459.413253:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926459.413255:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926459.413257:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926459.413260:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.413264:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926459.413265:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788926459.413267:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926459.413268:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926459.413273:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.413279:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926459.413283:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926459.413284:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926459.413288:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926459.413297:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513953792:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926459.413301:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.413303:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926459.413307:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513953792/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926459.413313:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926459.413316:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926459.413319:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c322e200. 02000000:00000001:3.0:1788926459.413321:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926459.413324:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926459.413326:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926459.413328:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926459.413330:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341d00. 02000000:00000001:3.0:1788926459.413335:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926459.413336:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926459.413338:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:3.0:1788926459.413341:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926459.413342:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.413345:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926459.413351:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926459.413353:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926459.413355:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926459.413357:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926459.586430:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926459.586436:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926459.586444:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926459.586445:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926459.586448:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926459.586449:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926459.586469:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926459.586472:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926459.586475:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788926459.706941:0:32854:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926460.618842:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926460.618849:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926460.618855:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926460.618856:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926460.618860:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926460.618861:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926460.619151:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926460.619154:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926460.619157:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788926461.147994:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.148014:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926461.148019:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.148021:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926461.148030:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.148039:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926461.148047:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.148052:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.148058:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.148062:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338bc080 00000400:00000200:2.0:1788926461.148071:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x7c1d [2] + 0 00000800:00000001:2.0:1788926461.148078:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.148087:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926461.148090:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926461.148095:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926461.148102:0:2391:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926461.148105:0:2391:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788926461.148110:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a680. 00000100:00000040:2.0:1788926461.148113:0:2391:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c8b3a680 x1875823536357504 msgsize 328 00000100:00100000:2.0:1788926461.148118:0:2391:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:2.0:1788926461.148136:0:2391:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926461.148144:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.148148:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926461.148173:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926461.148176:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536357504 02000000:00000001:2.0:1788926461.148178:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926461.148181:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926461.148183:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926461.148187:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926461.148191:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536357504 00000020:00000001:2.0:1788926461.148194:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926461.148195:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:2.0:1788926461.148198:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926461.148201:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:2.0:1788926461.148203:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:2.0:1788926461.148205:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:2.0:1788926461.148209:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926461.148213:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d33181c0. 00000100:00000001:2.0:1788926461.148215:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926461.148218:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d33181c0. 00000020:00000010:2.0:1788926461.148223:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d856ae00. 00000020:00000010:2.0:1788926461.148229:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642080. 00000020:00000010:2.0:1788926461.148234:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eec80. 00000100:00000040:2.0:1788926461.148243:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926461.148246:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926461.148247:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926461.148250:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.150436:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.150451:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926461.150471:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926461.150473:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926461.150483:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 60 00000100:00000040:2.0:1788926461.150487:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:2.0:1788926461.150490:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:2.0:1788926461.150498:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c8b3a680 x1875823536357504/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:27/0 lens 328/0 e 0 to 0 dl 1788926472 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926461.150508:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926461.150516:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d33181c0. 00000100:00000001:2.0:1788926461.150519:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926461.150522:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d33181c0. 00000100:00100000:2.0:1788926461.150529:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c8b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14678:x1875823536357504:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926461.150533:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536357504 00010000:00000001:2.0:1788926461.150536:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926461.150544:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926461.150546:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926461.150549:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=2 00000020:00000001:2.0:1788926461.150552:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926461.150554:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926461.150558:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926461.150561:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926461.150566:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788926461.150585:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926461.150588:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926461.150667:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10dc000. 02000000:00000001:2.0:1788926461.150670:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.150673:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926461.150677:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926461.150680:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926461.150684:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926461.150689:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926461.150753:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926461.150756:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926461.150759:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926461.150761:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.150764:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926461.150767:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926461.150773:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926461.150780:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536357504, offset 224 00000400:00000200:2.0:1788926461.150787:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926461.150796:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.150804:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926461.150810:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2796:2796:256:4294967295] 192.168.203.140@tcp LPNI seq info [2796:2796:8:4294967295] 00000400:00000200:2.0:1788926461.150815:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.150824:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926461.150830:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926461.150836:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926461.150842:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926461.150851:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926461.150856:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926461.150868:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926461.150872:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926461.150875:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926461.150879:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1264780. 00010000:00000001:2.0:1788926461.150882:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926461.150900:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926461.150902:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926461.150904:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926461.150906:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926461.150911:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a680 x1875823536357504/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:27/0 lens 328/224 e 0 to 0 dl 1788926472 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926461.150920:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c8b3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14678:x1875823536357504:12345-192.168.203.140@tcp:104: Request processed in 410us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926461.150927:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 60 00000100:00000040:2.0:1788926461.150931:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00000100:00000001:2.0:1788926461.150933:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926461.150935:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1788926461.150967:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.150971:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.150973:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788926461.150976:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788926461.150978:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926461.150984:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926461.150993:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c1499a00 already unused, calling callback (ffffffffc1262300) 00000020:00000010:2.0:1788926461.150995:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642080. 00000008:00000001:0.0:1788926461.150996:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788926461.150998:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1788926461.151000:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eec80. 00010000:00000001:0.0:1788926461.151000:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926461.151001:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926461.151003:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000010:2.0:1788926461.151004:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d856ae00. 00000020:00000001:0.0:1788926461.151005:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:0.0:1788926461.151007:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00000020:00000040:2.0:1788926461.151010:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00010000:00000001:0.0:1788926461.151010:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1788926461.151013:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926461.151013:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788926461.151020:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788926461.151023:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926461.151026:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926461.151029:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000008:00000001:0.0:1788926461.151031:0:16927:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788926461.151033:0:16927:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926461.151035:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000008:00000001:0.0:1788926461.151037:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.151039:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926461.151044:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926461.151045:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926461.151047:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926461.151048:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926461.151051:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499a00 with handle 0xdeff66104c08c7f3 from hash 00010000:00000001:0.0:1788926461.151053:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926461.151054:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926461.151056:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926461.151057:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926461.151060:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926461.151062:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788926461.151066:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926461.151069:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.151071:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926461.151073:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788926461.151079:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579f80. 00000020:00000040:0.0:1788926461.151083:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926461.151087:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926461.151089:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926461.151093:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926461.151098:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d84a9e00. 00000100:00000001:0.0:1788926461.151103:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.151105:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000800:00000200:2.0:1788926461.151109:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1788926461.151109:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926461.151116:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926461.151118:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.151123:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926461.151127:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926461.151133:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a03f79] to pc [ptlrpcd_00_00+0] req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788926461.151155:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926461.151157:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926461.151159:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926461.151160:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.151162:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926461.151164:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.151167:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926461.151175:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926461.151177:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 000000007cf3e578/0xdeff66104c08c7f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab2b1 expref: -99 pid: 32625 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000010:2.0:1788926461.151179:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:2.0:1788926461.151184:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1788926461.151185:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020ed80. 00000400:00000200:2.0:1788926461.151189:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00010000:00000040:0.0:1788926461.151189:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f300 count: 0 00000400:00000200:2.0:1788926461.151194:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00010000:00000010:0.0:1788926461.151196:0:16927:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76d065f700. 00000400:00000010:2.0:1788926461.151197:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:2.0:1788926461.151200:0:2392:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788926461.151202:0:2392:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:0.0:1788926461.151205:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926461.151206:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788926461.151208:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1264780. 00010000:00000001:0.0:1788926461.151212:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926461.151214:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.151215:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.151217:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926461.151218:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.151220:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.151221:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926461.151222:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.151223:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.151226:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926461.151232:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.151235:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926461.151237:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926461.151242:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.151251:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926461.151253:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926461.151256:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926461.151259:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926461.151266:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926461.151269:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513953920:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926461.151274:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926461.151278:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926461.151281:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926461.151283:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926461.151287:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8a00. 02000000:00000001:0.0:1788926461.151289:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926461.151295:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926461.151308:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926461.151314:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926461.151319:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513953920, portal 18 00000100:00000001:0.0:1788926461.151321:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926461.151323:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:0.0:1788926461.151329:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.151336:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926461.151338:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926461.151340:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821cc0. 00000100:00000200:0.0:1788926461.151343:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513953920, offset 0 00000400:00000200:0.0:1788926461.151347:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926461.151352:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926461.151356:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926461.151361:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926461.151365:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926461.151368:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926461.151370:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926461.151373:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2797:2797:256:4294967295] 192.168.203.140@tcp LPNI seq info [2797:2797:8:4294967295] 00000400:00000200:0.0:1788926461.151377:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926461.151383:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926461.151387:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926461.151390:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926461.151394:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926461.151415:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926461.151418:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926461.151423:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926461.151427:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21385 usecs (22 jiffies) 00000400:00000200:0.0:1788926461.151430:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926461.151433:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296496308 00000100:00000001:0.0:1788926461.151436:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296498721 00000100:00000001:0.0:1788926461.151438:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296496308 00000100:00000001:0.0:1788926461.151440:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296498721 00000100:00000001:0.0:1788926461.151442:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926461.151444:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.151447:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.151450:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.151455:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926461.151457:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926461.151459:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.151461:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926461.151462:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.151465:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926461.151502:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926461.151505:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926461.151509:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926461.151513:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926461.151517:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:2.0:1788926461.151519:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:2.0:1788926461.151522:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926461.151526:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926461.151537:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926461.151540:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926461.151547:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.151548:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926461.151762:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926461.151766:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926461.154006:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.154028:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926461.154032:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.154034:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926461.154043:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.154050:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926461.154061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.154066:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.154071:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.154074:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338bc000 00000400:00000200:2.0:1788926461.154082:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x7c1d [2] + 328 00000800:00000001:2.0:1788926461.154089:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.154099:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926461.154103:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926461.154107:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926461.154762:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926461.154765:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788926461.154772:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38700. 00000100:00000040:2.0:1788926461.154775:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c8b38700 x1875823536357376 msgsize 328 00000100:00100000:2.0:1788926461.154780:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:2.0:1788926461.154789:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926461.154797:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926461.154801:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926461.154820:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926461.154822:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536357376 02000000:00000001:2.0:1788926461.154825:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926461.154827:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926461.154830:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926461.154833:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926461.154838:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536357376 00000020:00000001:2.0:1788926461.154841:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926461.154842:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:2.0:1788926461.154845:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926461.154848:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:2.0:1788926461.154850:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:2.0:1788926461.154852:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:2.0:1788926461.154856:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926461.154861:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d33181c0. 00000100:00000001:2.0:1788926461.154864:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926461.154867:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d33181c0. 00000020:00000010:2.0:1788926461.154873:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d856ae00. 00000020:00000010:2.0:1788926461.154879:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642080. 00000020:00000010:2.0:1788926461.154884:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eec80. 00000100:00000040:2.0:1788926461.154891:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926461.154894:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926461.154895:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926461.154897:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.154905:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.154912:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926461.154922:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926461.154924:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926461.154928:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 61 00000100:00000040:2.0:1788926461.154932:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:2.0:1788926461.154934:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732231751424 : -108341477800192 : ffff9d76c8b38700) 00000100:00000040:2.0:1788926461.154941:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c8b38700 x1875823536357376/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:27/0 lens 328/0 e 0 to 0 dl 1788926472 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926461.154950:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926461.154953:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d33181c0. 00000100:00000001:2.0:1788926461.154955:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926461.154957:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d33181c0. 00000100:00100000:2.0:1788926461.154961:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c8b38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1875823536357376:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926461.154964:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536357376 00010000:00000001:2.0:1788926461.154967:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926461.154974:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926461.154975:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926461.154977:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=2 00000020:00000001:2.0:1788926461.154980:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:2.0:1788926461.154982:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:2.0:1788926461.154985:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926461.154988:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926461.154993:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788926461.155006:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926461.155008:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926461.155014:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10df000. 02000000:00000001:2.0:1788926461.155016:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.155019:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926461.155024:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926461.155031:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926461.155035:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926461.155040:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926461.155042:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926461.155045:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926461.155047:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926461.155049:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.155051:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926461.155053:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926461.155058:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926461.155063:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536357376, offset 224 00000400:00000200:2.0:1788926461.155069:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926461.155077:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.155083:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926461.155089:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2798:2798:256:4294967295] 192.168.203.140@tcp LPNI seq info [2798:2798:8:4294967295] 00000400:00000200:2.0:1788926461.155094:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926461.155102:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926461.155107:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926461.155690:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926461.155762:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926461.155769:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926461.155774:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926461.155786:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926461.155789:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926461.155792:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926461.155797:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1264780. 00010000:00000001:2.0:1788926461.155799:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926461.155814:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926461.155816:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926461.155818:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926461.155820:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926461.155826:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38700 x1875823536357376/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:27/0 lens 328/224 e 0 to 0 dl 1788926472 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926461.155835:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c8b38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8430:x1875823536357376:12345-192.168.203.140@tcp:104: Request processed in 882us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926461.155847:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 61 00000100:00000040:2.0:1788926461.155851:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:2.0:1788926461.155853:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926461.155854:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926461.155859:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642080. 00000020:00000010:2.0:1788926461.155863:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eec80. 00000020:00000010:2.0:1788926461.155867:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d856ae00. 00000020:00000040:2.0:1788926461.155871:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:2.0:1788926461.155873:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926461.155964:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.155967:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.155970:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788926461.155973:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788926461.155974:0:16797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000200:2.0:1788926461.155979:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1788926461.155980:0:16797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000800:00000010:2.0:1788926461.155982:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:2.0:1788926461.155986:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1788926461.155989:0:16797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009c00 already unused, calling callback (ffffffffc1262300) 00000400:00000200:2.0:1788926461.155990:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000008:00000001:0.0:1788926461.155992:0:16797:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1788926461.155995:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00010000:00000001:0.0:1788926461.155995:0:16797:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926461.155996:0:16797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1788926461.155997:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000020:00000001:0.0:1788926461.155998:0:16797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926461.156000:0:16797:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009c00 refcount=3 00000100:00000001:2.0:1788926461.156001:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000020:00000001:0.0:1788926461.156002:0:16797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00000100:00000001:2.0:1788926461.156003:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:0.0:1788926461.156004:0:16797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803072 : -108341472748544 : ffff9d76c9009c00) 00010000:00000001:0.0:1788926461.156006:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926461.156009:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788926461.156017:0:16797:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788926461.156019:0:16797:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926461.156024:0:16797:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926461.156026:0:16797:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000008:00000001:0.0:1788926461.156028:0:16797:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788926461.156031:0:16797:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926461.156033:0:16797:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000008:00000001:0.0:1788926461.156036:0:16797:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.156038:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926461.156043:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926461.156044:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926461.156046:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926461.156048:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926461.156051:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009c00 with handle 0xdeff66104c08c808 from hash 00010000:00000001:0.0:1788926461.156053:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926461.156055:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926461.156057:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926461.156058:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926461.156061:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926461.156063:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788926461.156068:0:16797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926461.156071:0:16797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.156073:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926461.156075:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788926461.156081:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926461.156084:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926461.156088:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926461.156090:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926461.156094:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926461.156100:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d84a8c00. 00000100:00000001:0.0:1788926461.156105:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.156108:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926461.156113:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926461.156120:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926461.156122:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.156126:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926461.156130:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926461.156137:0:16797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3633b9d] to pc [ptlrpcd_00_01+1] req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788926461.156162:0:16797:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926461.156165:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926461.156167:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926461.156168:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.156170:0:16797:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926461.156172:0:16797:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.156176:0:16797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926461.156188:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926461.156190:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000005cfbc85e/0xdeff66104c08c808 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab2f0 expref: -99 pid: 32626 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788926461.156197:0:16797:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99600. 00010000:00000040:0.0:1788926461.156201:0:16797:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2af00 count: 0 00010000:00000010:0.0:1788926461.156207:0:16797:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c3b2ae00. 00010000:00000001:0.0:1788926461.156214:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926461.156215:0:16797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788926461.156217:0:16797:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1264780. 00010000:00000001:0.0:1788926461.156220:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926461.156222:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.156224:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.156225:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926461.156227:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.156228:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.156229:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926461.156231:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926461.156232:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926461.156234:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926461.156242:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.156245:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926461.156248:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926461.156251:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926461.156253:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.156268:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926461.156270:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.156272:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.156273:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926461.156275:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926461.156280:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.156294:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926461.156296:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926461.156389:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926461.156393:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926461.156456:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926461.156460:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926461.156462:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926461.156467:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513954048:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926461.156471:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926461.156475:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926461.156477:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926461.156479:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926461.156483:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8600. 02000000:00000001:0.0:1788926461.156484:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926461.156489:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926461.156493:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926461.156498:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821990. 00000100:00000200:0.0:1788926461.156504:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513954048, portal 18 00000100:00000001:0.0:1788926461.156506:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926461.156507:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:0.0:1788926461.156514:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.156521:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926461.156523:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926461.156525:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821660. 00000100:00000200:0.0:1788926461.156528:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513954048, offset 0 00000400:00000200:0.0:1788926461.156533:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926461.156539:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926461.156545:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926461.156550:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926461.156553:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926461.156556:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926461.156559:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926461.156562:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2799:2799:256:4294967295] 192.168.203.140@tcp LPNI seq info [2799:2799:8:4294967295] 00000400:00000200:0.0:1788926461.156566:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926461.156574:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926461.156578:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926461.156583:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2600. 00000800:00000200:0.0:1788926461.156587:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926461.156592:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926461.156595:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926461.156611:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926461.156617:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 226032 usecs (227 jiffies) 00000400:00000200:0.0:1788926461.156620:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926461.156622:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296496518 00000100:00000001:0.0:1788926461.156625:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296498721 00000100:00000001:0.0:1788926461.156627:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296496518 00000100:00000001:0.0:1788926461.156629:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296498721 00000100:00000001:0.0:1788926461.156631:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926461.156634:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.156636:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.156638:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926461.156897:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926461.156901:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926461.156905:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926461.156909:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926461.156912:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:2.0:1788926461.156915:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:2.0:1788926461.156918:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926461.156922:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926461.156931:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926461.156934:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926461.156940:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926461.156942:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926461.158431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f300. 00010000:00000010:0.1:1788926461.158441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00010000:00000010:0.1:1788926461.164980:0:33005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000010:0.1:1788926461.164993:0:33005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009c00. 00000800:00000001:3.0:1788926461.167094:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.167109:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926461.167125:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.167129:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926461.167137:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.167145:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926461.167153:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.167157:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.167162:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.167166:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d3235e680 00000400:00000200:3.0:1788926461.167171:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.167176:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f7d [1] + 224 00000800:00000001:3.0:1788926461.167183:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.167198:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926461.167201:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926461.167206:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926461.167214:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926461.167223:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926461.167234:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926461.167246:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926461.167255:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.167258:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.167605:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.167609:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926461.167617:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926461.167618:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926461.167622:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926461.167626:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:0.0:1788926461.167628:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:0.0:1788926461.167632:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926461.167637:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926461.167656:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.167668:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926461.167670:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.167673:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926461.167676:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926461.167678:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926461.167681:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926461.167684:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926461.167693:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dd38 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926461.167698:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926461.167700:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926461.167702:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.167705:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926461.167708:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.167711:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926461.167713:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788926461.167715:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926461.167717:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926461.167721:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.167728:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926461.167731:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926461.167734:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926461.167738:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926461.167747:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513953920:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926461.167752:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.167754:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926461.167757:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579f80 x1875823513953920/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.167763:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926461.167766:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926461.167769:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8a00. 02000000:00000001:0.0:1788926461.167772:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926461.167775:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926461.167777:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926461.167779:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926461.167782:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d84a9e00. 02000000:00000001:0.0:1788926461.167785:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926461.167787:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926461.167788:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579f80. 00000100:00000001:0.0:1788926461.167792:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926461.167793:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.167796:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.167798:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.167799:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926461.167802:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.167804:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926461.169759:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.169771:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926461.169775:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.169777:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926461.169785:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.169792:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926461.169801:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.169804:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.169810:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.169814:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d3235e700 00000400:00000200:3.0:1788926461.169819:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926461.169825:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f8d [1] + 224 00000800:00000001:3.0:1788926461.169832:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.170975:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926461.170981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926461.170988:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926461.170996:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926461.171004:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926461.171015:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926461.171032:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926461.171041:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926461.171045:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.171138:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.171142:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926461.171149:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926461.171151:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926461.171154:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926461.171159:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:0.0:1788926461.171161:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:0.0:1788926461.171163:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926461.171167:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926461.171175:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.171180:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926461.171182:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.171184:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926461.171187:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926461.171189:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926461.171191:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926461.171194:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926461.171203:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a538 time=114 v=5 (5 5 0 5) 00000100:00001000:0.0:1788926461.171206:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926461.171209:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926461.171212:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.171214:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926461.171217:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.171220:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926461.171222:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1788926461.171224:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926461.171225:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926461.171229:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.171235:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926461.171238:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926461.171240:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926461.171244:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926461.171252:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513954048:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926461.171972:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.171975:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926461.171980:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513954048/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926477 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926461.171987:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926461.171989:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926461.171993:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8600. 02000000:00000001:0.0:1788926461.171996:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926461.171998:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926461.172000:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926461.172003:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926461.172005:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d84a8c00. 02000000:00000001:0.0:1788926461.172008:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926461.172010:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926461.172011:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:0.0:1788926461.172014:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926461.172016:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.172018:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926461.172025:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926461.172026:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926461.172029:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926461.172031:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926461.487108:0:33000:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926461.636676:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926461.636685:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926461.636760:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926461.636763:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926461.636766:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926462.400839:0:33075:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926462.657592:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926462.657597:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926462.657614:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926462.657617:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926462.657620:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926463.468387:0:33168:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926463.682845:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926463.682851:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926463.684746:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926463.684751:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926463.684755:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788926463.814584:0:33204:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788926463.814590:0:33204:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 00:01:02 (1788926462) 00000001:00000001:3.0:1788926463.828359:0:33204:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1788926464.067212:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296498721, at 4296499201 00000100:00000010:3.0:1788926464.067228:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052780. 00000100:00000040:2.0:1788926464.067811:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296498721, at 4296499202 00000100:00000010:2.0:1788926464.067820:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e00523c0. 00000100:00000040:1.0:1788926464.581082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926464.581093:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926464.581102:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628a80. 00000020:00000040:1.0:1788926464.581109:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926464.581113:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926464.581117:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926464.581121:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926464.581129:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e500. 00000100:00000001:1.0:1788926464.581136:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581147:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926464.581158:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926464.581162:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581169:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e1441f] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.581204:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926464.581211:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926464.581214:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629c00. 00000020:00000040:1.0:1788926464.581216:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926464.581218:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926464.581220:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926464.581221:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926464.581224:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e200. 00000100:00000001:1.0:1788926464.581227:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581231:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926464.581238:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926464.581240:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.581243:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788926464.581245:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9e46bee] to pc [ptlrpcd_00_01+1] req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.581248:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926464.581252:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788926464.581259:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926464.581262:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788926464.581263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926464.581271:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926464.581275:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628700. 00000100:00000001:0.0:1788926464.581278:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1788926464.581280:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926464.581284:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926464.581285:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926464.581286:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926464.581290:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186ef00. 00000100:00000001:0.0:1788926464.581290:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.581296:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.581298:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926464.581302:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926464.581303:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788926464.581307:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926464.581314:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513954176:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926464.581320:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926464.581322:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788926464.581324:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.581329:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1788926464.581331:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028789601] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788926464.581333:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.581338:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788926464.581345:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926464.581345:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8bfa400. 02000000:00000001:0.0:1788926464.581349:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926464.581355:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926464.581359:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629f80. 00000400:00000200:0.0:1788926464.581360:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000020:00000040:1.0:1788926464.581363:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926464.581366:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926464.581368:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1788926464.581368:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 02000000:00000001:1.0:1788926464.581371:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788926464.581376:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821990. 02000000:00000010:1.0:1788926464.581377:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e400. 00000100:00000001:1.0:1788926464.581383:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788926464.581385:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513954176, portal 25 00000100:00000040:1.0:1788926464.581387:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926464.581389:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926464.581393:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243221120 : -108341466330496 : ffff9d76c9628a80) 00000100:00000001:1.0:1788926464.581419:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926464.581421:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581426:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9ec98df] to pc [ptlrpcd_00_01+1] req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.581437:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926464.581440:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788926464.581441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926464.581449:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926464.581453:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000100:00000001:0.0:1788926464.581454:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1788926464.581459:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000040:0.0:1788926464.581460:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:1.0:1788926464.581464:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926464.581467:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1788926464.581467:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 02000000:00000001:1.0:1788926464.581470:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788926464.581473:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513954176, offset 0 02000000:00000010:1.0:1788926464.581476:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e900. 00000100:00000001:1.0:1788926464.581480:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926464.581483:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000040:1.0:1788926464.581488:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1788926464.581495:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926464.581497:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926464.581501:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.581505:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a24ede8] to pc [ptlrpcd_00_00+0] req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788926464.581507:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926464.581516:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788926464.581517:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926464.581522:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000040:1.0:1788926464.581523:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1837) 00000400:00000200:0.0:1788926464.581528:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926464.581532:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926464.581536:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2800:2800:256:4294967295] 192.168.203.140@tcp LPNI seq info [2800:2800:8:4294967295] 00000100:00000001:1.0:1788926464.581541:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788926464.581541:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926464.581545:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926464.581548:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926464.581554:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788926464.581559:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000001:1.0:1788926464.581569:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1788926464.581571:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00000001:1.0:1788926464.581572:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926464.581577:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1788926464.581577:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2300. 02000000:00000001:1.0:1788926464.581579:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926464.581583:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926464.581587:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513954304:192.168.203.140@tcp:400:kworker.0 00000800:00000200:0.0:1788926464.581589:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000100:00000001:1.0:1788926464.581595:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926464.581599:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926464.581601:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788926464.581602:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 02000000:00000001:1.0:1788926464.581605:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1788926464.581609:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2300 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1788926464.581610:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a32800. 02000000:00000001:1.0:1788926464.581615:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926464.581630:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926464.581634:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000100:00000001:0.0:1788926464.581636:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788926464.581639:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000400:00000200:0.0:1788926464.581644:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000200:1.0:1788926464.581646:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513954304, portal 10 00000100:00000001:0.0:1788926464.581648:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296503909 00000100:00000001:1.0:1788926464.581650:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926464.581653:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243225600 : -108341466326016 : ffff9d76c9629c00) 00000100:00000010:0.0:1788926464.581655:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e0052360. 00000100:00000040:1.0:1788926464.581663:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.581664:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788926464.581670:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296503909 00000100:00000001:1.0:1788926464.581675:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1788926464.581675:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e0052f60. 00000100:00000040:1.0:1788926464.581681:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:0.0:1788926464.581681:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788926464.581685:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788926464.581687:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8cc0. 00000100:00000001:0.0:1788926464.581689:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788926464.581693:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513954304, offset 0 00000100:00000001:0.0:1788926464.581694:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.581699:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788926464.581703:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000001:0.0:1788926464.581707:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788926464.581708:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926464.581711:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1788926464.581715:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000100:00000001:0.0:1788926464.581715:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926464.581718:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926464.581720:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788926464.581721:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926464.581727:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000040:0.0:1788926464.581727:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788926464.581731:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926464.581737:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000001:0.0:1788926464.581743:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788926464.581744:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2801:2801:255:4294967295] 192.168.203.140@tcp LPNI seq info [2801:2801:7:4294967295] 00000100:00000001:0.0:1788926464.581747:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.581752:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788926464.581755:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 02000000:00000001:0.0:1788926464.581755:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926464.581760:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926464.581764:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513954432:192.168.203.140@tcp:400:kworker.0 00000400:00000200:1.0:1788926464.581772:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000001:0.0:1788926464.581772:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926464.581776:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926464.581779:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788926464.581780:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 02000000:00000001:0.0:1788926464.581783:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1788926464.581786:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e100. 02000000:00000010:0.0:1788926464.581788:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8bfb800. 02000000:00000001:0.0:1788926464.581792:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788926464.581793:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000400:00000200:0.0:1788926464.581797:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926464.581801:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000800:00000200:1.0:1788926464.581803:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000400:00000010:0.0:1788926464.581806:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821f68. 00000800:00000200:1.0:1788926464.581808:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1788926464.581811:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513954432, portal 10 00000100:00000001:1.0:1788926464.581814:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.581814:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926464.581817:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243220224 : -108341466331392 : ffff9d76c9628700) 00000100:00000040:1.0:1788926464.581820:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 818156 usecs (819 jiffies) 00000100:00000040:0.0:1788926464.581826:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788926464.581828:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926464.581832:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296500535 00000100:00000001:1.0:1788926464.581837:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:0.0:1788926464.581840:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788926464.581841:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296500535 00000100:00000040:0.0:1788926464.581846:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:1.0:1788926464.581847:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000400:00000010:0.0:1788926464.581849:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821c38. 00000100:00000001:1.0:1788926464.581851:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1788926464.581854:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513954432, offset 0 00000100:00000001:1.0:1788926464.581855:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.581859:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788926464.581860:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000040:1.0:1788926464.581867:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788926464.581867:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926464.581875:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926464.581881:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788926464.581883:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1788926464.581886:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000001:1.0:1788926464.581887:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926464.581891:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1788926464.581892:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788926464.581895:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 02000000:00000001:1.0:1788926464.581897:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788926464.581901:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2802:2802:254:4294967295] 192.168.203.140@tcp LPNI seq info [2802:2802:6:4294967295] 02000000:00000001:1.0:1788926464.581902:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926464.581910:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513954560:192.168.203.140@tcp:400:kworker.0 00000400:00000200:0.0:1788926464.581911:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926464.581917:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926464.581921:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926464.581924:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926464.581925:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 02000000:00000001:1.0:1788926464.581928:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926464.581933:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a33000. 00000800:00000200:0.0:1788926464.581933:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 02000000:00000001:1.0:1788926464.581938:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788926464.581938:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2500. 00000400:00000200:1.0:1788926464.581948:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:0.0:1788926464.581948:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000400:00000010:1.0:1788926464.581955:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000800:00000200:0.0:1788926464.581956:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926464.581961:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1788926464.581962:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000100:00000001:0.0:1788926464.581967:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788926464.581968:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513954560, portal 4 00000100:00000001:1.0:1788926464.581972:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788926464.581973:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20382 usecs (21 jiffies) 00000100:00000001:1.0:1788926464.581974:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000400:00000200:0.0:1788926464.581979:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926464.581982:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296499737 00000100:00000040:1.0:1788926464.581985:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.581986:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:0.0:1788926464.581991:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296499737 00000100:00000001:0.0:1788926464.581995:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:0.0:1788926464.582000:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926464.582001:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788926464.582003:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.582008:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:0.0:1788926464.582008:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788926464.582014:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8a18. 00000100:00000040:0.0:1788926464.582016:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926464.582018:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513954560, offset 0 00000400:00000200:1.0:1788926464.582028:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926464.582036:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926464.582040:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926464.582043:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926464.582045:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926464.582049:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788926464.582053:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788926464.582054:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000001:0.0:1788926464.582056:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926464.582060:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2803:2803:253:4294967295] 192.168.203.140@tcp LPNI seq info [2803:2803:5:4294967295] 02000000:00000001:0.0:1788926464.582062:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926464.582065:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926464.582068:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926464.582070:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00100000:0.0:1788926464.582074:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513954688:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926464.582081:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926464.582085:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788926464.582086:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 02000000:00000001:0.0:1788926464.582088:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.582092:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1788926464.582095:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 02000000:00000010:0.0:1788926464.582097:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fd600. 02000000:00000001:0.0:1788926464.582100:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788926464.582101:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e600. 00000400:00000200:0.0:1788926464.582105:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:1.0:1788926464.582110:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926464.582115:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926464.582117:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926464.582120:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.582123:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21381 usecs (22 jiffies) 00000400:00000200:1.0:1788926464.582127:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926464.582128:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296499738 00000100:00000001:1.0:1788926464.582131:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:1.0:1788926464.582133:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296499738 00000100:00000001:1.0:1788926464.582135:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:1.0:1788926464.582137:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926464.582139:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.582141:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.582143:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.582148:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926464.582149:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926464.582152:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926464.582153:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926464.582154:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.582157:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926464.582241:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926464.582246:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2300. 00000400:00000200:3.0:1788926464.582253:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.582259:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926464.582265:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:3.0:1788926464.582267:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:3.0:1788926464.582272:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926464.582277:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582286:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926464.582290:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582302:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.582304:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926464.582315:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926464.582317:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:3.0:1788926464.582320:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.582322:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926464.582324:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:3.0:1788926464.582325:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:3.0:1788926464.582327:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926464.582330:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582336:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926464.582338:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582344:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.582345:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926464.582351:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926464.582353:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2500. 00000400:00000200:3.0:1788926464.582355:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.582357:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926464.582360:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821c38 00000400:00000010:3.0:1788926464.582361:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821c38. 00000100:00000001:3.0:1788926464.582363:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926464.582366:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582372:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926464.582374:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582380:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.582381:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926464.582463:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926464.582466:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926464.582469:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.582472:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926464.582474:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8a18 00000400:00000010:3.0:1788926464.582476:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8a18. 00000100:00000001:3.0:1788926464.582478:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926464.582481:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582488:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926464.582490:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.582496:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.582498:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1788926464.582930:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52147e8. 00000400:00000010:0.0:1788926464.582938:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821770. 00000100:00000200:0.0:1788926464.582941:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513954688, portal 4 00000100:00000001:0.0:1788926464.582943:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926464.582945:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:0.0:1788926464.582954:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.582959:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926464.582962:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926464.582963:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08215d8. 00000100:00000200:0.0:1788926464.582967:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513954688, offset 0 00000400:00000200:0.0:1788926464.582971:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926464.582977:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926464.582982:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926464.582985:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926464.582988:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926464.582990:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926464.582992:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926464.582996:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2804:2804:256:4294967295] 192.168.203.140@tcp LPNI seq info [2804:2804:8:4294967295] 00000400:00000200:0.0:1788926464.583000:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926464.583006:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926464.583011:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926464.583015:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2000. 00000800:00000200:0.0:1788926464.583019:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926464.583024:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926464.583028:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926464.583085:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926464.583090:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 224953 usecs (225 jiffies) 00000400:00000200:0.0:1788926464.583094:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926464.583096:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296499942 00000100:00000001:0.0:1788926464.583098:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:0.0:1788926464.583101:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296499942 00000100:00000001:0.0:1788926464.583103:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:0.0:1788926464.583105:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926464.583108:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.583111:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.583212:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.583219:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926464.583220:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926464.583223:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926464.583224:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926464.583226:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.583228:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926464.586063:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926464.586073:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:3.0:1788926464.586080:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.586089:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926464.586097:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08215d8 00000400:00000010:3.0:1788926464.586100:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08215d8. 00000100:00000001:3.0:1788926464.586105:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926464.586113:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.586126:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926464.586130:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.586136:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.586138:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926464.600393:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600438:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.600442:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600445:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.600452:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600460:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926464.600470:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600475:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600481:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600485:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235e800 00000400:00000200:3.0:1788926464.600490:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600496:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f9d [1] + 224 00000800:00000001:3.0:1788926464.600503:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600507:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.600510:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.600515:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926464.600522:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926464.600531:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926464.600542:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.600571:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.600580:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600585:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.600586:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600588:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.600591:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600595:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926464.600599:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600601:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600603:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600606:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235e880 00000400:00000200:3.0:1788926464.600609:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600613:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x7fa5 [1] + 224 00000800:00000001:3.0:1788926464.600616:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600630:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.600632:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.600635:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926464.600639:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926464.600643:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926464.600652:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600663:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926464.600667:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926464.600670:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.600674:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788926464.600675:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926464.600676:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1788926464.600678:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.600679:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1788926464.600680:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000800:00000001:3.0:1788926464.600682:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.600684:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926464.600684:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926464.600686:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000400:00000200:3.0:1788926464.600688:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000100:00000001:1.0:1788926464.600689:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:3.0:1788926464.600691:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000200:1.0:1788926464.600693:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788926464.600694:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600696:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600700:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235e900 00000400:00000200:3.0:1788926464.600703:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000200:1.0:1788926464.600703:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788926464.600707:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7fad [1] + 224 00000100:00000001:1.0:1788926464.600710:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.600711:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788926464.600711:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.600713:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.600714:0:2398:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788926464.600715:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788926464.600717:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788926464.600718:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:1.0:1788926464.600719:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926464.600720:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788926464.600721:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788926464.600723:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788926464.600724:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926464.600730:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788926464.600732:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=131 v=5 (5 104 104 104) 00000100:00000001:3.0:1788926464.600737:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:1.0:1788926464.600737:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926464.600739:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1788926464.600740:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788926464.600741:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926464.600743:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926464.600744:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1788926464.600745:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.600747:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926464.600747:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926464.600749:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926464.600751:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1788926464.600753:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000100:00100000:1.0:1788926464.600753:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967633 gen 2 00000400:00000200:3.0:1788926464.600756:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600759:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:1.0:1788926464.600759:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9d76c962a300 x1875823513944320/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788926464.600761:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.600764:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235e980 00000100:00000001:1.0:1788926464.600767:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1788926464.600768:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:1.0:1788926464.600770:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a300 x1875823513944320/t4294967620(4294967620) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788926464.600771:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7fb5 [1] + 224 00000800:00000001:3.0:1788926464.600774:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788926464.600778:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.600780:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1788926464.600784:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788926464.600784:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02c00. 00000400:00000200:3.0:1788926464.600786:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788926464.600787:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1788926464.600789:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000020:00000001:1.0:1788926464.600790:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:3.0:1788926464.600791:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:1.0:1788926464.600792:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.600794:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000200:3.0:1788926464.600795:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788926464.600797:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18cc600. 02000000:00000001:1.0:1788926464.600800:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1788926464.600802:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788926464.600802:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.600803:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a300. 00000100:00000001:1.0:1788926464.600806:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.600808:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926464.600809:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.600811:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788926464.600813:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1788926464.600814:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.600819:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.600821:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38000 x1875823513948160/t4294967621(4294967621) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926471 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926464.600826:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.600827:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.600828:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dc800. 02000000:00000001:1.0:1788926464.600830:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.600831:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.600832:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.600834:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.600835:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af000. 02000000:00000001:1.0:1788926464.600838:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.600839:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.600840:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38000. 00000100:00000001:1.0:1788926464.600842:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.600843:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926464.600848:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9d76d8579880 x1875823513950592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600860:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.600863:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513950592/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 488/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600868:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.600869:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.600870:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:1.0:1788926464.600873:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.600874:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.600874:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.600876:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.600877:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553400. 02000000:00000001:1.0:1788926464.600880:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.600881:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.600882:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:1.0:1788926464.600885:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.600886:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926464.600890:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9d76c8b38380 x1875823513951232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600895:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.600898:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38380 x1875823513951232/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600903:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.600904:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.600906:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10de400. 02000000:00000001:1.0:1788926464.600908:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.600909:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.600910:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.600913:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.600914:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10ae600. 02000000:00000001:1.0:1788926464.600916:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.600917:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.600918:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38380. 00000100:00000001:1.0:1788926464.600920:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.600921:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926464.600925:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9d76d8578700 x1875823513952512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600930:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.600933:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513952512/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600938:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.600939:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.600941:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880e800. 02000000:00000001:1.0:1788926464.600943:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.600944:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.600945:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.600946:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.600947:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553a00. 02000000:00000001:1.0:1788926464.600949:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.600950:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.600951:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:1.0:1788926464.600953:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.600955:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926464.600958:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff9d76d857aa00 x1875823513953152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600964:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.600966:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513953152/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 512/456 e 0 to 0 dl 1788926473 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.600972:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.600973:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.600974:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880ec00. 02000000:00000001:1.0:1788926464.600976:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.600977:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.600978:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.600980:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.600981:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553000. 02000000:00000001:1.0:1788926464.600983:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.600984:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.600985:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:1.0:1788926464.600988:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.600989:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.600991:0:2398:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926464.600993:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1788926464.600996:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926464.600998:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.601003:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.601010:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926464.601013:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926464.601014:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926464.601018:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926464.601026:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513954304:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926464.601032:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926464.601033:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926464.601035:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926464.601037:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:1.0:1788926464.601039:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:1.0:1788926464.601041:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926464.601044:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926464.601052:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.601058:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926464.601060:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.601062:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926464.601063:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926464.601065:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926464.601066:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926464.601068:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926464.601072:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=131 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926464.601075:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926464.601078:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926464.601079:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926464.601080:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926464.601083:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.601085:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926464.601086:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926464.601088:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926464.601089:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926464.601093:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.601098:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926464.601100:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926464.601102:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926464.601105:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926464.601112:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513954560:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926464.601115:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.601117:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.601120:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629c00 x1875823513954304/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.601125:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.601127:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.601128:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a32800. 02000000:00000001:1.0:1788926464.601130:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.601132:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.601133:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.601135:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.601137:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e200. 02000000:00000001:1.0:1788926464.601139:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.601140:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.601141:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629c00. 00000100:00000001:1.0:1788926464.601143:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.601144:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.601145:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926464.601164:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629f80 x1875823513954560/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926464.601169:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926464.601170:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926464.601172:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a33000. 02000000:00000001:1.0:1788926464.601174:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926464.601175:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926464.601176:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926464.601178:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926464.601180:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e400. 02000000:00000001:1.0:1788926464.601182:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926464.601183:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926464.601184:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629f80. 00000100:00000001:1.0:1788926464.601186:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926464.601188:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.601190:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926464.601197:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926464.601199:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926464.601201:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926464.601204:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.601264:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926464.601267:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926464.601270:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926464.601272:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926464.601274:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926464.601277:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821f68 00000400:00000010:0.0:1788926464.601278:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821f68. 00000100:00000001:0.0:1788926464.601290:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926464.601296:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926464.601304:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.601310:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926464.601311:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.601312:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926464.601314:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926464.601315:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926464.601316:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.601318:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926464.601322:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=131 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926464.601324:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926464.601327:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926464.601328:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926464.601330:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926464.601332:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.601334:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926464.601335:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926464.601337:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926464.601338:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926464.601342:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.601347:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926464.601349:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926464.601351:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926464.601354:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926464.601360:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513954432:192.168.203.140@tcp:400:kworker.0 00000400:00000001:0.0:1788926464.601365:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926464.601367:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926464.601368:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52147e8. 00000400:00000200:0.0:1788926464.601370:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:0.0:1788926464.601372:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:0.0:1788926464.601374:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926464.601377:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926464.601386:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.601391:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926464.601393:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.601394:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926464.601419:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926464.601421:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926464.601422:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.601424:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926464.601427:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=131 v=5 (5 5 37 37) 00000100:00001000:0.0:1788926464.601430:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926464.601432:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926464.601433:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926464.601434:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926464.601436:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.601438:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926464.601440:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1788926464.601442:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926464.601443:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926464.601447:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.601453:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926464.601455:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926464.601456:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926464.601460:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926464.601471:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513954688:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926464.601476:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.601478:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926464.601481:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628700 x1875823513954432/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.601486:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926464.601488:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926464.601489:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8bfb800. 02000000:00000001:0.0:1788926464.601493:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926464.601494:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926464.601495:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926464.601497:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926464.601498:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186ef00. 02000000:00000001:0.0:1788926464.601500:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926464.601502:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926464.601503:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628700. 00000100:00000001:0.0:1788926464.601506:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926464.601507:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.601509:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926464.601511:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513954688/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.601517:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926464.601518:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926464.601519:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fd600. 02000000:00000001:0.0:1788926464.601521:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926464.601522:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926464.601523:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926464.601525:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926464.601526:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e900. 02000000:00000001:0.0:1788926464.601528:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926464.601529:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926464.601530:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:0.0:1788926464.601533:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926464.601535:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.601537:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.601538:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926464.601539:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926464.601541:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.601542:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926464.604715:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.604732:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.604736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.604738:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.604746:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.604754:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926464.604763:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.604768:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.604774:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.604777:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235e780 00000400:00000200:3.0:1788926464.604783:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.604789:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x7f95 [1] + 224 00000800:00000001:3.0:1788926464.604797:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.604804:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.604807:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.604812:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926464.604819:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926464.604827:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926464.604837:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926464.604860:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.604868:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.604872:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.606443:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926464.606449:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926464.606457:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926464.606459:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926464.606463:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926464.606469:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:0.0:1788926464.606471:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:0.0:1788926464.606476:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926464.606485:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926464.606497:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.606505:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926464.606507:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.606509:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926464.606513:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926464.606515:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926464.606517:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926464.606520:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926464.606526:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926464.606530:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926464.606532:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926464.606534:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926464.606537:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926464.606539:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.606542:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926464.606546:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.606553:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926464.606556:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926464.606558:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926464.606562:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926464.606570:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513954176:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926464.606575:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.606578:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926464.606581:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628a80 x1875823513954176/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926464.606588:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926464.606590:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926464.606594:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8bfa400. 02000000:00000001:0.0:1788926464.606597:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926464.606600:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926464.606602:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926464.606605:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926464.606608:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e500. 02000000:00000001:0.0:1788926464.606610:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926464.606612:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926464.606614:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628a80. 00000100:00000001:0.0:1788926464.606625:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926464.606627:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.606629:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926464.606636:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926464.606638:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926464.606640:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926464.606642:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926464.708907:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926464.708914:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926464.709078:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926464.709082:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926464.709085:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926464.949356:0:33225:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926464.949364:0:33225:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926464.949366:0:33225:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926464.949369:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebbc0 00000080:00200000:2.0:1788926464.949373:0:33225:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926464.949381:0:33225:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0795800. 00800000:00000002:2.0:1788926464.949388:0:33225:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926464.949392:0:33225:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926464.949423:0:33225:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926464.949426:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebae0 00800000:00000002:2.0:1788926464.949428:0:33225:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926464.949432:0:33225:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926464.949435:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926464.949437:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926464.949440:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926464.949442:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926464.949444:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.949447:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926464.949450:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.949454:0:33225:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926464.949459:0:33225:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926464.949461:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb9b0 00000002:00010000:2.0:1788926464.949463:0:33225:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926464.949467:0:33225:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926464.949468:0:33225:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926464.949471:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926464.949478:0:33225:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.949480:0:33225:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.949482:0:33225:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.949484:0:33225:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926464.949486:0:33225:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926464.949492:0:33225:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926464.949497:0:33225:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926464.949503:0:33225:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926464.949508:0:33225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926464.949511:0:33225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.949514:0:33225:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926464.949516:0:33225:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926464.949521:0:33225:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926464.949527:0:33225:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10df400. 00000100:00000001:2.0:1788926464.949534:0:33225:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.949538:0:33225:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926464.949540:0:33225:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.949541:0:33225:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926464.949542:0:33225:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.949544:0:33225:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.949554:0:33225:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00010000:00000001:2.0:1788926464.949558:0:33225:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926464.949560:0:33225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926464.949564:0:33225:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225600. 00010000:00000010:2.0:1788926464.949568:0:33225:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642d80. 00010000:00000001:2.0:1788926464.949572:0:33225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926464.949575:0:33225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a800. 00000020:00000001:2.0:1788926464.949578:0:33225:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926464.949581:0:33225:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a800 with handle 0xdeff66104c08c840 to hash 00000020:00000001:2.0:1788926464.949583:0:33225:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926464.949585:0:33225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.949588:0:33225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.949592:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926464.949594:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.949598:0:33225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926464.949608:0:33225:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926464.949627:0:33225:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33225 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926464.949634:0:33225:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926464.949636:0:33225:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926464.949642:0:33225:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020d600. 00000100:00000001:2.0:1788926464.949644:0:33225:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624791040 : -108341084760576 : ffff9d76e020d600) 00000100:00000001:2.0:1788926464.949647:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.949648:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000001:2.0:1788926464.949653:0:33225:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926464.949657:0:33225:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.949659:0:33225:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926464.949660:0:33225:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926464.949669:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.949678:0:33225:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926464.949680:0:33225:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926464.949684:0:33225:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926464.949686:0:33225:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926464.949688:0:33225:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926464.949692:0:33225:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33225:1875823513954816:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926464.949696:0:33225:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926464.949700:0:33225:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926464.949702:0:33225:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926464.949704:0:33225:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926464.949708:0:33225:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b0800. 02000000:00000001:2.0:1788926464.949710:0:33225:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926464.949717:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926464.949721:0:33225:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6840. 00000400:00000010:2.0:1788926464.949728:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926464.949735:0:33225:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513954816, portal 10 00000100:00000001:2.0:1788926464.949737:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.949739:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:2.0:1788926464.949744:0:33225:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.949752:0:33225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926464.949755:0:33225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926464.949758:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530908. 00000100:00000200:2.0:1788926464.949760:0:33225:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513954816, offset 0 00000400:00000200:2.0:1788926464.949767:0:33225:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926464.949774:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926464.949782:0:33225:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926464.949788:0:33225:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926464.949792:0:33225:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926464.949796:0:33225:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926464.949798:0:33225:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926464.949802:0:33225:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2805:2805:256:4294967295] 192.168.203.140@tcp LPNI seq info [2805:2805:8:4294967295] 00000400:00000200:2.0:1788926464.949807:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926464.949815:0:33225:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926464.949821:0:33225:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926464.949826:0:33225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4b00. 00000800:00000200:2.0:1788926464.949832:0:33225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926464.949841:0:33225:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926464.949846:0:33225:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926464.949870:0:33225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926464.949876:0:33225:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 817082 usecs (818 jiffies) 00000400:00000200:2.0:1788926464.949879:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926464.949882:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296500902 00000100:00000001:2.0:1788926464.949885:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:2.0:1788926464.949887:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296500902 00000100:00000001:2.0:1788926464.949889:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:2.0:1788926464.949892:0:33225:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926464.949894:0:33225:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.949896:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926464.949898:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926464.949901:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788926464.949904:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926464.949906:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926464.951721:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926464.951729:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4b00. 00000400:00000200:3.0:1788926464.951735:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.951743:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926464.951751:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530908 00000400:00000010:3.0:1788926464.951754:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530908. 00000100:00000001:3.0:1788926464.951759:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926464.951766:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926464.951778:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926464.951782:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926464.951790:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.951792:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926464.954446:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.954462:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.954467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.954469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.954478:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.954485:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926464.954492:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.954496:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.954502:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.954506:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235ea00 00000400:00000200:3.0:1788926464.954511:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.954517:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7fbd [1] + 224 00000800:00000001:3.0:1788926464.954523:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.954531:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.954534:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.954539:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926464.954545:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926464.954562:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926464.954573:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926464.954588:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.954595:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.954599:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926464.955108:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926464.955117:0:33225:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926464.955119:0:33225:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926464.955122:0:33225:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6840. 00000400:00000200:2.0:1788926464.955128:0:33225:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:2.0:1788926464.955131:0:33225:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:2.0:1788926464.955134:0:33225:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926464.955139:0:33225:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926464.955149:0:33225:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.955155:0:33225:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926464.955157:0:33225:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926464.955159:0:33225:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926464.955162:0:33225:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926464.955165:0:33225:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926464.955167:0:33225:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926464.955170:0:33225:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926464.955178:0:33225:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=131 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926464.955182:0:33225:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926464.955185:0:33225:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926464.955187:0:33225:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.955189:0:33225:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926464.955193:0:33225:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.955196:0:33225:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926464.955199:0:33225:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1788926464.955201:0:33225:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926464.955202:0:33225:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926464.955207:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.955214:0:33225:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926464.955218:0:33225:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926464.955220:0:33225:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926464.955224:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926480 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926464.955237:0:33225:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33225:1875823513954816:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926464.955243:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926464.955245:0:33225:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.955248:0:33225:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926464.955250:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.955253:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926480 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.955260:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926464.955263:0:33225:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020d600. 00000100:00000001:2.0:1788926464.955266:0:33225:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926464.955268:0:33225:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.955270:0:33225:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926464.955274:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.955276:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.955280:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:2.0:1788926464.955282:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.955285:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000040:2.0:1788926464.955291:0:33225:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a800, remote cookie: 0x840913afd2dab3fa, flags: 0x1001 00010000:00010000:2.0:1788926464.955296:0:33225:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926464.955306:0:33225:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.955313:0:33225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926464.955317:0:33225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926464.955319:0:33225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926464.955321:0:33225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926464.955322:0:33225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926464.955325:0:33225:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225600) refcount = 1 00010000:00010000:2.0:1788926464.955330:0:33225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.955336:0:33225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926464.955339:0:33225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926464.955341:0:33225:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926464.955344:0:33225:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926464.955346:0:33225:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.955350:0:33225:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.955356:0:33225:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926464.955358:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.955359:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.955360:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.955361:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.955363:0:33225:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.955367:0:33225:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926464.955368:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.955370:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.955371:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.955373:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.955375:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.955377:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.955379:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.955380:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:2.0:1788926464.955381:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.955383:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.955385:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926464.955388:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.955392:0:33225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.959239:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959242:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.959244:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959246:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959250:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=5 00000020:00000001:2.0:1788926464.959252:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959256:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959258:0:33225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926464.959263:0:33225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.959269:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959270:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926464.959272:0:33225:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.959278:0:33225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926464.959280:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959280:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.959282:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959282:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926464.959298:0:33225:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926480 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926464.959308:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959310:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959311:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959313:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959315:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959317:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959319:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.959320:0:33225:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.959323:0:33225:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.959326:0:33225:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926464.959328:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959329:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959330:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959332:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959334:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00000002:00010000:2.0:1788926464.959338:0:33225:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.959345:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959346:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.959348:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926464.959349:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959350:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959351:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959353:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959355:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000040:2.0:1788926464.959361:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926464.959363:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926464.959367:0:33225:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788926464.959370:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959371:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.959372:0:33225:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926464.959375:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb938 00000002:00002000:2.0:1788926464.959377:0:33225:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926464.959381:0:33225:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.959384:0:33225:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.959387:0:33225:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926464.959391:0:33225:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788926464.959393:0:33225:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.959421:0:33225:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926464.959425:0:33225:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0795800. 00000080:00000001:2.0:1788926464.959431:0:33225:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926464.959434:0:33225:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926464.959439:0:33225:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788926464.959444:0:33225:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788926464.959452:0:33225:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d3318240. 00800000:00000001:2.0:1788926464.959454:0:33225:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732407779904 : -108341301771712 : ffff9d76d3318240) 00800000:00000001:2.0:1788926464.959457:0:33225:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.959459:0:33225:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926464.959461:0:33225:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926464.959463:0:33225:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788926464.959466:0:33225:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788926464.959468:0:33225:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788926464.959469:0:33225:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.959474:0:33225:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788926464.959476:0:33225:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788926464.959481:0:33225:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788926464.959483:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959484:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959485:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959487:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959489:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959491:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959492:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926464.959494:0:33225:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926464.959496:0:33225:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788926464.959497:0:33225:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d3318240 1 00800000:00000010:2.0:1788926464.959499:0:33225:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76d3318240. 00800000:00000001:2.0:1788926464.959502:0:33225:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926464.959506:0:33225:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c840 00800000:00000001:2.0:1788926464.959508:0:33225:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926464.959510:0:33225:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926464.959511:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959512:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959513:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959515:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959516:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959521:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959522:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.959523:0:33225:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.959525:0:33225:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.959527:0:33225:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926464.959529:0:33225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926464.959532:0:33225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c840 from it ffffb2d841eebbf8 00010000:00000001:2.0:1788926464.959534:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959535:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959536:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959538:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959540:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959542:0:33225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926464.959545:0:33225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.959721:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959722:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.959724:0:33225:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926464.959726:0:33225:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926464.959729:0:33225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926464.959739:0:33225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926464.959741:0:33225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926464.959744:0:33225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926464.959748:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959749:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.959750:0:33225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.959753:0:33225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926464.959755:0:33225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.959757:0:33225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.959759:0:33225:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.959760:0:33225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926464.959762:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959763:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926464.959766:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.959771:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513954816/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926480 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.959779:0:33225:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926464.959782:0:33225:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926464.959785:0:33225:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b0800. 02000000:00000001:2.0:1788926464.959788:0:33225:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926464.959791:0:33225:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926464.959792:0:33225:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926464.959795:0:33225:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926464.959797:0:33225:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10df400. 02000000:00000001:2.0:1788926464.959800:0:33225:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926464.959802:0:33225:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926464.959805:0:33225:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:2.0:1788926464.959808:0:33225:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926464.959810:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926464.959813:0:33225:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926464.959818:0:33225:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926464.959833:0:33225:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01c00. 00000080:00000001:2.0:1788926464.959838:0:33225:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926464.959840:0:33225:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926464.959841:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebb00 00000080:00200000:2.0:1788926464.959843:0:33225:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926464.959847:0:33225:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0795800. 00800000:00000002:2.0:1788926464.959851:0:33225:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926464.959854:0:33225:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926464.959857:0:33225:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926464.959859:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeba20 00800000:00000002:2.0:1788926464.959860:0:33225:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926464.959864:0:33225:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926464.959866:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926464.959868:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926464.959870:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926464.959873:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926464.959874:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.959876:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926464.959879:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.959882:0:33225:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926464.959886:0:33225:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926464.959888:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb8f0 00000002:00010000:2.0:1788926464.959889:0:33225:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926464.959893:0:33225:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926464.959894:0:33225:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926464.959896:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926464.959900:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926464.959902:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926464.959905:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926464.959909:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926464.959912:0:33225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926464.959920:0:33225:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926464.959923:0:33225:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.959926:0:33225:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926464.959933:0:33225:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926464.959935:0:33225:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926464.959937:0:33225:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926464.959939:0:33225:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926464.959941:0:33225:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926464.959942:0:33225:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926464.959945:0:33225:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926464.959947:0:33225:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926464.959949:0:33225:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0795800. 00000080:00000001:2.0:1788926464.959952:0:33225:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926464.959953:0:33225:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926464.959955:0:33225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926464.959958:0:33225:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c840 00800000:00000001:2.0:1788926464.959961:0:33225:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926464.959963:0:33225:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926464.959964:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959965:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959967:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959969:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959971:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959973:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959974:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.959975:0:33225:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.959976:0:33225:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926464.959978:0:33225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c840 from it ffffb2d841eebb38 00010000:00000001:2.0:1788926464.959980:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.959981:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.959982:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:2.0:1788926464.959984:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959986:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926464.959988:0:33225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926464.959990:0:33225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926464.959997:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.959998:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.959999:0:33225:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926464.960000:0:33225:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926464.960003:0:33225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926464.960009:0:33225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926464.960010:0:33225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926464.960011:0:33225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926464.960014:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.960015:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.960016:0:33225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960018:0:33225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926464.960019:0:33225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960021:0:33225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960023:0:33225:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960025:0:33225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926464.960026:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.960027:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926464.960028:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926464.960030:0:33225:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926464.960032:0:33225:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788926464.960102:0:33225:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.960105:0:33225:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788926464.960107:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebb58 00000080:00200000:2.0:1788926464.960110:0:33225:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76d99d4600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788926464.960115:0:33225:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76c866f7e0. 00000080:00000001:2.0:1788926464.960118:0:33225:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926464.960120:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeba08 00000080:00200000:2.0:1788926464.960122:0:33225:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000010:2.0:1788926464.960129:0:33225:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0795800. 00800000:00000002:2.0:1788926464.960132:0:33225:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926464.960135:0:33225:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926464.960137:0:33225:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926464.960138:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb928 00800000:00000002:2.0:1788926464.960140:0:33225:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926464.960143:0:33225:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788926464.960145:0:33225:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788926464.960147:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926464.960148:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926464.960150:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926464.960151:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926464.960152:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.960154:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926464.960156:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.960158:0:33225:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:2.0:1788926464.960161:0:33225:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788926464.960163:0:33225:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788926464.960165:0:33225:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788926464.960167:0:33225:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788926464.960169:0:33225:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x27:0x0] 40000000:00000001:2.0:1788926464.960172:0:33225:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.960174:0:33225:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.960176:0:33225:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.960178:0:33225:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926464.960180:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb8a8 00800000:00000002:2.0:1788926464.960181:0:33225:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788926464.960184:0:33225:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926464.960186:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb7e0 00000002:00010000:2.0:1788926464.960187:0:33225:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788926464.960190:0:33225:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926464.960193:0:33225:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788926464.960196:0:33225:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788926464.960199:0:33225:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.960200:0:33225:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926464.960202:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926464.960204:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926464.960207:0:33225:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926464.960209:0:33225:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926464.960212:0:33225:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788926464.960220:0:33225:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926464.960224:0:33225:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926464.960226:0:33225:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926464.960228:0:33225:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788926464.960230:0:33225:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926464.960231:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926464.960233:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:2.0:1788926464.960235:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926464.960238:0:33225:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.960239:0:33225:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926464.960240:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926464.960242:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:2.0:1788926464.960244:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926464.960246:0:33225:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.960248:0:33225:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926464.960249:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926464.960251:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:2.0:1788926464.960253:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926464.960254:0:33225:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.960256:0:33225:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926464.960258:0:33225:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788926464.960262:0:33225:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788926464.960264:0:33225:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788926464.960266:0:33225:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926464.960268:0:33225:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960270:0:33225:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926464.960273:0:33225:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926464.960274:0:33225:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926464.960276:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926464.960278:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926464.960280:0:33225:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880a800 with handle 0xdeff66104c08c840 from hash 00010000:00000001:2.0:1788926464.960283:0:33225:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926464.960284:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.960285:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.960286:0:33225:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926464.960289:0:33225:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926464.960290:0:33225:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926464.960293:0:33225:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926464.960295:0:33225:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926464.960297:0:33225:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788926464.960302:0:33225:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926464.960306:0:33225:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926464.960310:0:33225:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926464.960312:0:33225:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960315:0:33225:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926464.960318:0:33225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926464.960320:0:33225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.960322:0:33225:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926464.960324:0:33225:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926464.960327:0:33225:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926464.960333:0:33225:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10df400. 00000100:00000001:2.0:1788926464.960338:0:33225:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960341:0:33225:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926464.960342:0:33225:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788926464.960346:0:33225:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788926464.960352:0:33225:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788926464.960354:0:33225:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926464.960356:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926464.960359:0:33225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c840 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab3fa expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788926464.960366:0:33225:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225600 count: 0 00010000:00000010:2.0:1788926464.960371:0:33225:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642d80. 00010000:00000001:2.0:1788926464.960380:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.960381:0:33225:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960383:0:33225:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926464.960384:0:33225:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.960387:0:33225:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.960457:0:33225:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00010000:00000001:2.0:1788926464.960461:0:33225:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926464.960463:0:33225:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926464.960468:0:33225:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225000. 00010000:00000010:2.0:1788926464.960472:0:33225:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642d80. 00010000:00000001:2.0:1788926464.960476:0:33225:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926464.960479:0:33225:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880b200. 00000020:00000001:2.0:1788926464.960482:0:33225:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926464.960484:0:33225:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880b200 with handle 0xdeff66104c08c847 to hash 00000020:00000001:2.0:1788926464.960486:0:33225:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926464.960487:0:33225:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.960490:0:33225:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.960493:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926464.960495:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.960498:0:33225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33225 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926464.960505:0:33225:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33225 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788926464.960515:0:33225:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788926464.960522:0:33225:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788926464.960532:0:33225:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33225 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926464.960537:0:33225:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926464.960539:0:33225:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926464.960544:0:33225:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020d600. 00000100:00000001:2.0:1788926464.960833:0:33225:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624791040 : -108341084760576 : ffff9d76e020d600) 00000100:00000001:2.0:1788926464.960837:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.960838:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000001:2.0:1788926464.960843:0:33225:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926464.960847:0:33225:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.960848:0:33225:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926464.960850:0:33225:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926464.960855:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.960863:0:33225:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926464.960865:0:33225:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926464.960868:0:33225:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926464.960870:0:33225:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926464.960872:0:33225:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926464.960876:0:33225:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33225:1875823513955072:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926464.960881:0:33225:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926464.960886:0:33225:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926464.960888:0:33225:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926464.960890:0:33225:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926464.960943:0:33225:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76d1140000. 02000000:00000001:2.0:1788926464.960945:0:33225:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926464.960953:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926464.960957:0:33225:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6840. 00000400:00000010:2.0:1788926464.960963:0:33225:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76d10df800. 00000100:00000200:2.0:1788926464.960969:0:33225:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513955072, portal 10 00000100:00000001:2.0:1788926464.960971:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.960972:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:2.0:1788926464.960978:0:33225:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.960986:0:33225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926464.960989:0:33225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926464.960992:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926464.960995:0:33225:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875823513955072, offset 0 00000400:00000200:2.0:1788926464.961001:0:33225:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926464.961009:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926464.961016:0:33225:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926464.961021:0:33225:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926464.961025:0:33225:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926464.961028:0:33225:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926464.961031:0:33225:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926464.961147:0:33225:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2806:2806:256:4294967295] 192.168.203.140@tcp LPNI seq info [2806:2806:8:4294967295] 00000400:00000200:2.0:1788926464.961153:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926464.961162:0:33225:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926464.961169:0:33225:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926464.961174:0:33225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926464.961180:0:33225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926464.961188:0:33225:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926464.961192:0:33225:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788926464.961216:0:33225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926464.961221:0:33225:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 815987 usecs (816 jiffies) 00000400:00000200:2.0:1788926464.961224:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926464.961227:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296500911 00000100:00000001:2.0:1788926464.961230:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:2.0:1788926464.961232:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296500911 00000100:00000001:2.0:1788926464.961234:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:2.0:1788926464.961236:0:33225:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926464.961239:0:33225:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.961242:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926464.961243:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926464.961246:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020d600 going to sleep for 11 seconds 00000100:00000001:2.0:1788926464.961248:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926464.961251:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926464.962492:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926464.962500:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:2.0:1788926464.962505:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926464.962512:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926464.962519:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:2.0:1788926464.962521:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:2.0:1788926464.962525:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926464.962532:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.962543:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.962546:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.962553:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.962555:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926464.968127:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.968147:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926464.968151:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.968154:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.968162:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.968170:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926464.968178:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.968184:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.968189:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.968193:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d3235eb00 00000400:00000200:3.0:1788926464.968198:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.968203:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x7fcd [32] + 224 00000800:00000001:3.0:1788926464.968211:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.968217:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926464.968220:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926464.968224:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926464.968230:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926464.968239:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926464.968250:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926464.968267:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926464.968275:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926464.968278:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926464.968492:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926464.968500:0:33225:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926464.968502:0:33225:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926464.968505:0:33225:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6840. 00000400:00000200:2.0:1788926464.968509:0:33225:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d10df800 00000400:00000010:2.0:1788926464.968512:0:33225:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76d10df800. 00000100:00000001:2.0:1788926464.968515:0:33225:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926464.968519:0:33225:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926464.968529:0:33225:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513955072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926480 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.968535:0:33225:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926464.968537:0:33225:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926464.968539:0:33225:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926464.968542:0:33225:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926464.968544:0:33225:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926464.968558:0:33225:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926464.968561:0:33225:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926464.968569:0:33225:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=131 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926464.968574:0:33225:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926464.968576:0:33225:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926464.968578:0:33225:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.968580:0:33225:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926464.968583:0:33225:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.968586:0:33225:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788926464.968588:0:33225:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:2.0:1788926464.968590:0:33225:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788926464.968591:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.968593:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000001:2.0:1788926464.968596:0:33225:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926464.968598:0:33225:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1788926464.968599:0:33225:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926464.968602:0:33225:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926464.968607:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926480 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.968624:0:33225:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926464.968628:0:33225:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926464.968630:0:33225:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926464.968634:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926480 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926464.968643:0:33225:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33225:1875823513955072:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926464.968647:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926464.968650:0:33225:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.968652:0:33225:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926464.968654:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.968658:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926480 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.968665:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926464.968668:0:33225:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020d600. 00000100:00000001:2.0:1788926464.968671:0:33225:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926464.968673:0:33225:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.968675:0:33225:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926464.968680:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968683:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968686:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926464.968688:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968691:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000040:2.0:1788926464.968697:0:33225:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880b200, remote cookie: 0x840913afd2dab416, flags: 0x1001 00010000:00010000:2.0:1788926464.968702:0:33225:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926464.968710:0:33225:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788926464.968713:0:33225:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788926464.968720:0:33225:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225400. 00010000:00000010:2.0:1788926464.968725:0:33225:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642a00. 00010000:00000040:2.0:1788926464.968730:0:33225:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225000 count: 0 00010000:00000010:2.0:1788926464.968740:0:33225:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642d80. 00010000:00000001:2.0:1788926464.968748:0:33225:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.968752:0:33225:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926464.968761:0:33225:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968767:0:33225:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926464.968770:0:33225:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926464.968772:0:33225:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926464.968774:0:33225:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926464.968775:0:33225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926464.968778:0:33225:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9d76c3225400) refcount = 1 00010000:00010000:2.0:1788926464.968781:0:33225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968787:0:33225:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926464.968790:0:33225:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926464.968792:0:33225:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926464.968795:0:33225:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926464.968797:0:33225:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.968800:0:33225:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968806:0:33225:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926464.968807:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968809:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.968810:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968810:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.968812:0:33225:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.968815:0:33225:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926464.968817:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968818:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968820:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.968822:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968825:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968827:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968828:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968829:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926464.968831:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968832:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968835:0:33225:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926464.968838:0:33225:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926464.968841:0:33225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968847:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968848:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.968850:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968851:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968852:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:2.0:1788926464.968854:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968856:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968858:0:33225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926464.968861:0:33225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968867:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968868:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926464.968871:0:33225:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968878:0:33225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926464.968879:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968880:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.968882:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968883:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926464.968887:0:33225:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926480 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926464.968896:0:33225:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788926464.968900:0:33225:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926480 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926464.968906:0:33225:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.968912:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968913:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968914:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.968916:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968918:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000002:00010000:2.0:1788926464.968922:0:33225:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926464.968931:0:33225:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d3318240. 00010000:00000001:2.0:1788926464.968933:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968934:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.968936:0:33225:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.968937:0:33225:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.968940:0:33225:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788926464.968942:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.968944:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000001:2.0:1788926464.968945:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926464.968947:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00010000:00000001:2.0:1788926464.968949:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968950:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968951:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.968953:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968954:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000002:00010000:2.0:1788926464.968957:0:33225:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.968964:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968965:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.968966:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926464.968967:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.968968:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.968969:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.968971:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.968973:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000040:2.0:1788926464.968977:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:2.0:1788926464.968979:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926464.968982:0:33225:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:2.0:1788926464.968984:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.968985:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.968987:0:33225:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926464.968990:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb768 00000002:00002000:2.0:1788926464.968992:0:33225:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788926464.968995:0:33225:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.968998:0:33225:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.969001:0:33225:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926464.969004:0:33225:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926464.969007:0:33225:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.969011:0:33225:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926464.969013:0:33225:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926464.969015:0:33225:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76c866f7e0 it_disposition 1800037 00000080:00002000:2.0:1788926464.969020:0:33225:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d176baf8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788926464.969025:0:33225:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926464.969027:0:33225:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788926464.969029:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeb990 00000080:00200000:2.0:1788926464.969031:0:33225:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000001:2.0:1788926464.969477:0:33225:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788926464.969480:0:33225:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926464.969484:0:33225:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926464.969488:0:33225:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926464.969491:0:33225:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:2.0:1788926464.969494:0:33225:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926464.969508:0:33225:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d153e300. 00000020:00000001:2.0:1788926464.969518:0:33225:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788926464.969521:0:33225:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788926464.969525:0:33225:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926464.969526:0:33225:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9d76d153e3c8) 00000020:00000001:2.0:1788926464.969530:0:33225:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926464.969535:0:33225:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926464.969537:0:33225:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926464.969541:0:33225:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788926464.969545:0:33225:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d84eec80. 00000020:00000001:2.0:1788926464.969599:0:33225:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926464.969601:0:33225:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926464.969608:0:33225:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788926464.969612:0:33225:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76d84172e8. 00020000:00000001:2.0:1788926464.969623:0:33225:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732492710632 : -108341216840984 : ffff9d76d84172e8) 00020000:00000001:2.0:1788926464.969626:0:33225:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788926464.969629:0:33225:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926464.969634:0:33225:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866ff00. 00020000:00000010:2.0:1788926464.969638:0:33225:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d0b4b600. 00020000:00000010:2.0:1788926464.969643:0:33225:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f300. 00020000:00000001:2.0:1788926464.969645:0:33225:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226732800 : -108341482818816 : ffff9d76c866f300) 00020000:00000002:2.0:1788926464.969649:0:33225:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f300, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926464.969653:0:33225:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926464.969657:0:33225:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d0b4b600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926464.969660:0:33225:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788926464.969662:0:33225:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f300, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926464.969665:0:33225:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926464.969668:0:33225:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d0b4b600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:2.0:1788926464.969672:0:33225:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76c866a890. 00020000:00000010:2.0:1788926464.969675:0:33225:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76e020d600. 00020000:00000001:2.0:1788926464.969680:0:33225:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788926464.969684:0:33225:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c7c6dfa8. 00020000:00000001:2.0:1788926464.969686:0:33225:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788926464.969687:0:33225:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788926464.969692:0:33225:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788926464.969695:0:33225:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d84ee190. 00000020:00000001:2.0:1788926464.969697:0:33225:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926464.969698:0:33225:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926464.969700:0:33225:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732493591056 : -108341215960560 : ffff9d76d84ee210) 00020000:00000001:2.0:1788926464.969704:0:33225:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788926464.969708:0:33225:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c6941dc0. 00020000:00000001:2.0:1788926464.969710:0:33225:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926464.969714:0:33225:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493591056 : -108341215960560 : ffff9d76d84ee210) 00020000:00000001:2.0:1788926464.969717:0:33225:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732493591056 : -108341215960560 : ffff9d76d84ee210) 00020000:00000002:2.0:1788926464.969720:0:33225:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x16:0x0]@ffff9d76d84ee190[0:0] -> [0x200000405:0x27:0x0]@ffff9d76d84eec80: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926464.969725:0:33225:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788926464.969727:0:33225:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788926464.969729:0:33225:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926464.969731:0:33225:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493593856 : -108341215957760 : ffff9d76d84eed00) 00000020:00001000:2.0:1788926464.969735:0:33225:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926464.969738:0:33225:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:2.0:1788926464.969741:0:33225:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926464.969743:0:33225:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611175 mtime from 0 to 1788926464 00000080:00000001:2.0:1788926464.969747:0:33225:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926464.969749:0:33225:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376478664 : -108341333072952 : ffff9d76d153e3c8) 00010000:00000001:2.0:1788926464.969752:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.969753:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.969756:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.969758:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.969760:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000080:00000001:2.0:1788926464.969763:0:33225:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926464.969765:0:33225:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926464.969767:0:33225:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926464.969769:0:33225:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926464.969771:0:33225:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926464.969774:0:33225:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926464.969775:0:33225:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926464.969778:0:33225:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866fae0. 00020000:00000010:2.0:1788926464.969781:0:33225:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d0b4b500. 00020000:00000010:2.0:1788926464.969784:0:33225:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f840. 00020000:00000001:2.0:1788926464.969785:0:33225:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226734144 : -108341482817472 : ffff9d76c866f840) 00020000:00000002:2.0:1788926464.969788:0:33225:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f840, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926464.969792:0:33225:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926464.969795:0:33225:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d0b4b500: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926464.969798:0:33225:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84172e8) owner ffff9d76ca7a0000 00020000:00000001:2.0:1788926464.969800:0:33225:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926464.969803:0:33225:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84172e8) owner ffff9d76ca7a0000 00020000:00000010:2.0:1788926464.969807:0:33225:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d0b4b500. 00020000:00000010:2.0:1788926464.969810:0:33225:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866fae0. 00020000:00000010:2.0:1788926464.969813:0:33225:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f840. 00020000:00000002:2.0:1788926464.969815:0:33225:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926464.969817:0:33225:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926464.969819:0:33225:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926464.969822:0:33225:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926464.969825:0:33225:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76ca7a0000 00020000:00000002:2.0:1788926464.969828:0:33225:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f300 addref 2/0 by ffff9d76ca7a0000. 00020000:00000002:2.0:1788926464.969830:0:33225:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76ca7a0000 00020000:00000001:2.0:1788926464.969833:0:33225:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926464.969834:0:33225:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926464.969836:0:33225:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926464.969837:0:33225:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926464.969839:0:33225:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926464.969841:0:33225:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926464.969844:0:33225:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926464.969845:0:33225:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.969848:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.969849:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926464.969851:0:33225:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926464.969854:0:33225:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926464.969855:0:33225:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926464.969858:0:33225:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) 00000080:00010000:2.0:1788926464.969861:0:33225:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) for lock 0xdeff66104c08c847 00800000:00000001:2.0:1788926464.969864:0:33225:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926464.969866:0:33225:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926464.969867:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.969868:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.969869:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.969871:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.969873:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.969876:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.969877:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926464.969878:0:33225:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.969880:0:33225:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.969882:0:33225:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926464.969884:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.969891:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.969899:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926464.969903:0:33225:0:(namei.c:1651:ll_create_it()) inode ffff9d76d153e3c8 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:2.0:1788926464.969907:0:33225:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926464.969910:0:33225:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) 00000080:00000001:2.0:1788926464.969912:0:33225:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926464.969915:0:33225:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0795800. 00000100:00000001:2.0:1788926464.969918:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.969921:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.969927:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.969931:0:33225:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926464.969933:0:33225:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926464.969935:0:33225:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d153e3c8 need_sync_to_mds [0x200000405:0x27:0x0] 00000080:00000001:2.0:1788926464.969943:0:33225:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926464.969945:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeba68 00000080:00200008:2.0:1788926464.969947:0:33225:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9d76d153e3c8), flags 100102 00000080:00000010:2.0:1788926464.969954:0:33225:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95e00. 00000080:00000010:2.0:1788926464.969960:0:33225:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d3318740. 00000080:00000001:2.0:1788926464.969962:0:33225:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926464.969966:0:33225:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926464.969968:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926464.969971:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926464.969973:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926464.969975:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926464.969977:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926464.969979:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:2.0:1788926464.969981:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926464.969984:0:33225:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926464.969988:0:33225:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01600. 00000002:00100000:2.0:1788926464.969993:0:33225:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926464.969999:0:33225:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926464.970001:0:33225:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926464.970004:0:33225:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926464.970008:0:33225:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926464.970010:0:33225:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926464.970013:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.970017:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926464.970024:0:33225:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926464.970027:0:33225:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76d1140000. 02000000:00000001:2.0:1788926464.971200:0:33225:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926464.971204:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926464.971210:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eeba68 00000080:00000008:2.0:1788926464.971213:0:33225:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9d76d153e3c8), flags 100102, rc = 0 00000080:00000001:2.0:1788926464.971219:0:33225:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926464.971221:0:33225:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c866f7e0 released 00000080:00010000:2.0:1788926464.971224:0:33225:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c847 from it ffff9d76c866f7e0 00010000:00000001:2.0:1788926464.971226:0:33225:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926464.971228:0:33225:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926464.971230:0:33225:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926464.971231:0:33225:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.971234:0:33225:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926464.971236:0:33225:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926464.971240:0:33225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926464.971249:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.971250:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.971251:0:33225:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926464.971254:0:33225:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926464.971256:0:33225:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926464.971263:0:33225:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926464.971266:0:33225:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926464.971268:0:33225:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926464.971271:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.971272:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926464.971274:0:33225:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.971277:0:33225:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926464.971278:0:33225:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.971280:0:33225:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.971283:0:33225:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926464.971286:0:33225:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926464.971287:0:33225:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926464.971288:0:33225:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926464.971289:0:33225:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926464.971291:0:33225:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788926464.973011:0:33225:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788926464.973017:0:33225:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926464.973021:0:33225:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788926464.973022:0:33225:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926464.973025:0:33225:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788926464.973027:0:33225:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926464.973029:0:33225:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926464.973032:0:33225:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926464.973034:0:33225:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788926464.973038:0:33225:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76c866f7e0. 00000080:00000001:3.0:1788926464.973043:0:33225:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926464.973048:0:33225:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788926464.973051:0:33225:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9d76d153e3c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788926464.973056:0:33225:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926464.973200:0:33225:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788926464.973205:0:33225:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76ca7a0000 00020000:00000002:3.0:1788926464.973211:0:33225:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76ca7a0000 00020000:00000001:3.0:1788926464.973214:0:33225:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926464.973221:0:33225:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788926464.973224:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebdf0 00000080:00200008:3.0:1788926464.973226:0:33225:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9d76d153e3c8), flags 100002 00000080:00000001:3.0:1788926464.973229:0:33225:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788926464.973232:0:33225:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788926464.973233:0:33225:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788926464.973235:0:33225:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76ca7a0000 00020000:00000002:3.0:1788926464.973237:0:33225:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76ca7a0000 00020000:00000001:3.0:1788926464.973240:0:33225:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926464.973242:0:33225:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:3.0:1788926464.973248:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926464.973250:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926464.973253:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926464.973255:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926464.973257:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926464.973259:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1788926464.973261:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926464.973265:0:33225:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926464.973268:0:33225:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926464.973274:0:33225:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:3.0:1788926464.973277:0:33225:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926464.973282:0:33225:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926464.973284:0:33225:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x27:0x0]: 0 00000080:00000001:3.0:1788926464.973286:0:33225:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788926464.973288:0:33225:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788926464.973294:0:33225:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76c7c61a00. 00000080:00000001:3.0:1788926464.973296:0:33225:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788926464.973302:0:33225:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788926464.973305:0:33225:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788926464.973307:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926464.973308:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926464.973309:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926464.973310:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926464.973312:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926464.973313:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:3.0:1788926464.973315:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926464.973317:0:33225:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x27:0x0] 00000002:00000001:3.0:1788926464.973320:0:33225:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788926464.973322:0:33225:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x27:0x0] file closed with intent: 0 00000100:00000010:3.0:1788926464.973327:0:33225:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd180. 00000020:00000040:3.0:1788926464.973330:0:33225:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926464.973335:0:33225:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926464.973338:0:33225:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926464.973342:0:33225:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926464.973356:0:33225:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c61e00. 00000100:00000001:3.0:1788926464.973362:0:33225:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788926464.973378:0:33225:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788926464.973765:0:33225:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788926464.973772:0:33225:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788926464.973780:0:33225:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926464.973782:0:33225:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926464.973790:0:33225:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3864300. 00000100:00000001:3.0:1788926464.973792:0:33225:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732144898816 : -108341564652800 : ffff9d76c3864300) 00000100:00000001:3.0:1788926464.973799:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926464.973801:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000001:3.0:1788926464.973806:0:33225:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926464.973809:0:33225:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.973811:0:33225:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926464.973813:0:33225:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926464.973817:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926464.973824:0:33225:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926464.973826:0:33225:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926464.973830:0:33225:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926464.973832:0:33225:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926464.973834:0:33225:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926464.973838:0:33225:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33225:1875823513955328:192.168.203.140@tcp:35:multiop.0 00000100:00000001:3.0:1788926464.973841:0:33225:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926464.973846:0:33225:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926464.973848:0:33225:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926464.973850:0:33225:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926464.973855:0:33225:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d93c00. 02000000:00000001:3.0:1788926464.973857:0:33225:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926464.973864:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926464.973867:0:33225:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b108. 00000400:00000010:3.0:1788926464.973873:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926464.973880:0:33225:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513955328, portal 10 00000100:00000001:3.0:1788926464.973882:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926464.973883:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:3.0:1788926464.973889:0:33225:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926480 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926464.973896:0:33225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926464.973899:0:33225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926464.973902:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926464.973905:0:33225:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513955328, offset 0 00000400:00000200:3.0:1788926464.973911:0:33225:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926464.973919:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.973926:0:33225:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926464.973932:0:33225:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926464.973936:0:33225:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926464.973939:0:33225:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926464.973942:0:33225:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926464.973945:0:33225:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2807:2807:256:4294967295] 192.168.203.140@tcp LPNI seq info [2807:2807:8:4294967295] 00000400:00000200:3.0:1788926464.973949:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926464.973958:0:33225:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926464.973963:0:33225:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926464.973968:0:33225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341800. 00000800:00000200:3.0:1788926464.973974:0:33225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926464.973981:0:33225:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926464.973984:0:33225:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788926464.973994:0:33225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926464.973998:0:33225:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 814898 usecs (815 jiffies) 00000400:00000200:3.0:1788926464.974002:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926464.974004:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296500923 00000100:00000001:3.0:1788926464.974007:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:3.0:1788926464.974010:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296500923 00000100:00000001:3.0:1788926464.974012:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:3.0:1788926464.974014:0:33225:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926464.974017:0:33225:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926464.974019:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926464.974021:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926464.974024:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 11 seconds 00000100:00000001:3.0:1788926464.974027:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926464.974029:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926464.974215:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926464.974220:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341800. 00000400:00000200:2.0:1788926464.974226:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926464.974232:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926464.974238:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:2.0:1788926464.974240:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:2.0:1788926464.974245:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926464.974250:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926480 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.974260:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926464.974264:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926480 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926464.974270:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926464.974272:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788926464.974668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:2.1:1788926464.974675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a800. 00010000:00000010:2.1:1788926464.978445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225000. 00010000:00000001:0.0:1788926465.729522:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926465.729530:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.729535:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926465.729537:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926465.729560:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926465.729564:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926465.729567:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926465.967960:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926465.967968:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926465.967970:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926465.967974:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bb98 00000080:00200000:2.0:1788926465.967979:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926465.967988:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0795800. 00800000:00000002:2.0:1788926465.967995:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926465.967999:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926465.968003:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926465.968005:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bab8 00800000:00000002:2.0:1788926465.968007:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926465.968011:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926465.968014:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926465.968017:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926465.968019:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926465.968021:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926465.968024:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926465.968025:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926465.968028:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926465.968031:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926465.968036:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926465.968037:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b988 00000002:00010000:2.0:1788926465.968039:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926465.968043:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926465.968045:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926465.968048:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926465.968054:0:33227:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926465.968056:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926465.968058:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926465.968060:0:33227:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926465.968063:0:33227:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926465.968068:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a300. 00000020:00000040:2.0:1788926465.968072:0:33227:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926465.968077:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926465.968082:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926465.968089:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926465.968091:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926465.968093:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926465.968096:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926465.968099:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926465.968103:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926465.968109:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd400. 00000100:00000001:2.0:1788926465.968116:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926465.968121:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926465.968123:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926465.968124:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926465.968125:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926465.968127:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926465.968132:0:33227:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00010000:00000001:2.0:1788926465.968136:0:33227:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926465.968137:0:33227:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926465.968142:0:33227:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225000. 00010000:00000010:2.0:1788926465.968145:0:33227:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642d80. 00010000:00000001:2.0:1788926465.968149:0:33227:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926465.968152:0:33227:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a800. 00000020:00000001:2.0:1788926465.968155:0:33227:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926465.968158:0:33227:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a800 with handle 0xdeff66104c08c84e to hash 00000020:00000001:2.0:1788926465.968160:0:33227:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926465.968162:0:33227:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926465.968165:0:33227:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926465.968169:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926465.968172:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926465.968176:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926465.968185:0:33227:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926465.968194:0:33227:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926465.968199:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926465.968201:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926465.968208:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020d6c0. 00000100:00000001:2.0:1788926465.968210:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624791232 : -108341084760384 : ffff9d76e020d6c0) 00000100:00000001:2.0:1788926465.968212:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926465.968214:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000001:2.0:1788926465.968219:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926465.968223:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926465.968225:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926465.968226:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926465.968237:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926465.968245:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926465.968247:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926465.968250:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926465.968253:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926465.968255:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926465.968259:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955456:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926465.968263:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926465.968267:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926465.968269:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926465.968272:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926465.968276:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b0800. 02000000:00000001:2.0:1788926465.968278:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926465.968285:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926465.968289:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6840. 00000400:00000010:2.0:1788926465.968295:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926465.968301:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513955456, portal 10 00000100:00000001:2.0:1788926465.968303:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926465.968304:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000040:2.0:1788926465.968310:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926465.968317:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926465.968320:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926465.968322:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926465.968325:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513955456, offset 0 00000400:00000200:2.0:1788926465.968331:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926465.968339:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.968346:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926465.968350:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926465.968354:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926465.968358:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926465.968360:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926465.968363:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2808:2808:256:4294967295] 192.168.203.140@tcp LPNI seq info [2808:2808:8:4294967295] 00000400:00000200:2.0:1788926465.968367:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.968376:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926465.968382:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926465.968387:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926465.968393:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926465.969015:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926465.969020:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926465.969087:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926465.969093:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 814898 usecs (815 jiffies) 00000400:00000200:2.0:1788926465.969097:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926465.969101:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501918 00000100:00000001:2.0:1788926465.969104:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:2.0:1788926465.969106:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501918 00000100:00000001:2.0:1788926465.969108:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:2.0:1788926465.969111:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926465.969114:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926465.969116:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926465.969118:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926465.969120:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020d6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926465.969123:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926465.969125:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926465.971592:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926465.971602:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:3.0:1788926465.971617:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926465.971625:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926465.971633:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:3.0:1788926465.971636:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:3.0:1788926465.971641:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926465.971649:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926465.971661:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926465.971665:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926465.971671:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926465.971672:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926465.976394:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.976428:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926465.976431:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.976434:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926465.976441:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.976448:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926465.976457:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.976461:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.976467:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.976470:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235ec80 00000400:00000200:2.0:1788926465.976475:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.976480:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x7fed [1] + 224 00000800:00000001:2.0:1788926465.976486:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.976495:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926465.976498:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926465.976502:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926465.976509:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926465.976517:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926465.976527:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926465.976555:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926465.976562:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.976565:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926465.976882:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926465.976891:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926465.976893:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926465.976897:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6840. 00000400:00000200:0.0:1788926465.976902:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:0.0:1788926465.976905:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:0.0:1788926465.976908:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926465.976914:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926465.976924:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926465.976930:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926465.976932:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926465.976935:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926465.976937:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926465.976940:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926465.976942:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926465.976945:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926465.976955:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=132 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926465.976960:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926465.976963:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926465.976965:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.976967:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926465.976970:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926465.976974:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926465.976976:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788926465.976978:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926465.976980:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926465.976985:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926465.976992:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926465.976995:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926465.976998:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926465.977003:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926465.977012:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955456:192.168.203.140@tcp:101:multiop.0 00000100:00000001:0.0:1788926465.977016:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926465.977019:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926465.977021:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926465.977023:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926465.977027:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926465.977033:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926465.977037:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020d6c0. 00000100:00000001:0.0:1788926465.977041:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926465.977043:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.977046:0:33227:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926465.977050:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977052:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977055:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:0.0:1788926465.977058:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977061:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000040:0.0:1788926465.977068:0:33227:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a800, remote cookie: 0x840913afd2dab42b, flags: 0x1001 00010000:00010000:0.0:1788926465.977073:0:33227:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926465.977083:0:33227:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977090:0:33227:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926465.977094:0:33227:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926465.977096:0:33227:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926465.977098:0:33227:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926465.977100:0:33227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926465.977103:0:33227:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225000) refcount = 1 00010000:00010000:0.0:1788926465.977107:0:33227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977113:0:33227:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926465.977116:0:33227:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926465.977118:0:33227:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926465.977122:0:33227:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926465.977124:0:33227:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926465.977128:0:33227:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977134:0:33227:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926465.977135:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977137:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977138:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977138:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977140:0:33227:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926465.977144:0:33227:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926465.977146:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977147:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977148:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977150:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977152:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977155:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977156:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977157:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:0.0:1788926465.977159:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977160:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977163:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926465.977166:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926465.977169:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977194:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977195:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977196:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977197:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977199:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=5 00000020:00000001:0.0:1788926465.977200:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977202:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977204:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926465.977207:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977220:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977221:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926465.977223:0:33227:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977229:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926465.977230:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977232:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977233:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977233:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926465.977239:0:33227:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926465.977247:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977248:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977249:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977251:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977253:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977255:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977256:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926465.977258:0:33227:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926465.977260:0:33227:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926465.977270:0:33227:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926465.977272:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977273:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977275:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977277:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977278:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00000002:00010000:0.0:1788926465.977282:0:33227:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977288:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977290:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977291:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926465.977293:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977294:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977296:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977298:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977300:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000040:0.0:1788926465.977305:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 2 00010000:00000001:0.0:1788926465.977309:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926465.977312:0:33227:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926465.977315:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977317:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926465.977318:0:33227:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926465.977321:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b910 00000002:00002000:0.0:1788926465.977323:0:33227:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926465.977326:0:33227:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926465.977329:0:33227:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926465.977331:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926465.977334:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926465.977338:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926465.977341:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926465.977344:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0795800. 00000080:00000001:0.0:1788926465.977349:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926465.977351:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926465.977356:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926465.977360:0:33227:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926465.977365:0:33227:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99280. 00800000:00000001:0.0:1788926465.977368:0:33227:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218516096 : -108341491035520 : ffff9d76c7e99280) 00800000:00000001:0.0:1788926465.977370:0:33227:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926465.977372:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926465.977375:0:33227:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926465.977377:0:33227:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926465.977379:0:33227:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926465.977382:0:33227:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926465.977384:0:33227:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926465.977388:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926465.977391:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788926465.977393:0:33227:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788926457 to 1788926464 00000080:00200000:0.0:1788926465.977420:0:33227:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926465.977423:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977425:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977427:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977430:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977432:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977435:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977436:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926465.977437:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926465.977440:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926465.977441:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99280 1 00800000:00000010:0.0:1788926465.977444:0:33227:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99280. 00800000:00000001:0.0:1788926465.977449:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926465.977452:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c84e 00800000:00000001:0.0:1788926465.977455:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926465.977457:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926465.977458:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977459:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977461:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977462:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977465:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977467:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977468:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926465.977470:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926465.977471:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926465.977473:0:33227:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926465.977476:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926465.977479:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c84e from it ffffb2d841a3bbd0 00010000:00000001:0.0:1788926465.977481:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926465.977482:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926465.977483:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:0.0:1788926465.977485:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977487:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:0.0:1788926465.977488:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926465.977491:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926465.977497:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977498:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977500:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926465.977794:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926465.977798:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926465.977809:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926465.977811:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926465.977813:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926465.977817:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977818:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926465.977819:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.977822:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926465.977824:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.977826:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.977828:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926465.977830:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926465.977832:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926465.977833:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926465.977835:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926465.977840:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a300 x1875823513955456/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926465.977848:0:33227:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926465.977850:0:33227:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926465.977853:0:33227:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b0800. 02000000:00000001:0.0:1788926465.977857:0:33227:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926465.977859:0:33227:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926465.977861:0:33227:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926465.977864:0:33227:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926465.977866:0:33227:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd400. 02000000:00000001:0.0:1788926465.977869:0:33227:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926465.977871:0:33227:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926465.977873:0:33227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a300. 00000100:00000001:0.0:1788926465.977876:0:33227:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926465.977878:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926465.977880:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926465.977886:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926465.978053:0:33227:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c240. 00000020:00000001:1.0:1788926465.978067:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd88 00000080:00200000:1.0:1788926465.978069:0:33227:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=1536 00000080:00000001:1.0:1788926465.978073:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926465.978075:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926465.978076:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc98 00000080:00200000:1.0:1788926465.978078:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926465.978083:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33000. 00800000:00000002:1.0:1788926465.978088:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926465.978099:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926465.978103:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926465.978105:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bbb8 00800000:00000002:1.0:1788926465.978106:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.978110:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926465.978112:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926465.978115:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926465.978117:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926465.978119:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926465.978121:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.978124:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.978126:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.978129:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926465.978132:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926465.978134:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba88 00000002:00010000:1.0:1788926465.978136:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926465.978139:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926465.978141:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926465.978142:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926465.978146:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 2 00010000:00000001:1.0:1788926465.978149:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926465.978152:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926465.978159:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926465.978164:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926465.978172:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926465.978176:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926465.978179:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926465.978185:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926465.978187:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926465.978189:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926465.978191:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926465.978192:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926465.978194:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926465.978205:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926465.978208:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926465.978210:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33000. 00000080:00000001:1.0:1788926465.978213:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926465.978214:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926465.978216:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926465.978218:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c84e 00800000:00000001:1.0:1788926465.978221:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926465.978222:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926465.978223:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926465.978225:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926465.978227:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:1.0:1788926465.978229:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978231:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978233:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978234:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926465.978235:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926465.978237:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926465.978238:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c84e from it ffffb2d841a3bcd0 00010000:00000001:1.0:1788926465.978240:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926465.978241:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926465.978242:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:1.0:1788926465.978244:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978245:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978247:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926465.978250:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926465.978256:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978258:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978259:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926465.978260:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926465.978262:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926465.978268:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926465.978270:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926465.978271:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926465.978273:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978274:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978275:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978277:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926465.978278:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978279:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978282:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978283:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926465.978284:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978285:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926465.978286:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926465.978287:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926465.978289:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926465.978293:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926465.978298:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926465.978299:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926465.978301:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd78 00000080:00200000:1.0:1788926465.978302:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926465.978306:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33000. 00800000:00000002:1.0:1788926465.978308:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926465.978310:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926465.978312:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926465.978313:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc98 00800000:00000002:1.0:1788926465.978315:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.978318:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926465.978319:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926465.978320:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926465.978321:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926465.978323:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926465.978325:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.978326:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.978328:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.978330:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926465.978333:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926465.978334:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bb68 00000002:00010000:1.0:1788926465.978336:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926465.978338:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926465.978340:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926465.978341:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926465.978344:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 2 00010000:00000001:1.0:1788926465.978346:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926465.978348:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926465.978350:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926465.978353:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926465.978359:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926465.978361:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926465.978364:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926465.978374:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926465.978376:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926465.978377:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926465.978378:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926465.978380:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926465.978381:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926465.978383:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926465.978385:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926465.978387:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33000. 00000080:00000001:1.0:1788926465.978389:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926465.978390:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926465.978392:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926465.978426:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c84e 00800000:00000001:1.0:1788926465.978429:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926465.978430:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926465.978431:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926465.978432:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926465.978434:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:1.0:1788926465.978435:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978437:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978439:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978440:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926465.978441:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926465.978443:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926465.978444:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c84e from it ffffb2d841a3bdb0 00010000:00000001:1.0:1788926465.978446:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926465.978447:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926465.978449:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:1.0:1788926465.978450:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978451:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926465.978453:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926465.978455:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926465.978461:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978462:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978463:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926465.978465:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926465.978467:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926465.978473:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926465.978475:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926465.978477:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926465.978479:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978480:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978482:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978484:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926465.978485:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978486:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978488:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978490:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926465.978491:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978492:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926465.978494:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926465.978495:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926465.978497:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926465.978499:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926465.978502:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3be20 00000080:00200000:1.0:1788926465.978504:0:33227:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=33188, excl=1 00000080:00000001:1.0:1788926465.978508:0:33227:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:1.0:1788926465.978509:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bdd0 00000080:00200000:1.0:1788926465.978511:0:33227:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) mode 100644 dev 0 00000080:00000001:1.0:1788926465.978514:0:33227:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788926465.978516:0:33227:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788926465.978520:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33000. 00800000:00000002:1.0:1788926465.978522:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926465.978528:0:33227:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926465.978531:0:33227:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788926465.978533:0:33227:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788926465.978536:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926465.978537:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926465.978538:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926465.978540:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926465.978541:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.978543:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.978545:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926465.978547:0:33227:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:1.0:1788926465.978549:0:33227:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788926465.978550:0:33227:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788926465.978679:0:33227:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788926465.978683:0:33227:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788926465.978685:0:33227:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x28:0x0] 40000000:00000001:1.0:1788926465.978688:0:33227:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.978694:0:33227:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926465.978696:0:33227:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926465.978698:0:33227:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926465.978700:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc38 00800000:00000002:1.0:1788926465.978702:0:33227:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000405:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788926465.978706:0:33227:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788926465.978708:0:33227:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926465.978711:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 2 00010000:00000001:1.0:1788926465.978713:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926465.978716:0:33227:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926465.978719:0:33227:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926465.978721:0:33227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788926465.978728:0:33227:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926465.978732:0:33227:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926465.978734:0:33227:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926465.978735:0:33227:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926465.978738:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926465.978739:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926465.978741:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 3 00010000:00000001:1.0:1788926465.978743:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926465.978745:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.978747:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926465.978748:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926465.978749:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 3 00010000:00000001:1.0:1788926465.978751:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926465.978753:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.978755:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926465.978756:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926465.978757:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225000 count: 3 00010000:00000001:1.0:1788926465.978759:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926465.978761:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926465.978762:0:33227:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926465.978765:0:33227:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926465.978769:0:33227:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926465.978771:0:33227:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926465.978773:0:33227:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926465.978775:0:33227:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978778:0:33227:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926465.978781:0:33227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926465.978783:0:33227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926465.978784:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926465.978785:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926465.978788:0:33227:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880a800 with handle 0xdeff66104c08c84e from hash 00010000:00000001:1.0:1788926465.978790:0:33227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926465.978791:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978792:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978793:0:33227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926465.978795:0:33227:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926465.978797:0:33227:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926465.978799:0:33227:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926465.978801:0:33227:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926465.978814:0:33227:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788926465.978822:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629f80. 00000020:00000040:1.0:1788926465.978825:0:33227:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926465.978831:0:33227:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926465.978832:0:33227:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978835:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926465.978838:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926465.978840:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.978842:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978843:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.978845:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926465.978846:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926465.978849:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926465.978919:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02c00. 00000100:00000001:1.0:1788926465.978926:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978928:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926465.978930:0:33227:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926465.978936:0:33227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788926465.978942:0:33227:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926465.978944:0:33227:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926465.978946:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926465.978948:0:33227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a800/0xdeff66104c08c84e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab42b expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788926465.978955:0:33227:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225000 count: 0 00010000:00000010:1.0:1788926465.978959:0:33227:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642d80. 00010000:00000001:1.0:1788926465.978973:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.978974:0:33227:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978976:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926465.978977:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.978982:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926465.978997:0:33227:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1788926465.979006:0:33227:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926465.979017:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926465.979019:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926465.979025:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773e40. 00000100:00000001:1.0:1788926465.979028:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261355072 : -108341448196544 : ffff9d76ca773e40) 00000100:00000001:1.0:1788926465.979030:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926465.979031:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000100:00000001:1.0:1788926465.979036:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926465.979039:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.979040:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926465.979042:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926465.979046:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926465.979053:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926465.979054:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926465.979058:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926465.979060:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926465.979062:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926465.979065:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955712:192.168.203.140@tcp:36:multiop.0 00000100:00000001:1.0:1788926465.979069:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926465.979073:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926465.979075:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926465.979077:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926465.979080:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00000. 02000000:00000001:1.0:1788926465.979082:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926465.979191:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926465.979248:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926465.979256:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000100:00000200:1.0:1788926465.979261:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513955712, portal 10 00000100:00000001:1.0:1788926465.979263:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926465.979264:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000100:00000040:1.0:1788926465.979270:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926465.979277:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926465.979279:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926465.979281:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926465.979284:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513955712, offset 0 00000400:00000200:1.0:1788926465.979289:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926465.979363:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926465.979370:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926465.979376:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926465.979379:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926465.979383:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926465.979386:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926465.979389:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2809:2809:256:4294967295] 192.168.203.140@tcp LPNI seq info [2809:2809:8:4294967295] 00000400:00000200:1.0:1788926465.979394:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926465.979439:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926465.979446:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926465.979450:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e400. 00000800:00000200:1.0:1788926465.979457:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926465.979463:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926465.979466:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926465.979483:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926465.979488:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 813815 usecs (814 jiffies) 00000400:00000200:1.0:1788926465.979492:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926465.979495:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501928 00000100:00000001:1.0:1788926465.979498:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:1.0:1788926465.979500:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501928 00000100:00000001:1.0:1788926465.979502:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:1.0:1788926465.979504:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926465.979507:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.979509:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926465.979512:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926465.979514:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773e40 going to sleep for 11 seconds 00000100:00000001:1.0:1788926465.979517:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926465.979519:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926465.979710:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926465.979714:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926465.979719:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926465.979723:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926465.979728:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:3.0:1788926465.979731:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:3.0:1788926465.979735:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926465.979739:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926465.979748:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926465.979751:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926465.979757:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926465.979759:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926465.990444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225000. 00010000:00000010:1.1:1788926465.990457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a800. 00000800:00000001:2.0:1788926465.990914:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.990931:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926465.990935:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.990937:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926465.990946:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.990954:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926465.990963:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.990968:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.990973:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.990977:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d3235ed80 00000400:00000200:2.0:1788926465.990982:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926465.990988:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x7ffd [1] + 224 00000800:00000001:2.0:1788926465.990996:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.991017:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926465.991020:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926465.991025:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926465.991033:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926465.991041:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926465.991052:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926465.991074:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926465.991083:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926465.991087:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926465.991176:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926465.991185:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926465.991187:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926465.991190:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:1.0:1788926465.991204:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:1.0:1788926465.991207:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:1.0:1788926465.991210:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926465.991216:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926465.991224:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629f80 x1875823513955712/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/576 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926465.991230:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926465.991232:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926465.991234:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926465.991238:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926465.991240:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926465.991242:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926465.991246:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926465.991255:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=132 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926465.991259:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926465.991262:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926465.991264:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.991266:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926465.991269:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.991272:0:33227:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926465.991274:0:33227:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:1.0:1788926465.991275:0:33227:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926465.991278:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926465.991279:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000100:00000001:1.0:1788926465.991282:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926465.991284:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788926465.991286:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926465.991289:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926465.991294:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629f80 x1875823513955712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/448 e 0 to 0 dl 1788926481 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926465.991301:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926465.991304:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926465.991306:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926465.991310:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629f80 x1875823513955712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/448 e 0 to 0 dl 1788926481 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926465.991319:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955712:192.168.203.140@tcp:36:multiop.0 00000100:00000001:1.0:1788926465.991323:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926465.991327:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.991329:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926465.991331:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926465.991335:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629f80 x1875823513955712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/448 e 0 to 0 dl 1788926481 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926465.991341:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926465.991343:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773e40. 00000100:00000001:1.0:1788926465.991346:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926465.991348:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.991355:0:33227:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.991358:0:33227:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x28:0x0] 00800000:00000001:1.0:1788926465.991360:0:33227:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926465.991363:0:33227:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788926465.991366:0:33227:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788926464 to 1788926465 00000080:00000001:1.0:1788926465.991369:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926465.991375:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926465.991377:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926465.991380:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1788926465.991383:0:33227:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788926465.991425:0:33227:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d15b18c0. 00000020:00000001:1.0:1788926465.991437:0:33227:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788926465.991439:0:33227:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788926465.991442:0:33227:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788926465.991444:0:33227:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9d76d15b1988) 00000080:00000001:1.0:1788926465.991446:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:1.0:1788926465.991449:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926465.991451:0:33227:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611176 mtime from 0 to 1788926465 00000080:00000001:1.0:1788926465.991455:0:33227:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:1.0:1788926465.991458:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926465.991462:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926465.991464:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926465.991468:0:33227:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788926465.991473:0:33227:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76c84ce578. 00000020:00000001:1.0:1788926465.991476:0:33227:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926465.991478:0:33227:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926465.991485:0:33227:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788926465.991489:0:33227:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76c7e13aa8. 00020000:00000001:1.0:1788926465.991492:0:33227:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732217969320 : -108341491582296 : ffff9d76c7e13aa8) 00020000:00000001:1.0:1788926465.991494:0:33227:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788926465.991497:0:33227:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926465.991502:0:33227:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225025528 : -108341484526088 : ffff9d76c84ce5f8) 00000020:00001000:1.0:1788926465.991506:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926465.991509:0:33227:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376951176 : -108341332600440 : ffff9d76d15b1988) 00000080:00000001:1.0:1788926465.991512:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926465.991515:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926465.991517:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926465.991521:0:33227:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926465.991523:0:33227:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:1.0:1788926465.991526:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926465.991530:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629f80 x1875823513955712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/448 e 0 to 0 dl 1788926481 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926465.991536:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.991539:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926465.991542:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33000. 00000080:00000001:1.0:1788926465.991545:0:33227:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926465.991548:0:33227:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926465.991550:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3be20 00000080:00200000:1.0:1788926465.991552:0:33227:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:1.0:1788926465.991565:0:33227:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926465.991570:0:33227:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926465.991605:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926465.991618:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926465.991620:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926465.991622:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bb20 00000080:00200000:1.0:1788926465.991624:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926465.991630:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33000. 00800000:00000002:1.0:1788926465.991635:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926465.991638:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926465.991642:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926465.991644:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba40 00800000:00000002:1.0:1788926465.991646:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.991650:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926465.991652:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926465.991655:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926465.991657:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926465.991659:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926465.991661:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.991663:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926465.991665:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926465.991668:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926465.991672:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926465.991674:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b910 00000002:00010000:1.0:1788926465.991676:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926465.991680:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926465.991681:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926465.991684:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926465.991690:0:33227:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.991692:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.991693:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.991696:0:33227:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926465.991698:0:33227:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926465.991702:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629c00. 00000020:00000040:1.0:1788926465.991706:0:33227:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926465.991711:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926465.991715:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926465.991721:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926465.991723:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926465.991724:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.991728:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926465.991730:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926465.991734:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926465.991741:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02800. 00000100:00000001:1.0:1788926465.991746:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.991750:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926465.991752:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.991753:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926465.991754:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926465.991756:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926465.991761:0:33227:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243225600 : -108341466326016 : ffff9d76c9629c00) 00010000:00000001:1.0:1788926465.991764:0:33227:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926465.991766:0:33227:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926465.991770:0:33227:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f100. 00010000:00000010:1.0:1788926465.991775:0:33227:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592f00. 00010000:00000001:1.0:1788926465.991778:0:33227:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926465.991781:0:33227:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498a00. 00000020:00000001:1.0:1788926465.991785:0:33227:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926465.991788:0:33227:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498a00 with handle 0xdeff66104c08c855 to hash 00000020:00000001:1.0:1788926465.991790:0:33227:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926465.991792:0:33227:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926465.991795:0:33227:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926465.991799:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926465.991801:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926465.991936:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926465.991946:0:33227:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926465.991957:0:33227:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926465.991962:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926465.991964:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926465.991971:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773e40. 00000100:00000001:1.0:1788926465.991973:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261355072 : -108341448196544 : ffff9d76ca773e40) 00000100:00000001:1.0:1788926465.991975:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926465.991977:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243225600 : -108341466326016 : ffff9d76c9629c00) 00000100:00000001:1.0:1788926465.991981:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926465.991985:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.991987:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926465.991988:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926465.991994:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926465.992001:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926465.992003:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926465.992007:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926465.992010:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926465.992012:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926465.992015:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629c00 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955840:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926465.992019:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926465.992024:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926465.992026:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926465.992028:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926465.992033:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997a000. 02000000:00000001:1.0:1788926465.992035:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926465.992041:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926465.992045:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4210. 00000400:00000010:1.0:1788926465.992049:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000100:00000200:1.0:1788926465.992056:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513955840, portal 10 00000100:00000001:1.0:1788926465.992058:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926465.992059:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243225600 : -108341466326016 : ffff9d76c9629c00) 00000100:00000040:1.0:1788926465.992064:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926465.992072:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926465.992075:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926465.992078:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8660. 00000100:00000200:1.0:1788926465.992081:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513955840, offset 0 00000400:00000200:1.0:1788926465.992086:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926465.992275:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926465.992282:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926465.992287:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926465.992291:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926465.992294:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926465.992297:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926465.992300:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2810:2810:256:4294967295] 192.168.203.140@tcp LPNI seq info [2810:2810:8:4294967295] 00000400:00000200:1.0:1788926465.992304:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926465.992313:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926465.992320:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926465.992326:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926465.992332:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926465.992340:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926465.992344:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788926465.996144:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926465.996158:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 812740 usecs (813 jiffies) 00000400:00000200:1.0:1788926465.996168:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926465.996172:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501943 00000100:00000001:1.0:1788926465.996177:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:1.0:1788926465.996179:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501943 00000100:00000001:1.0:1788926465.996181:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:1.0:1788926465.996184:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926465.996188:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926465.996191:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926465.996193:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926465.996380:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773e40 going to sleep for 11 seconds 00000100:00000001:1.0:1788926465.996385:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926465.996388:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926465.997431:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926465.997438:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:2.0:1788926465.997445:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926465.997454:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926465.997463:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:2.0:1788926465.997466:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:2.0:1788926465.997470:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926465.997478:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926465.997490:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926465.997493:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926465.997501:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926465.997513:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788926466.002235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c240. 00000800:00000001:3.0:1788926466.003444:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.003458:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926466.003462:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.003464:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.003472:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.003479:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926466.003488:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.003493:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.003498:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.003513:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235ee00 00000400:00000200:3.0:1788926466.006723:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.006736:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x8005 [1] + 224 00000800:00000001:3.0:1788926466.006758:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.006819:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.006823:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.006829:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926466.006838:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926466.006849:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926466.006860:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.006882:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926466.006893:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.006898:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.010664:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926466.010680:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926466.010683:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926466.010687:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4210. 00000400:00000200:2.0:1788926466.010698:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:2.0:1788926466.010700:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:2.0:1788926466.010705:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926466.010716:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926466.010728:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.010737:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926466.010739:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.010741:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926466.010745:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926466.010748:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926466.010750:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.010753:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926466.010762:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=133 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926466.010766:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926466.010768:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926466.010770:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.010773:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926466.010776:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.010780:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926466.010782:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1788926466.010784:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926466.010786:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.010791:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.010798:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926466.010802:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926466.010804:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926466.010808:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926466.010815:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629c00 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955840:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926466.010819:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.010822:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.010824:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926466.010826:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926466.010829:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.010836:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926466.010840:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773e40. 00000100:00000001:2.0:1788926466.010843:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926466.010845:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.010848:0:33227:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926466.010851:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.010854:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.010857:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=4 00000020:00000001:2.0:1788926466.010864:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010868:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000040:2.0:1788926466.010876:0:33227:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498a00, remote cookie: 0x840913afd2dab447, flags: 0x1001 00010000:00010000:2.0:1788926466.010881:0:33227:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926466.010895:0:33227:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.010902:0:33227:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926466.010905:0:33227:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926466.010907:0:33227:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926466.010909:0:33227:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926466.010910:0:33227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926466.010913:0:33227:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76d065f100) refcount = 1 00010000:00010000:2.0:1788926466.010917:0:33227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.010923:0:33227:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926466.010926:0:33227:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926466.010928:0:33227:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926466.010931:0:33227:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926466.010933:0:33227:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.010936:0:33227:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.010941:0:33227:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926466.010942:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.010943:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.010944:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.010945:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.010947:0:33227:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.010952:0:33227:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926466.010954:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.010955:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.010956:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.010958:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010959:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010962:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.010963:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.010964:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=4 00000020:00000001:2.0:1788926466.010965:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010967:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010969:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926466.010972:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.010975:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.010980:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.010981:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.010982:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.010983:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.010985:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=5 00000020:00000001:2.0:1788926466.010986:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010988:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.010990:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926466.010993:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.010999:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011001:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926466.011004:0:33227:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.011010:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926466.011011:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011012:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.011013:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011014:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926466.011019:0:33227:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926466.011032:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.011033:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.011034:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.011036:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011038:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011040:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011041:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926466.011043:0:33227:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.011045:0:33227:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.011048:0:33227:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926466.011050:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.011051:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.011052:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.011054:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011055:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00000002:00010000:2.0:1788926466.011058:0:33227:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.011064:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011065:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.011066:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926466.011067:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.011068:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.011069:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.011070:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011072:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000040:2.0:1788926466.011078:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:2.0:1788926466.011080:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926466.011084:0:33227:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788926466.011086:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011087:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926466.011089:0:33227:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926466.011091:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b898 00000002:00002000:2.0:1788926466.011093:0:33227:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926466.011095:0:33227:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926466.011099:0:33227:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926466.011101:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926466.011104:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788926466.011107:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926466.011111:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926466.011114:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33000. 00000080:00000001:2.0:1788926466.011119:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926466.011121:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926466.011126:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788926466.011129:0:33227:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788926466.011138:0:33227:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d3318600. 00800000:00000001:2.0:1788926466.011140:0:33227:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732407780864 : -108341301770752 : ffff9d76d3318600) 00800000:00000001:2.0:1788926466.011142:0:33227:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.011144:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926466.011146:0:33227:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926466.011148:0:33227:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788926466.011151:0:33227:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788926466.011153:0:33227:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788926466.011155:0:33227:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926466.011160:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788926466.011162:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788926466.011166:0:33227:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:2.0:1788926466.011168:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.011169:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.011171:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.011173:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011175:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011177:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011178:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926466.011179:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926466.011182:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788926466.011184:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d3318600 1 00800000:00000010:2.0:1788926466.011187:0:33227:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76d3318600. 00800000:00000001:2.0:1788926466.011189:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926466.011192:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c855 00800000:00000001:2.0:1788926466.011195:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926466.011197:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926466.011198:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.011199:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.011201:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.011203:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011205:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011207:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011208:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926466.011210:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926466.011212:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926466.011214:0:33227:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926466.011217:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926466.011219:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c855 from it ffffb2d841a3bb58 00010000:00000001:2.0:1788926466.011221:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.011222:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.011223:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:2.0:1788926466.011225:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011227:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:2.0:1788926466.011229:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926466.011231:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.011237:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011238:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.011239:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926466.011242:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926466.011244:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926466.011256:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926466.011259:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926466.011261:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.011265:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011266:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.011267:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011270:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926466.011272:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011279:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011281:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011283:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926466.011284:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011285:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926466.011286:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926466.011291:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629c00 x1875823513955840/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926481 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.011296:0:33227:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926466.011299:0:33227:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926466.011302:0:33227:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997a000. 02000000:00000001:2.0:1788926466.011305:0:33227:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926466.011308:0:33227:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926466.011309:0:33227:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926466.011312:0:33227:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926466.011314:0:33227:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02800. 02000000:00000001:2.0:1788926466.011318:0:33227:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926466.011319:0:33227:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926466.011321:0:33227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629c00. 00000100:00000001:2.0:1788926466.011324:0:33227:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926466.011325:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926466.011328:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926466.011334:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926466.011348:0:33227:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d019c0. 00000020:00000001:2.0:1788926466.011352:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bae8 00000080:00200000:2.0:1788926466.011354:0:33227:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=9 00000080:00000001:2.0:1788926466.011358:0:33227:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926466.011360:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b998 00000080:00200000:2.0:1788926466.011362:0:33227:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=getattr 00000080:00000010:2.0:1788926466.011370:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0795e00. 00800000:00000002:2.0:1788926466.011374:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926466.011378:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926466.011381:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926466.011382:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b8b8 00800000:00000002:2.0:1788926466.011384:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926466.011387:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926466.011391:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926466.011393:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926466.011449:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926466.011452:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926466.011454:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926466.011456:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926466.011458:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.011462:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b850 00800000:00000002:2.0:1788926466.011464:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788926466.011467:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926466.011469:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b788 00000002:00010000:2.0:1788926466.011471:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788926466.011475:0:33227:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926466.011477:0:33227:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926466.011481:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926466.011484:0:33227:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926466.011489:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926466.011492:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.011496:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.011497:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.011498:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.011502:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926466.011515:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926466.011518:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926466.011525:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dfc00. 00000100:00000001:2.0:1788926466.011532:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011535:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926466.011537:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011538:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926466.011539:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.011541:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.011547:0:33227:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00010000:00000001:2.0:1788926466.011550:0:33227:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926466.011553:0:33227:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926466.011556:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:2.0:1788926466.011557:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926466.011560:0:33227:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926466.011564:0:33227:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880bc00. 00000020:00000001:2.0:1788926466.011568:0:33227:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926466.011570:0:33227:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880bc00 with handle 0xdeff66104c08c85c to hash 00000020:00000001:2.0:1788926466.011572:0:33227:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926466.011574:0:33227:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.011577:0:33227:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.011579:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926466.011581:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.011584:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926466.011590:0:33227:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926466.011598:0:33227:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33227 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926466.011603:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926466.011604:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926466.011618:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020d300. 00000100:00000001:2.0:1788926466.011620:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624790272 : -108341084761344 : ffff9d76e020d300) 00000100:00000001:2.0:1788926466.011623:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926466.011624:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000001:2.0:1788926466.011629:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926466.011633:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.011634:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926466.011636:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926466.011640:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.011647:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926466.011649:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.011653:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926466.011655:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926466.011658:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926466.011660:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955968:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926466.011664:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926466.011670:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926466.011672:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.011674:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926466.011678:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b6000. 02000000:00000001:2.0:1788926466.011680:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926466.011687:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926466.011691:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6420. 00000400:00000010:2.0:1788926466.011695:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926466.011702:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513955968, portal 10 00000100:00000001:2.0:1788926466.011704:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926466.011705:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:2.0:1788926466.011710:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.011716:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926466.011718:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926466.011720:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926466.011723:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513955968, offset 0 00000400:00000200:2.0:1788926466.011728:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926466.011735:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.011744:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926466.011749:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926466.011753:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926466.011757:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926466.011760:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926466.011763:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2811:2811:256:4294967295] 192.168.203.140@tcp LPNI seq info [2811:2811:8:4294967295] 00000400:00000200:2.0:1788926466.011767:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.011776:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926466.011782:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926466.011787:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4200. 00000800:00000200:2.0:1788926466.011794:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926466.011802:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926466.011806:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788926466.011831:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.011836:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 811680 usecs (812 jiffies) 00000400:00000200:2.0:1788926466.011840:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926466.011842:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501958 00000100:00000001:2.0:1788926466.011845:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:2.0:1788926466.011848:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501958 00000100:00000001:2.0:1788926466.011850:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:2.0:1788926466.011852:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926466.011854:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.011856:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926466.011858:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926466.011860:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020d300 going to sleep for 11 seconds 00000100:00000001:2.0:1788926466.011862:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926466.011864:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926466.013731:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926466.013739:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:3.0:1788926466.013745:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.013752:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926466.013758:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:3.0:1788926466.013761:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:3.0:1788926466.013766:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926466.013772:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.013783:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926466.013786:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.013793:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926466.013795:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926466.024514:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.025629:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926466.025636:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.025639:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.025647:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.025655:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926466.025666:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.025671:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.025677:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.025681:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d3235ee80 00000400:00000200:3.0:1788926466.025686:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.025691:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x800d [1] + 224 00000800:00000001:3.0:1788926466.025699:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.025708:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.025712:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.025716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926466.025723:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926466.025732:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926466.025743:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.025767:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926466.025775:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.025778:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.027323:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926466.027336:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926466.027338:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926466.027342:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6420. 00000400:00000200:2.0:1788926466.027349:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:2.0:1788926466.027352:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:2.0:1788926466.027356:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926466.027365:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926466.027376:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.027383:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926466.027385:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.027387:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926466.027390:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926466.027393:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926466.027427:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.027431:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926466.027439:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=133 v=5 (5 104 104 104) 00000100:00001000:2.0:1788926466.027443:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926466.027446:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926466.027448:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.027451:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926466.027454:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.027458:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926466.027460:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:2.0:1788926466.027461:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926466.027465:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.027469:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.027485:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926466.027488:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926466.027490:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926466.027494:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926482 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926466.027502:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513955968:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926466.027510:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.027512:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.027515:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926466.027516:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926466.027647:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926482 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.027656:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926466.027659:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020d300. 00000100:00000001:2.0:1788926466.027663:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926466.027665:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.027668:0:33227:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926466.027672:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027674:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027677:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=4 00000020:00000001:2.0:1788926466.027680:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027683:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000040:2.0:1788926466.027689:0:33227:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880bc00, remote cookie: 0x840913afd2dab463, flags: 0x1001 00010000:00010000:2.0:1788926466.027695:0:33227:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926466.027704:0:33227:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788926466.027707:0:33227:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788926466.027717:0:33227:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225600. 00010000:00000010:2.0:1788926466.027723:0:33227:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642b00. 00010000:00000001:2.0:1788926466.027729:0:33227:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.027733:0:33227:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926466.027741:0:33227:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 4/1,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027753:0:33227:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926466.027757:0:33227:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926466.027759:0:33227:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926466.027761:0:33227:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926466.027762:0:33227:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926466.027765:0:33227:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x28:0x0].0x0 (ffff9d76c3225600) refcount = 1 00010000:00010000:2.0:1788926466.027769:0:33227:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027775:0:33227:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926466.027778:0:33227:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926466.027779:0:33227:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926466.027782:0:33227:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926466.027785:0:33227:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.027787:0:33227:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027792:0:33227:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926466.027794:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027796:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.027797:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027798:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.027799:0:33227:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.027804:0:33227:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926466.027806:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027807:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027808:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.027810:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027812:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027814:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027815:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027816:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=4 00000020:00000001:2.0:1788926466.027818:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027820:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027823:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926466.027826:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.027830:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027836:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027837:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.027839:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027840:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027841:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=5 00000020:00000001:2.0:1788926466.027843:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027845:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027847:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926466.027850:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027856:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027857:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926466.027860:0:33227:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027866:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926466.027867:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027868:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.027869:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027870:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926466.027875:0:33227:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926482 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926466.027882:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027883:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027884:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.027886:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027889:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027891:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027892:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926466.027893:0:33227:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.027895:0:33227:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926466.027897:0:33227:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926466.027899:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027900:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027902:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.027904:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027906:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00000002:00010000:2.0:1788926466.027909:0:33227:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.027915:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027916:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.027918:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926466.027919:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.027920:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.027922:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.027923:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.027925:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000040:2.0:1788926466.027928:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:2.0:1788926466.027930:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926466.027934:0:33227:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/40 (0 0) 00010000:00000001:2.0:1788926466.027936:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.027937:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926466.027939:0:33227:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926466.027941:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b710 00000002:00002000:2.0:1788926466.027943:0:33227:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926466.027946:0:33227:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926466.027950:0:33227:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926466.027953:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926466.027956:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926466.027959:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926466.027963:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926466.027965:0:33227:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926466.027967:0:33227:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841a3bb20 it_disposition b 00000080:00000001:2.0:1788926466.027969:0:33227:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926466.027974:0:33227:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926466.027977:0:33227:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926466.027979:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1788926466.027982:0:33227:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788926466.027988:0:33227:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611176 : 144115205339611176 : 200000405000028) 00000080:00000001:2.0:1788926466.027990:0:33227:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788926466.027995:0:33227:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x28:0x0], updating i_size 0 00000080:00200000:2.0:1788926466.027997:0:33227:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x28:0x0](ffff9d76d15b1988): rc = 0 00000080:00000001:2.0:1788926466.028000:0:33227:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376951176 : -108341332600440 : ffff9d76d15b1988) 00010000:00000001:2.0:1788926466.028001:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.028003:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.028015:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.028017:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.028019:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00000080:00000001:2.0:1788926466.028022:0:33227:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926466.028025:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926466.028035:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926466.028038:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926466.028039:0:33227:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926466.028043:0:33227:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1788926466.028046:0:33227:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e13aa8) owner ffff9d76c9c027c0 00020000:00000001:2.0:1788926466.028048:0:33227:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926466.028051:0:33227:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e13aa8) owner ffff9d76c9c027c0 00020000:00000002:2.0:1788926466.028054:0:33227:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926466.028056:0:33227:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.028057:0:33227:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.028060:0:33227:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926466.028062:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:2.0:1788926466.028066:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926466.028068:0:33227:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926466.028070:0:33227:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926466.028073:0:33227:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x28:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1788926466.028075:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926466.028077:0:33227:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.028079:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.028080:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926466.028082:0:33227:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926466.028085:0:33227:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926466.028087:0:33227:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926466.028288:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9d76d15b1988) for lock 0xdeff66104c08c85c 00800000:00000001:2.0:1788926466.028292:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926466.028293:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926466.028295:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.028296:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.028298:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.028300:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.028302:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.028305:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.028306:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926466.028307:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926466.028309:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788926466.028315:0:33227:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d176bbd0 inode ffff9d76d15b1988 refc 1 flags 0x40000e 00000080:00000001:2.0:1788926466.028318:0:33227:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788926466.028321:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9d76d15b1988) 00000080:00010000:2.0:1788926466.028324:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c85c from it ffffb2d841a3bb20 00010000:00000001:2.0:1788926466.028326:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.028327:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.028328:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:2.0:1788926466.028330:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.028332:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926466.028334:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926466.028337:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.028344:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.028345:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.028347:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926466.028349:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926466.028352:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926466.028359:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926466.028361:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926466.028363:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.028367:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.028368:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.028369:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.028372:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926466.028374:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.028375:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.028378:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.028379:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926466.028381:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.028382:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926466.028383:0:33227:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926466.028386:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0795e00. 00000100:00000001:2.0:1788926466.028390:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926466.028645:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513955968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926482 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.028653:0:33227:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926466.028656:0:33227:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926466.028659:0:33227:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b6000. 02000000:00000001:2.0:1788926466.028663:0:33227:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926466.028665:0:33227:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926466.028667:0:33227:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926466.028669:0:33227:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926466.028671:0:33227:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dfc00. 02000000:00000001:2.0:1788926466.028675:0:33227:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926466.028677:0:33227:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926466.028679:0:33227:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:2.0:1788926466.028683:0:33227:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926466.028684:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926466.028687:0:33227:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926466.028689:0:33227:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841a3bb20 released 00000080:00000001:2.0:1788926466.028690:0:33227:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788926466.028703:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd08 00000080:00200008:2.0:1788926466.028705:0:33227:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9d76d15b1988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926466.028712:0:33227:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788926466.028715:0:33227:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1788926466.028719:0:33227:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9d76d0795e00. 00000080:00000001:2.0:1788926466.028722:0:33227:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446635732362157568 : -108341347394048 : ffff9d76d0795e00) 00000080:00000001:2.0:1788926466.028727:0:33227:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1788926466.028730:0:33227:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9d76c8570000. 00000080:00000001:2.0:1788926466.028732:0:33227:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446635732225687552 : -108341483864064 : ffff9d76c8570000) 00000080:00400000:2.0:1788926466.028736:0:33227:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 33227] [parent /] 00000080:00000001:2.0:1788926466.028958:0:33227:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:2.0:1788926466.028960:0:33227:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff9d76d0795e00, parent / 00000080:00000001:1.0:1788926466.029727:0:33227:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1788926466.029786:0:33229:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:2.0:1788926466.029789:0:33229:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff9d76d0795e00, parent / 00000080:00000001:1.0:1788926466.029812:0:33227:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926466.029818:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926466.029820:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc80 00000080:00200000:1.0:1788926466.029823:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9d76d15b1988),name=f22.recovery-small-1 00000080:00000010:1.0:1788926466.029830:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33e00. 00800000:00000002:1.0:1788926466.029835:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926466.029842:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926466.029846:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926466.029847:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bba0 00800000:00000002:1.0:1788926466.029849:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x28:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.029853:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926466.029857:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.029860:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.029862:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.029864:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.029866:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.029868:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.029870:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.029872:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.029873:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.029874:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.029875:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.029876:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.029878:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:1.0:1788926466.029879:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.029882:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x28:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926466.029887:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926466.029889:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba70 00000002:00010000:1.0:1788926466.029890:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926466.029894:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926466.029896:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.029898:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.029903:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926466.029906:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926466.029911:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926466.029914:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926466.029918:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926466.029927:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926466.029930:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926466.029933:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926466.029939:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926466.029941:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926466.029943:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926466.029945:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926466.029946:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926466.029948:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926466.029951:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926466.029954:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926466.029956:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33e00. 00000080:00000001:1.0:1788926466.029960:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926466.029962:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926466.029964:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x28:0x0](ffff9d76d15b1988) 00000080:00010000:1.0:1788926466.029967:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x28:0x0](ffff9d76d15b1988) for lock 0xdeff66104c08c85c 00800000:00000001:1.0:1788926466.029970:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926466.029972:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926466.029973:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926466.029975:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926466.029977:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:1.0:1788926466.029979:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:1.0:1788926466.029981:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:1.0:1788926466.029984:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.029985:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926466.029987:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.029988:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926466.029990:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c85c from it ffffb2d841a3bcb8 00010000:00000001:1.0:1788926466.029991:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926466.029992:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926466.029993:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:1.0:1788926466.029995:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:1.0:1788926466.029997:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:1.0:1788926466.029999:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926466.030002:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926466.030017:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030019:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.030020:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926466.030023:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926466.030025:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926466.030032:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926466.030034:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926466.030036:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926466.030039:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030040:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.030042:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030045:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926466.030047:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030048:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030051:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030053:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926466.030054:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030055:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926466.030058:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926466.030060:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926466.030063:0:33227:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788926466.030066:0:33227:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926466.030068:0:33227:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926466.030070:0:33227:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926466.030071:0:33227:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.030073:0:33227:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.030075:0:33227:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926466.030080:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd08 00000080:00000008:1.0:1788926466.030082:0:33227:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000405:0x28:0x0](ffff9d76d15b1988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926466.030086:0:33227:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926466.030098:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bda0 00000080:00002000:1.0:1788926466.030101:0:33227:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9d76d176bbd0, parent ffff9d76d14be6c0, inode ffff9d76d15b1988) hashed, 00000080:00000001:1.0:1788926466.030104:0:33227:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.030141:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926466.030144:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926466.030145:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926466.030147:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bbd8 00000080:00200000:1.0:1788926466.030149:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926466.030153:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33e00. 00800000:00000002:1.0:1788926466.030156:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926466.030158:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926466.030160:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926466.030161:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3baf8 00800000:00000002:1.0:1788926466.030163:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.030165:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926466.030167:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.030168:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.030170:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.030171:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.030173:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.030174:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.030176:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.030178:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926466.030180:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926466.030182:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3b9c8 00000002:00010000:1.0:1788926466.030184:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926466.030186:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926466.030187:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.030188:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.030191:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926466.030193:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926466.030205:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926466.030207:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926466.030211:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926466.030217:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926466.030220:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926466.030223:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926466.030234:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926466.030236:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926466.030238:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926466.030239:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926466.030241:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926466.030243:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926466.030245:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926466.030247:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926466.030249:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33e00. 00000080:00000001:1.0:1788926466.030252:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926466.030254:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926466.030267:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926466.030269:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c855 00800000:00000001:1.0:1788926466.030271:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926466.030273:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926466.030274:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926466.030275:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926466.030277:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926466.030278:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.030280:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.030282:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030283:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926466.030284:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.030286:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926466.030288:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c855 from it ffffb2d841a3bc10 00010000:00000001:1.0:1788926466.030290:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926466.030291:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926466.030292:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926466.030294:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.030295:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.030297:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926466.030300:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926466.030306:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030308:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.030309:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926466.030310:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926466.030313:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926466.030319:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926466.030320:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926466.030322:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926466.030324:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030325:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.030326:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030328:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926466.030329:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030330:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030332:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.030333:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926466.030334:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.030335:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926466.030337:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926466.030338:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926466.030340:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926466.030344:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.030350:0:33227:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926466.030351:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bda8 00000080:00002000:1.0:1788926466.030353:0:33227:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9d76d176bbd0) flags 0x48000e refc 0 00000080:00000001:1.0:1788926466.030355:0:33227:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926466.030357:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3be18 00000080:00200000:1.0:1788926466.030359:0:33227:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:1.0:1788926466.030362:0:33227:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:1.0:1788926466.030364:0:33227:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:1.0:1788926466.030367:0:33227:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:1.0:1788926466.030370:0:33227:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:1.0:1788926466.030372:0:33227:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:1.0:1788926466.030375:0:33227:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:1.0:1788926466.030377:0:33227:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:1.0:1788926466.030382:0:33227:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926466.030384:0:33227:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926466.030385:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bd38 00000080:00200000:1.0:1788926466.030386:0:33227:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926466.030390:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33e00. 00800000:00000002:1.0:1788926466.030393:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926466.030444:0:33227:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926466.030446:0:33227:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926466.030447:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bc58 00800000:00000002:1.0:1788926466.030449:0:33227:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.030452:0:33227:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926466.030453:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.030454:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.030455:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.030457:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.030458:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.030460:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.030461:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.030463:0:33227:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926466.030466:0:33227:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926466.030467:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3bb28 00000002:00010000:1.0:1788926466.030469:0:33227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926466.030471:0:33227:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926466.030482:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.030484:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.030487:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926466.030489:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926466.030491:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926466.030493:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926466.030496:0:33227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926466.030503:0:33227:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926466.030505:0:33227:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926466.030507:0:33227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926466.030513:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926466.030515:0:33227:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926466.030516:0:33227:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926466.030518:0:33227:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926466.030520:0:33227:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926466.031602:0:33227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926466.031605:0:33227:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926466.031617:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926466.031620:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33e00. 00000080:00000001:1.0:1788926466.031625:0:33227:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926466.031627:0:33227:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926466.031629:0:33227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926466.031632:0:33227:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c855 00800000:00000001:1.0:1788926466.031635:0:33227:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926466.031638:0:33227:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926466.031640:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926466.031641:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926466.031645:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926466.031647:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.031649:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.031652:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.031653:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926466.031654:0:33227:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.031656:0:33227:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926466.031658:0:33227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c855 from it ffffb2d841a3bd70 00010000:00000001:1.0:1788926466.031660:0:33227:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926466.031661:0:33227:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926466.031663:0:33227:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498a00 refcount=3 00000020:00000001:1.0:1788926466.031665:0:33227:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.031667:0:33227:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107364864 : -108341602186752 : ffff9d76c1498a00) 00010000:00000001:1.0:1788926466.031669:0:33227:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926466.031672:0:33227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926466.031680:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.031681:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.031682:0:33227:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926466.031684:0:33227:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926466.031687:0:33227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926466.031693:0:33227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926466.031695:0:33227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926466.031697:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926466.031700:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.031701:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.031702:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.031705:0:33227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926466.031706:0:33227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.031708:0:33227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.031711:0:33227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.031713:0:33227:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926466.031714:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.031715:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926466.031717:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926466.031718:0:33227:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926466.031721:0:33227:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926466.031725:0:33227:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.031729:0:33227:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788926466.031731:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3be00 00000080:00200000:1.0:1788926466.031734:0:33227:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:1.0:1788926466.031737:0:33227:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788926466.031739:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926466.031743:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926466.031745:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926466.031747:0:33227:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926466.031750:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:1.0:1788926466.031753:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:1.0:1788926466.031756:0:33227:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926466.031757:0:33227:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926466.031759:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926466.031762:0:33227:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788926466.031767:0:33227:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8a33e00. 00800000:00000002:1.0:1788926466.031770:0:33227:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:1.0:1788926466.031776:0:33227:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788926466.031778:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.031780:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.031782:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.031783:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.031785:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.031787:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926466.031789:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.031790:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.031791:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.031792:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.031794:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.031795:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.031797:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:1.0:1788926466.031798:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.031800:0:33227:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788926466.031801:0:33227:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926466.031802:0:33227:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926466.031803:0:33227:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926466.031804:0:33227:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926466.031806:0:33227:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.031807:0:33227:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x28:0x0] 00800000:00000001:1.0:1788926466.031809:0:33227:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.031811:0:33227:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x28:0x0] 00800000:00000001:1.0:1788926466.031813:0:33227:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.031816:0:33227:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x28:0x0] -> mds #0 00000002:00000001:1.0:1788926466.031819:0:33227:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788926466.031822:0:33227:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926466.031825:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926466.031828:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926466.031830:0:33227:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926466.031833:0:33227:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926466.031836:0:33227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788926466.031842:0:33227:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926466.031846:0:33227:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926466.031847:0:33227:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926466.031849:0:33227:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926466.031851:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031853:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031854:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 3 00010000:00000001:1.0:1788926466.031856:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031859:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.031860:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031862:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031863:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 3 00010000:00000001:1.0:1788926466.031865:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031866:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.031868:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031868:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031870:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 3 00010000:00000001:1.0:1788926466.031871:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031873:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.031875:0:33227:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926466.031878:0:33227:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926466.031881:0:33227:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926466.031883:0:33227:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926466.031885:0:33227:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926466.031886:0:33227:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.031889:0:33227:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926466.031892:0:33227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926466.031893:0:33227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926466.031895:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926466.031897:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926466.031900:0:33227:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498a00 with handle 0xdeff66104c08c855 from hash 00010000:00000001:1.0:1788926466.031902:0:33227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926466.031903:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.031904:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.031905:0:33227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926466.031908:0:33227:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926466.031909:0:33227:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926466.031912:0:33227:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926466.031914:0:33227:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926466.031915:0:33227:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926466.031917:0:33227:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926466.031919:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926466.031921:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926466.031923:0:33227:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926466.031924:0:33227:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926466.031927:0:33227:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788926466.031932:0:33227:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926466.031934:0:33227:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926466.031935:0:33227:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926466.031936:0:33227:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x28:0x0] mode (null) 00000002:00000001:1.0:1788926466.031937:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031938:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031939:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926466.031941:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031943:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.031944:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031945:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031946:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926466.031948:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031950:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.031951:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031952:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031954:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926466.031955:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031957:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.031959:0:33227:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.031960:0:33227:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.031961:0:33227:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926466.031962:0:33227:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.031964:0:33227:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.031965:0:33227:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.031968:0:33227:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926466.031969:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926466.031970:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926466.031972:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926466.031974:0:33227:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926466.031976:0:33227:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x28:0x0]: losing layout lock 00000080:00000001:1.0:1788926466.031978:0:33227:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926466.031980:0:33227:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926466.031983:0:33227:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926466.031985:0:33227:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926466.031987:0:33227:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x28:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926466.031989:0:33227:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926466.031990:0:33227:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926466.031992:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926466.031994:0:33227:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.031995:0:33227:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926466.031997:0:33227:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x28:0x0](ffff9d76d15b1988) invalid 00000020:00000001:1.0:1788926466.031999:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3ba68 00000080:00002000:1.0:1788926466.032001:0:33227:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9d76d176bbd0) parent ffff9d76d14be6c0 inode ffff9d76d15b1988 refc 1 00000080:00000001:1.0:1788926466.032005:0:33227:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926466.032006:0:33227:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926466.032007:0:33227:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.032009:0:33227:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926466.032010:0:33227:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926466.032011:0:33227:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926466.032012:0:33227:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926466.032014:0:33227:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926466.032016:0:33227:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880bc00 with handle 0xdeff66104c08c85c from hash 00010000:00000001:1.0:1788926466.032019:0:33227:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926466.032020:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.032021:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.032022:0:33227:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926466.032023:0:33227:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926466.032024:0:33227:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926466.032026:0:33227:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926466.032028:0:33227:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926466.032029:0:33227:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788926466.032035:0:33227:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a300. 00000020:00000040:1.0:1788926466.032038:0:33227:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926466.032042:0:33227:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926466.032043:0:33227:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.032045:0:33227:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926466.032048:0:33227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926466.032050:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.032051:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.032052:0:33227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.032055:0:33227:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926466.032056:0:33227:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926466.032059:0:33227:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926466.032065:0:33227:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8a33600. 00000100:00000001:1.0:1788926466.032071:0:33227:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.032073:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926466.032075:0:33227:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926466.032081:0:33227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926466.032088:0:33227:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788926466.032104:0:33227:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788926466.032106:0:33227:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926466.032108:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926466.032111:0:33227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880bc00/0xdeff66104c08c85c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab463 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788926466.032118:0:33227:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225600 count: 0 00010000:00000010:1.0:1788926466.032123:0:33227:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642b00. 00010000:00000001:1.0:1788926466.032130:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.032131:0:33227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926466.032134:0:33227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498a00/0xdeff66104c08c855 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab447 expref: -99 pid: 33227 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788926466.032140:0:33227:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f100 count: 0 00010000:00000010:1.0:1788926466.032142:0:33227:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592f00. 00010000:00000001:1.0:1788926466.032147:0:33227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.032148:0:33227:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.032149:0:33227:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926466.032151:0:33227:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.032153:0:33227:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926466.032162:0:33227:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:1.0:1788926466.032172:0:33227:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926466.032179:0:33227:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926466.032181:0:33227:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926466.032186:0:33227:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773000. 00000100:00000001:1.0:1788926466.032188:0:33227:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261351424 : -108341448200192 : ffff9d76ca773000) 00000100:00000001:1.0:1788926466.032191:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926466.032192:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000001:1.0:1788926466.032666:0:33227:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926466.032672:0:33227:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.032674:0:33227:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926466.032676:0:33227:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926466.032682:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.032696:0:33227:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926466.032698:0:33227:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926466.032701:0:33227:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926466.032704:0:33227:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926466.032706:0:33227:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926466.032709:0:33227:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513956224:192.168.203.140@tcp:36:multiop.0 00000100:00000001:1.0:1788926466.032713:0:33227:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926466.032717:0:33227:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926466.032719:0:33227:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926466.032721:0:33227:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926466.032726:0:33227:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926466.032728:0:33227:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926466.032735:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926466.032739:0:33227:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926466.032746:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926466.032752:0:33227:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513956224, portal 10 00000100:00000001:1.0:1788926466.032753:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926466.032755:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000040:1.0:1788926466.032761:0:33227:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.032769:0:33227:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926466.032772:0:33227:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926466.032774:0:33227:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8088. 00000100:00000200:1.0:1788926466.032777:0:33227:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875823513956224, offset 0 00000400:00000200:1.0:1788926466.032783:0:33227:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926466.032791:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926466.032798:0:33227:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926466.032803:0:33227:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926466.032807:0:33227:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926466.032810:0:33227:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926466.032813:0:33227:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926466.032817:0:33227:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2812:2812:256:4294967295] 192.168.203.140@tcp LPNI seq info [2812:2812:8:4294967295] 00000400:00000200:1.0:1788926466.032841:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926466.032850:0:33227:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926466.032856:0:33227:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926466.032860:0:33227:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186eb00. 00000800:00000200:1.0:1788926466.032867:0:33227:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926466.032874:0:33227:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926466.032878:0:33227:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186eb00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788926466.032886:0:33227:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926466.032890:0:33227:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 810616 usecs (811 jiffies) 00000400:00000200:1.0:1788926466.032893:0:33227:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926466.032895:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501978 00000100:00000001:1.0:1788926466.032898:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:1.0:1788926466.032900:0:33227:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501978 00000100:00000001:1.0:1788926466.032902:0:33227:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:1.0:1788926466.032904:0:33227:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926466.032907:0:33227:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.032909:0:33227:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926466.032911:0:33227:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926466.032914:0:33227:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773000 going to sleep for 11 seconds 00000100:00000001:1.0:1788926466.032916:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926466.032918:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926466.033770:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926466.033775:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926466.033781:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.033786:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926466.033791:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:3.0:1788926466.033794:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:3.0:1788926466.033798:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926466.033803:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926466.033813:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926466.033816:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926466.033822:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926466.033824:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:0.0:1788926466.034741:0:33228:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:0.0:1788926466.034746:0:33228:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9d76d0795e00, parent / 00800000:00000001:0.0:1788926466.034754:0:33228:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:0.0:1788926466.034762:0:33228:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9d76c7e99280. 00800000:00000001:0.0:1788926466.034765:0:33228:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446635732218516096 : -108341491035520 : ffff9d76c7e99280) 00000080:00000001:0.0:1788926466.034768:0:33228:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:0.0:1788926466.034770:0:33228:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:0.0:1788926466.034775:0:33228:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9d76d1aa2b00. 00000080:00000001:0.0:1788926466.034779:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.034781:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.034784:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71f00. 00000020:00000001:0.0:1788926466.034787:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.034789:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9d76c8b71f00) index 1 00000080:00000001:0.0:1788926466.034793:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231986944 : -108341477564672 : ffff9d76c8b71f00) 00000080:00000001:0.0:1788926466.034797:0:33228:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926466.034800:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53c98 00000080:00002000:0.0:1788926466.034802:0:33228:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9d76d176baf8) flags 0x40000e refc 1 00000080:00000001:0.0:1788926466.034805:0:33228:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.034806:0:33228:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:0.0:1788926466.034810:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880f800. 00800000:00000002:0.0:1788926466.034817:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 3 00800000:00000001:0.0:1788926466.034827:0:33228:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00800000:00000001:0.0:1788926466.034830:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.034833:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.034835:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.034836:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.034838:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.034840:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788926466.034842:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.034848:0:33228:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926466.034850:0:33228:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926466.034853:0:33228:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926466.034860:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:0.0:1788926466.034862:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.034867:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.034871:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926466.034877:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926466.034888:0:33228:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926466.034892:0:33228:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.034896:0:33228:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926466.034904:0:33228:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926466.034906:0:33228:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926466.034908:0:33228:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926466.034910:0:33228:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.034912:0:33228:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841a53d78 released 00000080:00010000:0.0:1788926466.034914:0:33228:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c847 from it ffffb2d841a53d78 00010000:00000001:0.0:1788926466.034917:0:33228:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.034920:0:33228:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.034922:0:33228:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:0.0:1788926466.034925:0:33228:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926466.034928:0:33228:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926466.034930:0:33228:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.034933:0:33228:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926466.034939:0:33228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.034940:0:33228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.034942:0:33228:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926466.034944:0:33228:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926466.034946:0:33228:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926466.034953:0:33228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926466.034956:0:33228:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926466.034958:0:33228:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926466.034961:0:33228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.034962:0:33228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.034964:0:33228:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.034966:0:33228:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926466.034968:0:33228:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.034970:0:33228:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.034972:0:33228:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.034974:0:33228:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.034975:0:33228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.034976:0:33228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926466.034977:0:33228:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.034980:0:33228:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 3 00000080:00000010:0.0:1788926466.034982:0:33228:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880f800. 00000080:00000001:0.0:1788926466.034985:0:33228:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926466.035161:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:2.0:1788926466.035295:0:33229:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:2.0:1788926466.035299:0:33229:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000405:0x27:0x0], idx = 1 00000001:00000001:2.0:1788926466.035303:0:33229:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788926466.035306:0:33229:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926466.035310:0:33229:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926466.035313:0:33229:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926466.035318:0:33229:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eed00 00000020:00000001:2.0:1788926466.035320:0:33229:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926466.035323:0:33229:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926466.035326:0:33229:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788926466.035329:0:33229:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926466.035331:0:33229:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788926466.035333:0:33229:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926466.035335:0:33229:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926466.035338:0:33229:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926466.035344:0:33229:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9d76c2d999d0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788926466.035347:0:33229:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09ea7c0 00020000:00000001:2.0:1788926466.035352:0:33229:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926466.035354:0:33229:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926466.035356:0:33229:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926466.035357:0:33229:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926466.035360:0:33229:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926466.035362:0:33229:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926466.035363:0:33229:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035365:0:33229:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926466.035366:0:33229:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926466.035367:0:33229:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926466.035369:0:33229:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09ea7c0 00000020:00000001:2.0:1788926466.035371:0:33229:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926466.035373:0:33229:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788926466.035375:0:33229:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:2.0:1788926466.035377:0:33229:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926466.035379:0:33229:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926466.035381:0:33229:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926466.035384:0:33229:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926466.035390:0:33229:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788926466.035423:0:33229:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642d00. 00020000:00000002:2.0:1788926466.035426:0:33229:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926466.035428:0:33229:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926466.035430:0:33229:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926466.035432:0:33229:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926466.035433:0:33229:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926466.035435:0:33229:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:2.0:1788926466.035437:0:33229:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:2.0:1788926466.035439:0:33229:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84eed00 00000020:00000001:2.0:1788926466.035441:0:33229:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926466.035444:0:33229:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926466.035445:0:33229:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926466.035446:0:33229:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926466.035448:0:33229:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133583312 : -108341575968304 : ffff9d76c2d999d0) 00000020:00000001:2.0:1788926466.035449:0:33229:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926466.035451:0:33229:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926466.035454:0:33229:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:2.0:1788926466.035456:0:33229:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926466.035461:0:33229:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbd7c0. 00000008:00010000:2.0:1788926466.035463:0:33229:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:2.0:1788926466.035466:0:33229:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926466.035467:0:33229:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926466.035469:0:33229:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642d30, osc lock ffff9d76c2fbd7c0, flags 0x400041012 00000020:00000001:2.0:1788926466.035471:0:33229:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926466.035481:0:33229:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926466.035483:0:33229:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226551040 : -108341483000576 : ffff9d76c8642d00) 00000020:00000001:2.0:1788926466.035485:0:33229:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926466.035486:0:33229:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926466.035487:0:33229:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035489:0:33229:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035491:0:33229:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926466.035492:0:33229:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926466.035494:0:33229:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926466.035495:0:33229:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:2.0:1788926466.035497:0:33229:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926466.035499:0:33229:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926466.035501:0:33229:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788926466.035505:0:33229:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926466.035507:0:33229:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926466.035508:0:33229:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926466.035509:0:33229:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926466.035511:0:33229:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926466.035512:0:33229:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926466.035514:0:33229:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926466.035516:0:33229:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926466.035519:0:33229:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.035621:0:33229:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788926466.035626:0:33229:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926466.035630:0:33229:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:2.0:1788926466.035634:0:33229:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926466.035638:0:33229:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.035640:0:33229:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.035643:0:33229:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926466.035645:0:33229:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926466.035648:0:33229:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926466.035654:0:33229:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d0794c00. 00000100:00000001:2.0:1788926466.035660:0:33229:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.035665:0:33229:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926466.035666:0:33229:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.035668:0:33229:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926466.035669:0:33229:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.035671:0:33229:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.035674:0:33229:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00010000:00000001:2.0:1788926466.035678:0:33229:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926466.035680:0:33229:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926466.035684:0:33229:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225900. 00010000:00000010:2.0:1788926466.035688:0:33229:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c3225200. 00010000:00000001:2.0:1788926466.035693:0:33229:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926466.035696:0:33229:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a800. 00000020:00000001:2.0:1788926466.035700:0:33229:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926466.035702:0:33229:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a800 with handle 0xdeff66104c08c863 to hash 00000020:00000001:2.0:1788926466.035704:0:33229:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926466.035706:0:33229:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000010:2.0:1788926466.035710:0:33229:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d3318e80. 00010000:00000001:2.0:1788926466.035713:0:33229:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.035716:0:33229:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926466.035718:0:33229:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.035722:0:33229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926466.035733:0:33229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.035743:0:33229:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.035748:0:33229:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926466.035752:0:33229:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.035763:0:33229:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093350103] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788926466.035797:0:33229:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926466.035800:0:33229:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035802:0:33229:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926466.035804:0:33229:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035806:0:33229:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035808:0:33229:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035810:0:33229:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788926466.035811:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d99970 (ffff9d76c50afc68/0) at cl_lock_release():245 00000020:00000001:2.0:1788926466.035814:0:33229:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926466.035815:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d99970 (ffff9d76c50afc68/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788926466.035818:0:33229:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788926466.035819:0:33229:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926466.035821:0:33229:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623492344 : -108341086059272 : ffff9d76e00d04f8) 00000020:00000001:2.0:1788926466.035823:0:33229:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926466.035824:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642d30 (ffff9d76c50afea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788926466.035827:0:33229:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788926466.035828:0:33229:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:2.0:1788926466.035829:0:33229:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788926466.035831:0:33229:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926466.035832:0:33229:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926466.035833:0:33229:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926466.035834:0:33229:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926466.035835:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d99970 (ffff9d76c50afc68/0) at cl_lock_fini():72 00020000:00000001:2.0:1788926466.035839:0:33229:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788926466.035840:0:33229:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926466.035841:0:33229:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642d30 (ffff9d76c50afc68/1) at cl_lock_fini():72 00000008:00000010:2.0:1788926466.035844:0:33229:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbd7c0. 00000020:00000001:2.0:1788926466.035848:0:33229:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788926466.035849:0:33229:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642d00. 00020000:00000001:2.0:1788926466.035853:0:33229:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788926466.035854:0:33229:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788926466.035855:0:33229:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788926466.035857:0:33229:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.035859:0:33229:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926466.035861:0:33229:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926466.035864:0:33229:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926466.035865:0:33229:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926466.035867:0:33229:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926466.035868:0:33229:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00020000:00000001:2.0:1788926466.035871:0:33229:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926466.035872:0:33229:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926466.035874:0:33229:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926466.035876:0:33229:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926466.035880:0:33229:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926466.035881:0:33229:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926466.035883:0:33229:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926466.035885:0:33229:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926466.035886:0:33229:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926466.035887:0:33229:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000001:00000001:2.0:1788926466.035889:0:33229:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926466.035892:0:33229:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000405:0x27:0x0], idx = 1, rc = 1 00000080:00000001:2.0:1788926466.035895:0:33229:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:2.0:1788926466.035905:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788926466.035908:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788926466.035911:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.035917:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926466.035919:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.035921:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926466.035923:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926466.035925:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926466.035931:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.035938:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926466.035940:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.035943:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926466.035946:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926466.035948:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926466.035952:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513956352:192.168.203.140@tcp:101:ll_agl.0 00000100:00000001:2.0:1788926466.035956:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926466.035961:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926466.035963:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.035965:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926466.035971:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dfc00. 02000000:00000001:2.0:1788926466.035973:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926466.035981:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926466.035985:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6420. 00000400:00000010:2.0:1788926466.035992:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926466.035998:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513956352, portal 4 00000100:00000001:2.0:1788926466.036000:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926466.036002:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000001:3.0:1788926466.036214:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926466.036218:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.036368:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.036376:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926466.036378:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926466.036381:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530aa0. 00000100:00000200:2.0:1788926466.036385:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513956352, offset 0 00000400:00000200:2.0:1788926466.036391:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926466.036448:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.036456:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926466.036461:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926466.036464:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926466.036468:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926466.036470:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926466.036577:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2813:2813:256:4294967295] 192.168.203.140@tcp LPNI seq info [2813:2813:8:4294967295] 00000400:00000200:2.0:1788926466.036582:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.036591:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926466.036597:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926466.036603:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4200. 00000800:00000200:2.0:1788926466.036619:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926466.036626:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926466.036630:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926466.036645:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.036650:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21397 usecs (22 jiffies) 00000400:00000200:2.0:1788926466.036653:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926466.036656:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501193 00000100:00000001:2.0:1788926466.036659:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:2.0:1788926466.036661:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501193 00000100:00000001:2.0:1788926466.036663:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:2.0:1788926466.036665:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926466.036667:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.036670:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.036673:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.036723:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.036725:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.036729:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71680. 00000020:00000001:0.0:1788926466.036732:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.036734:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9d76c8b71680) index 2 00000080:00000001:0.0:1788926466.036737:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231984768 : -108341477566848 : ffff9d76c8b71680) 00000080:00000001:0.0:1788926466.036740:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.036743:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880f800. 00800000:00000002:0.0:1788926466.036748:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 3 00800000:00000001:0.0:1788926466.036754:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.036758:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.036760:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.036761:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.036763:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.036765:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.036766:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.036768:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.036771:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:0.0:1788926466.036774:0:33228:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9d76d1172ca0. 00000002:00000001:0.0:1788926466.036777:0:33228:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:0.0:1788926466.036779:0:33228:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9d76d1172400. 00000002:00000010:0.0:1788926466.036782:0:33228:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9d76e0052cc0. 00000002:00000010:0.0:1788926466.036785:0:33228:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9d76c7e99540. 00000002:00000010:0.0:1788926466.036789:0:33228:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9d76d10c7000. 00000002:00000001:0.0:1788926466.036791:0:33228:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00800000:00000001:0.0:1788926466.036793:0:33228:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.036796:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.036798:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76c85296c0. 00000002:00000001:0.0:1788926466.036800:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.036802:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.036804:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.036812:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.036814:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.036816:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926466.036821:0:33228:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a600. 00010000:00000010:0.0:1788926466.036825:0:33228:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71480. 00010000:00000001:0.0:1788926466.036828:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.036830:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008200. 00000020:00000001:0.0:1788926466.036833:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.036835:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008200 with handle 0xdeff66104c08c86a to hash 00000020:00000001:0.0:1788926466.036838:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.036839:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926466.036842:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926466.036844:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.036847:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.036850:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.036857:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.036863:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036865:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036868:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.036870:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99c00. 00000002:00000001:0.0:1788926466.036873:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036875:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036876:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.036878:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.036880:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.036882:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1788926466.036884:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.036885:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.036886:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71980. 00000020:00000001:0.0:1788926466.036888:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.036890:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9d76c8b71980) index 3 00000080:00000001:0.0:1788926466.036891:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231985536 : -108341477566080 : ffff9d76c8b71980) 00000080:00000001:0.0:1788926466.036893:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.036895:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880f000. 00800000:00000002:0.0:1788926466.036897:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 4 00800000:00000001:0.0:1788926466.036900:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.036902:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.036903:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.036904:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.036906:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.036908:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.036909:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.036911:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.036912:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926466.036914:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.036916:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.036918:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76c8529840. 00000002:00000001:0.0:1788926466.036919:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.036920:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.036922:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.036925:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.036926:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.036928:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926466.036930:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 2 00010000:00000001:0.0:1788926466.036932:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.036935:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.036937:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008600. 00000020:00000001:0.0:1788926466.036939:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.036941:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008600 with handle 0xdeff66104c08c871 to hash 00000020:00000001:0.0:1788926466.036942:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.036944:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926466.036946:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926466.036948:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.036949:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.036952:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.036957:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.036962:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036963:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036965:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.036967:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99680. 00000002:00000001:0.0:1788926466.036969:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036971:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.036972:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.036974:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.036975:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.036977:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1788926466.036978:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.036979:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.036981:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71b00. 00000020:00000001:0.0:1788926466.036983:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.036984:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9d76c8b71b00) index 4 00000080:00000001:0.0:1788926466.036986:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231985920 : -108341477565696 : ffff9d76c8b71b00) 00000080:00000001:0.0:1788926466.036988:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.036990:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880d000. 00800000:00000002:0.0:1788926466.036992:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 5 00800000:00000001:0.0:1788926466.036995:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.036996:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.036998:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.036999:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.037000:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.037001:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.037003:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.037004:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926466.037697:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926466.037704:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4200. 00000400:00000200:3.0:1788926466.037710:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.037717:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926466.037724:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:3.0:1788926466.037726:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:3.0:1788926466.037731:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926466.037737:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.037748:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926466.037752:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.037759:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926466.037761:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00800000:00000001:0.0:1788926466.037872:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926466.037875:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.037877:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.037881:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76c85293c0. 00000002:00000001:0.0:1788926466.037884:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.037885:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.037886:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.037892:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.037894:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.037896:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926466.037900:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 3 00010000:00000001:0.0:1788926466.037902:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.037905:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.037908:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009000. 00000020:00000001:0.0:1788926466.037911:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.037913:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009000 with handle 0xdeff66104c08c878 to hash 00000020:00000001:0.0:1788926466.037915:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.037916:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926466.037919:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926466.037921:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.037923:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.037926:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.037933:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.037938:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.037940:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.037942:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.037946:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99700. 00000002:00000001:0.0:1788926466.037948:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.037950:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.037951:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.037953:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.037955:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.037958:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1788926466.037961:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.037962:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.037965:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71600. 00000020:00000001:0.0:1788926466.037967:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.037968:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9d76c8b71600) index 5 00000080:00000001:0.0:1788926466.037972:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231984640 : -108341477566976 : ffff9d76c8b71600) 00000080:00000001:0.0:1788926466.037974:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.037976:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880c000. 00800000:00000002:0.0:1788926466.037981:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 6 00800000:00000001:0.0:1788926466.037985:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.037988:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.037990:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.037991:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.037992:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.037994:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.037996:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.037998:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.037999:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926466.038000:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.038002:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.038166:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76c8529cc0. 00000002:00000001:0.0:1788926466.038170:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.038171:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.038172:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.038177:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.038178:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.038180:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926466.038183:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 4 00010000:00000001:0.0:1788926466.038185:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.038187:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.038190:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009400. 00000020:00000001:0.0:1788926466.038193:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.038195:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009400 with handle 0xdeff66104c08c87f to hash 00000020:00000001:0.0:1788926466.038271:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.038272:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926466.038275:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926466.038277:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.038278:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.038282:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.038288:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.038293:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.038295:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.038297:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.038301:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99f00. 00000002:00000001:0.0:1788926466.038304:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.038306:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.038307:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.038309:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.038311:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.038312:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1788926466.038314:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.038315:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.038317:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71b80. 00000020:00000001:0.0:1788926466.038319:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.038321:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9d76c8b71b80) index 6 00000080:00000001:0.0:1788926466.038323:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231986048 : -108341477565568 : ffff9d76c8b71b80) 00000080:00000001:0.0:1788926466.038326:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.038328:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880c400. 00800000:00000002:0.0:1788926466.038332:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 7 00800000:00000001:0.0:1788926466.038335:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.038337:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.038338:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.038340:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.038341:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.038343:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.038344:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.038346:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.038348:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926466.038349:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.038351:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.038354:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76c85290c0. 00000002:00000001:0.0:1788926466.038356:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.038357:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.038358:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.038362:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.038363:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.038365:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926466.038367:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 5 00010000:00000001:0.0:1788926466.038369:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.038370:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.038372:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008400. 00000020:00000001:0.0:1788926466.038374:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.038376:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008400 with handle 0xdeff66104c08c886 to hash 00000020:00000001:0.0:1788926466.038378:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.038379:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926466.038381:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926466.038383:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.038385:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.038387:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.038393:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1788926466.038732:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.038743:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926466.038746:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.038748:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.038756:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.038761:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926466.038768:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.038772:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.038777:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.038781:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235ef80 00000400:00000200:3.0:1788926466.038785:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.038792:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x801d [1] + 224 00000800:00000001:3.0:1788926466.038798:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.038805:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.038807:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.038811:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926466.038817:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926466.038822:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926466.038832:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926466.038852:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926466.038859:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.038862:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926466.038907:0:33227:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926466.038914:0:33227:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926466.038916:0:33227:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926466.038919:0:33227:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:1.0:1788926466.038923:0:33227:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926466.038926:0:33227:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926466.038928:0:33227:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926466.038933:0:33227:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926466.038947:0:33227:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a300 x1875823513956224/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.038954:0:33227:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926466.038955:0:33227:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926466.038958:0:33227:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926466.038961:0:33227:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926466.038963:0:33227:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926466.038965:0:33227:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926466.038968:0:33227:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926466.038977:0:33227:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=133 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926466.038981:0:33227:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926466.038983:0:33227:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926466.038985:0:33227:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.038987:0:33227:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926466.038990:0:33227:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.038993:0:33227:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926466.038995:0:33227:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000153] 00000100:00000001:1.0:1788926466.038997:0:33227:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926466.038999:0:33227:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926466.039001:0:33227:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000001:1.0:1788926466.039004:0:33227:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926466.039015:0:33227:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:1.0:1788926466.039018:0:33227:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926466.039020:0:33227:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926466.039025:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a300 x1875823513956224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926482 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.039261:0:33227:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926466.039265:0:33227:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926466.039268:0:33227:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926466.039272:0:33227:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a300 x1875823513956224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926482 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926466.039287:0:33227:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33227:1875823513956224:192.168.203.140@tcp:36:multiop.0 00000100:00000001:1.0:1788926466.039292:0:33227:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926466.039295:0:33227:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.039298:0:33227:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926466.039300:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926466.039303:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a300 x1875823513956224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926482 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.039310:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926466.039313:0:33227:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773000. 00000100:00000001:1.0:1788926466.039316:0:33227:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926466.039318:0:33227:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.039324:0:33227:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.039328:0:33227:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926466.039331:0:33227:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 7 00000080:00000010:1.0:1788926466.039335:0:33227:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8a33e00. 00000100:00000001:1.0:1788926466.039340:0:33227:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926466.039343:0:33227:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513956224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926482 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.039349:0:33227:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.039353:0:33227:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.039363:0:33227:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926466.039365:0:33227:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a3be30 00000080:00002000:1.0:1788926466.039368:0:33227:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9d76d176bbd0, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926466.039371:0:33227:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926466.039377:0:33227:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926466.039383:0:33227:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926466.039390:0:33227:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788926466.039393:0:33227:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926466.039428:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926466.039432:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926466.039435:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926466.039440:0:33227:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:1.0:1788926466.039443:0:33227:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926466.039446:0:33227:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926466.039448:0:33227:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926466.039451:0:33227:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926466.039452:0:33227:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926466.039453:0:33227:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926466.039457:0:33227:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x28:0x0]io ffff9d76c2d98060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788926466.039461:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:1.0:1788926466.039464:0:33227:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1788926466.039466:0:33227:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788926466.039468:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00000020:00000001:1.0:1788926466.039470:0:33227:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926466.039471:0:33227:0:(cl_io.c:72:cl_io_fini()) Process entered 00000080:00000001:1.0:1788926466.039483:0:33227:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926466.039485:0:33227:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926466.039488:0:33227:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926466.039489:0:33227:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926466.039492:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926466.039494:0:33227:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.039498:0:33227:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788926466.039500:0:33227:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x28:0x0](ffff9d76d15b1988) 00800000:00000001:1.0:1788926466.039504:0:33227:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788926466.039506:0:33227:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x28:0x0] 00000002:00000001:1.0:1788926466.039510:0:33227:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788926466.039514:0:33227:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.039516:0:33227:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788926466.039518:0:33227:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926466.039519:0:33227:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.039585:0:33227:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788926466.039588:0:33227:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788926466.039589:0:33227:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.039591:0:33227:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926466.039594:0:33227:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926466.039596:0:33227:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926466.039598:0:33227:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00020000:00000001:1.0:1788926466.039604:0:33227:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788926466.039606:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:1.0:1788926466.039618:0:33227:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788926466.039620:0:33227:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926466.039622:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:1.0:1788926466.039624:0:33227:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788926466.039626:0:33227:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788926466.039627:0:33227:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:1.0:1788926466.039630:0:33227:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000010:1.0:1788926466.039632:0:33227:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9d76c7e13aa8. 00020000:00000001:1.0:1788926466.039635:0:33227:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788926466.039637:0:33227:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9d76c84ce578. 00000020:00001000:1.0:1788926466.039642:0:33227:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926466.039645:0:33227:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788926466.039647:0:33227:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000001:0.0:1788926466.040350:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040352:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040357:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.040363:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99c40. 00000002:00000001:0.0:1788926466.040366:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040368:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040370:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.040372:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.040374:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.040377:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1788926466.040380:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.040381:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.040383:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71400. 00000020:00000001:0.0:1788926466.040385:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.040387:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9d76c8b71400) index 7 00000080:00000001:0.0:1788926466.040391:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231984128 : -108341477567488 : ffff9d76c8b71400) 00000080:00000001:0.0:1788926466.040394:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.040405:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880dc00. 00800000:00000002:0.0:1788926466.040410:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 7 00800000:00000001:0.0:1788926466.040415:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.040418:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.040421:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.040422:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.040424:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.040427:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.040428:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.040431:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.040433:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926466.040434:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.040437:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.040440:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76c8529540. 00000002:00000001:0.0:1788926466.040442:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.040444:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.040445:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.040452:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.040454:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.040456:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926466.040460:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 6 00010000:00000001:0.0:1788926466.040462:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.040465:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.040468:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008c00. 00000020:00000001:0.0:1788926466.040471:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.040482:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008c00 with handle 0xdeff66104c08c88d to hash 00000020:00000001:0.0:1788926466.040485:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.040487:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926466.040490:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926466.040492:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.040495:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.040499:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.040506:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.040511:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040513:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040515:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.040518:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99880. 00000002:00000001:0.0:1788926466.040886:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040889:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040891:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.040892:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.040894:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.040896:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:0.0:1788926466.040898:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926466.040899:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926466.040901:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71e80. 00000020:00000001:0.0:1788926466.040904:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926466.040906:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9d76c8b71e80) index 8 00000080:00000001:0.0:1788926466.040908:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231986816 : -108341477564800 : ffff9d76c8b71e80) 00000080:00000001:0.0:1788926466.040910:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926466.040913:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880c800. 00800000:00000002:0.0:1788926466.040917:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 8 00800000:00000001:0.0:1788926466.040920:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926466.040922:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926466.040925:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926466.040926:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926466.040927:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926466.040928:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926466.040930:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926466.040932:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.040933:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926466.040935:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926466.040936:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926466.040939:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76d0dadcc0. 00000002:00000001:0.0:1788926466.040941:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:0.0:1788926466.040942:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926466.040943:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926466.040948:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926466.040949:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926466.040951:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926466.040953:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 7 00010000:00000001:0.0:1788926466.040956:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926466.040958:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926466.040961:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008800. 00000020:00000001:0.0:1788926466.040963:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926466.040964:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008800 with handle 0xdeff66104c08c894 to hash 00000020:00000001:0.0:1788926466.040967:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926466.040968:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236797952 : -108341472753664 : ffff9d76c9008800) 00010000:00000001:0.0:1788926466.040971:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236797952 : -108341472753664 : ffff9d76c9008800) 00010000:00000001:0.0:1788926466.040973:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.040975:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.040978:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.040983:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.040988:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040990:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040992:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926466.040994:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99440. 00000002:00000001:0.0:1788926466.040996:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040997:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.040999:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.041001:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.041002:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.043451:0:33228:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:0.0:1788926466.043462:0:33228:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:0.0:1788926466.043464:0:33228:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:0.0:1788926466.043466:0:33228:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:0.0:1788926466.043476:0:33228:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926466.043483:0:33228:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926466.043488:0:33228:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926466.043491:0:33228:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926466.043497:0:33228:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926466.043506:0:33228:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9d76d10c4000. 00000100:00000001:0.0:1788926466.043511:0:33228:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.043517:0:33228:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.043519:0:33228:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926466.043816:0:33228:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.043822:0:33228:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926466.043826:0:33228:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926466.043839:0:33228:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3633b9d] to pc [ptlrpcd_00_01+1] req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1788926466.043873:0:33228:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926466.043876:0:33228:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926466.043877:0:33228:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.043880:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:0.0:1788926466.043900:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926466.043903:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926466.043905:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.043911:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926466.043914:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.043916:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926466.043918:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926466.043920:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926466.043925:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.043933:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926466.043936:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926466.043939:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926466.043942:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926466.043944:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926466.043947:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513956480:192.168.203.140@tcp:63:ll_sa.0 00000100:00000001:0.0:1788926466.043951:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926466.043956:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926466.043959:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926466.043961:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926466.043966:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9d76e024e000. 02000000:00000001:0.0:1788926466.043968:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926466.043975:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926466.043979:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926466.043988:0:2397:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9d76ca6fbe40. 00000100:00000200:0.0:1788926466.043994:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875823513956480, portal 4 00000100:00000001:0.0:1788926466.043996:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926466.043998:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:0.0:1788926466.044005:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.044011:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926466.044014:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926466.044017:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821990. 00000100:00000200:0.0:1788926466.044020:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875823513956480, offset 0 00000100:00000001:1.0:1788926466.044279:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926466.044282:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926466.045371:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926466.045382:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926466.045390:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926466.045406:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926466.045410:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926466.045414:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926466.045417:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926466.045420:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2814:2814:256:4294967295] 192.168.203.140@tcp LPNI seq info [2814:2814:8:4294967295] 00000400:00000200:0.0:1788926466.045424:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926466.045434:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926466.045439:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926466.045446:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2c00. 00000800:00000200:0.0:1788926466.045453:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926466.045461:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926466.045465:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2c00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:0.0:1788926466.045477:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926466.045482:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 809541 usecs (810 jiffies) 00000400:00000200:0.0:1788926466.045486:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926466.045488:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296501988 00000100:00000001:0.0:1788926466.045491:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:0.0:1788926466.045493:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296501988 00000100:00000001:0.0:1788926466.045495:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:0.0:1788926466.045499:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926466.045502:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.045506:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.045510:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926466.048337:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926466.048347:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2c00. 00000400:00000200:3.0:1788926466.048354:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.048362:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926466.048370:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:3.0:1788926466.048374:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:3.0:1788926466.048379:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926466.048388:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926466.048413:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926466.048418:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926466.048425:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926466.048427:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926466.049347:0:33230:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:1.1:1788926466.049357:0:33230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880bc00. 00010000:00000010:1.1:1788926466.049362:0:33230:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f100. 00010000:00000010:1.1:1788926466.049365:0:33230:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498a00. 00000800:00000001:2.0:1788926466.052878:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926466.052895:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926466.052899:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926466.052902:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926466.052909:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.052918:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926466.052927:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.052931:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.052937:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.052941:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 7008 into portal 4 MB=0x6aa0d3235f080 00000400:00000200:2.0:1788926466.052946:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926466.052952:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 7008/7008 into md 0x8035 [2] + 224 00000800:00000001:2.0:1788926466.052960:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926466.052971:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926466.052975:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926466.052979:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926466.052987:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926466.052996:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926466.053018:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926466.053040:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926466.053047:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926466.053051:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.053681:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926466.053686:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926466.053694:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926466.053696:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926466.053699:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926466.053704:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca6fbe40 00000400:00000010:0.0:1788926466.053706:0:2397:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9d76ca6fbe40. 00000100:00000001:0.0:1788926466.053710:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926466.053716:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926466.053725:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.053732:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926466.053735:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.053737:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926466.053740:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926466.053743:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926466.053745:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926466.053748:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926466.053757:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627dc8 time=1788926466 v=5 (0 0 0 0) 00000100:00001000:0.0:1788926466.053761:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926466.053764:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788926466.053768:0:2397:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.053774:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788926466.053778:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926466.053780:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788926466.053782:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926466.053784:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788926466.053789:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.053796:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788926466.053799:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926466.053801:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926466.053804:0:2397:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788926466.053809:0:2397:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788926466.053813:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.053816:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.053819:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.053821:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=4 00000020:00000001:0.0:1788926466.053824:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926466.053827:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00010000:0.0:1788926466.053832:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.053839:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.053844:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.053850:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.053852:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.053857:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.053859:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.053861:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.053866:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.053869:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.053872:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.053874:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.053883:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008200 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.053887:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.053890:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.053955:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.053958:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.053961:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.053966:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.053969:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.053970:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.053972:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.053973:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=5 00000020:00000001:0.0:1788926466.053975:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926466.053977:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926466.053980:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.053982:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.053988:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.053990:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.053993:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.053994:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.053997:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.053998:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.054000:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054001:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.054004:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008200 with handle 0xdeff66104c08c86a from hash 00010000:00000001:0.0:1788926466.054016:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.054018:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054019:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054020:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.054021:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.054023:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.054025:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054271:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054272:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.054275:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054278:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054284:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054285:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054286:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.054287:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.054289:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054290:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054291:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.054293:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c86a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054303:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.054304:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.054308:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.054310:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.054312:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1788926466.054314:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.054318:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.054320:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880f990 released 00000080:00000001:0.0:1788926466.054321:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.054325:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 8 00000080:00000010:0.0:1788926466.054328:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76c85296c0. 00000080:00000010:0.0:1788926466.054333:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880f800. 00000080:00000001:0.0:1788926466.054337:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.054339:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99c00. 00010000:00000001:0.0:1788926466.054343:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.054345:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.054346:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.054348:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=4 00000020:00000001:0.0:1788926466.054350:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926466.054352:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00010000:0.0:1788926466.054355:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054361:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.054364:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054368:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.054371:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054375:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054376:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.054378:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054382:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054384:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.054385:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.054387:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.054392:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008600 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.054393:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.054463:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054472:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.054474:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.054476:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054481:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.054483:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.054484:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.054486:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.054487:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=5 00000020:00000001:0.0:1788926466.054489:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926466.054491:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926466.054493:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.054495:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.054500:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.054501:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054503:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.054505:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.054507:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.054508:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.054510:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054511:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.054513:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008600 with handle 0xdeff66104c08c871 from hash 00010000:00000001:0.0:1788926466.054515:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.054517:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054518:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054519:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.054520:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.054521:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.054523:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054525:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054526:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.054528:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054530:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054535:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054536:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054537:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.054538:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.054540:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054541:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054542:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.054544:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c871 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054550:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.054551:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.054553:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.054555:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.054556:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1788926466.054558:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.054560:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.054561:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880f190 released 00000080:00000001:0.0:1788926466.054563:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.054565:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 7 00000080:00000010:0.0:1788926466.054567:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76c8529840. 00000080:00000010:0.0:1788926466.054569:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880f000. 00000080:00000001:0.0:1788926466.054572:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.054574:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99680. 00010000:00000001:0.0:1788926466.054577:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.054578:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.054580:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.054581:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=4 00000020:00000001:0.0:1788926466.054583:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926466.054585:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00010000:0.0:1788926466.054589:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054594:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.054597:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054601:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.054603:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054617:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054618:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.054620:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054625:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054627:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.054629:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.054631:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.054636:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009000 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.054638:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.054640:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054645:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.054646:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.054649:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054654:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.054658:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.054659:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.054661:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.054662:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009000 refcount=5 00000020:00000001:0.0:1788926466.054664:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926466.054666:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800000 : -108341472751616 : ffff9d76c9009000) 00010000:00000001:0.0:1788926466.054667:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.054669:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.054674:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.054676:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054677:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.054679:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.054680:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.054681:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.054682:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054684:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.054685:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009000 with handle 0xdeff66104c08c878 from hash 00010000:00000001:0.0:1788926466.054687:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.054688:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054689:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054690:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.054691:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.054692:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.054694:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054695:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054696:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.054698:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054700:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054705:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054706:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054707:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.054708:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.054710:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054711:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054712:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.054714:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009000/0xdeff66104c08c878 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054722:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.054724:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.054726:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.054728:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.054729:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1788926466.054731:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.054733:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.054734:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880d190 released 00000080:00000001:0.0:1788926466.054735:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.054736:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 6 00000080:00000010:0.0:1788926466.054738:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76c85293c0. 00000080:00000010:0.0:1788926466.054741:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880d000. 00000080:00000001:0.0:1788926466.054743:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.054745:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99700. 00010000:00000001:0.0:1788926466.054748:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.054749:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.054750:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.054752:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=4 00000020:00000001:0.0:1788926466.054754:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926466.054756:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00010000:0.0:1788926466.054759:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054764:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.054767:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054772:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.054774:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054779:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054780:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.054782:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054787:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054788:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.054790:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.054792:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.054797:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009400 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.054798:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.054800:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054805:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.054806:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.054809:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054813:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.054814:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.054816:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.054817:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.054818:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009400 refcount=5 00000020:00000001:0.0:1788926466.054820:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926466.054822:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236801024 : -108341472750592 : ffff9d76c9009400) 00010000:00000001:0.0:1788926466.054824:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.054825:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.054834:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.054835:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054837:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.054838:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.054839:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.054840:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.054842:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.054843:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.054845:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009400 with handle 0xdeff66104c08c87f from hash 00010000:00000001:0.0:1788926466.054847:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.054848:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054849:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054849:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.054850:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.054852:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.054853:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054854:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054855:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.054856:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.054859:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054863:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054864:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054865:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.054866:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.054867:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.054868:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.054869:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.054871:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009400/0xdeff66104c08c87f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.054878:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.054879:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000800:00000001:3.0:1788926466.055308:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.055318:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926466.055320:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.055323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.055329:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.055335:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926466.055343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.055347:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.055351:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.055355:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d3235f000 00000400:00000200:3.0:1788926466.055359:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.055365:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x8025 [1] + 224 00000800:00000001:3.0:1788926466.055370:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.055451:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.055455:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.055459:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926466.055467:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926466.055474:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926466.055483:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926466.055498:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926466.055505:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.055509:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.055642:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926466.055646:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926466.055652:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926466.055653:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926466.055656:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6420. 00000400:00000200:2.0:1788926466.055660:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:2.0:1788926466.055663:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:2.0:1788926466.055666:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926466.055670:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926466.055679:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.055685:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926466.055686:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.055689:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926466.055691:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926466.055693:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926466.055695:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926466.055697:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926466.055704:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=133 v=5 (5 5 37 37) 00000100:00001000:2.0:1788926466.055708:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926466.055711:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926466.055713:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.055715:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926466.055717:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.055720:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926466.055722:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788926466.055724:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926466.055726:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.055730:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.055741:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926466.055744:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926466.055745:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788926466.055748:0:2399:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788926466.055749:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.055751:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.055753:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:2.0:1788926466.055755:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055758:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055760:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.055761:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.055762:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=5 00000020:00000001:2.0:1788926466.055764:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055766:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055769:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926466.055771:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.055774:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055783:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.055784:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.055786:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926466.055788:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.055789:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.055790:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=6 00000020:00000001:2.0:1788926466.055792:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055794:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000040:2.0:1788926466.055798:0:2399:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a800, remote cookie: 0x840913afd2dab49b, flags: 0x41011 00010000:00010000:2.0:1788926466.055804:0:2399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055817:0:2399:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788926466.055820:0:2399:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.055822:0:2399:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926466.055825:0:2399:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788926466.055829:0:2399:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926466.055836:0:2399:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x16:0x0].0x0 (ffff9d76c3225900) refcount = 1 00010000:00000040:2.0:1788926466.055839:0:2399:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788926466.055841:0:2399:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055848:0:2399:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926466.055850:0:2399:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926466.055852:0:2399:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926466.055855:0:2399:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.055858:0:2399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055864:0:2399:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926466.055865:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.055866:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.055867:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.055868:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926466.055870:0:2399:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788926466.055873:0:2399:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:2.0:1788926466.055875:0:2399:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926466.055878:0:2399:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926466.055892:0:2399:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00010000:00000001:2.0:1788926466.055895:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.055896:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.055898:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=5 00000020:00000001:2.0:1788926466.055900:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055902:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00000008:00000001:2.0:1788926466.055905:0:2399:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788926466.055908:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000008:00010000:2.0:1788926466.055912:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788926466.055919:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000020:00000001:2.0:1788926466.055921:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788926466.055924:0:2399:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788926466.055926:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926466.055929:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.055930:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926466.055932:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000008:00000001:2.0:1788926466.055934:0:2399:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:2.0:1788926466.055935:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.055936:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:2.0:1788926466.055939:0:2399:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000008:00000001:2.0:1788926466.055943:0:2399:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.055945:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.055946:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.055947:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=5 00000020:00000001:2.0:1788926466.055948:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055950:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055952:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926466.055955:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055961:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.055962:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926466.055965:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055977:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926466.055978:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.055979:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926466.055981:0:2399:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.055982:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926466.055983:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926466.055985:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:2.0:1788926466.055987:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055989:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926466.055990:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926466.055993:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926466.055999:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.056000:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.056001:0:2399:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926466.056003:0:2399:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926466.056006:0:2399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926466.056015:0:2399:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926466.056017:0:2399:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926466.056019:0:2399:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.056022:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.056024:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.056025:0:2399:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.056033:0:2399:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926466.056035:0:2399:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.056037:0:2399:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.056039:0:2399:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.056041:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926466.056042:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.056044:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926466.056045:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926466.056046:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926466.056047:0:2399:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926466.056053:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926466.056061:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513956352:192.168.203.140@tcp:101:ll_agl.0 00000100:00000001:2.0:1788926466.056066:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.056069:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926466.056072:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513956352/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926482 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926466.056078:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926466.056081:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926466.056084:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dfc00. 02000000:00000001:2.0:1788926466.056088:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926466.056090:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926466.056092:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926466.056094:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926466.056097:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d0794c00. 02000000:00000001:2.0:1788926466.056112:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926466.056114:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926466.056116:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:2.0:1788926466.056120:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926466.056121:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.056124:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926466.056130:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926466.056132:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.056134:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926466.056136:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.056862:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.056866:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.056869:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1788926466.056872:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.056875:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.056877:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880c190 released 00000080:00000001:0.0:1788926466.056879:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.056944:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 5 00000080:00000010:0.0:1788926466.056947:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76c8529cc0. 00000080:00000010:0.0:1788926466.056952:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880c000. 00000080:00000001:0.0:1788926466.056955:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.056958:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99f00. 00010000:00000001:0.0:1788926466.056962:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.056964:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.056965:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.056968:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926466.056970:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926466.056972:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00010000:0.0:1788926466.056977:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.056984:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.056987:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.056993:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.056996:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.057001:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058058:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.058065:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058075:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.058079:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.058082:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.058085:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.058091:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008400 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.058094:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.058097:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058350:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.058352:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.058355:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058361:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.058363:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.058365:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.058367:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.058369:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=5 00000020:00000001:0.0:1788926466.058371:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926466.058374:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926466.058376:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.058379:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.058384:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.058386:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.058390:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.058391:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.058417:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.058419:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.058421:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.058423:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.058427:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008400 with handle 0xdeff66104c08c886 from hash 00010000:00000001:0.0:1788926466.058429:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.058430:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058432:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058433:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.058434:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.058436:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.058438:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058439:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058440:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.058442:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.058445:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058450:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058451:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058453:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.058454:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.058456:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058457:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058457:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.058460:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c886 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058469:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.058471:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.058475:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.058477:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.058479:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1788926466.058481:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.058483:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.058485:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880c590 released 00000080:00000001:0.0:1788926466.058487:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.058490:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 4 00000080:00000010:0.0:1788926466.058493:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76c85290c0. 00000080:00000010:0.0:1788926466.058497:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880c400. 00000080:00000001:0.0:1788926466.058500:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.058503:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99c40. 00010000:00000001:0.0:1788926466.058508:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.058509:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.058510:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.058512:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=4 00000020:00000001:0.0:1788926466.058514:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926466.058516:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00010000:0.0:1788926466.058519:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058524:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.058527:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058533:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.058535:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058541:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058542:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.058544:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058548:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.058550:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.058552:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.058554:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.058558:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008c00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.058560:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.058562:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058567:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.058569:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.058572:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058576:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.058578:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.058579:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.058580:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.058582:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=5 00000020:00000001:0.0:1788926466.058583:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926466.058585:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926466.058587:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.058589:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.058594:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.058595:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.058597:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.058598:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.058599:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.058600:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.058601:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.058603:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.058605:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008c00 with handle 0xdeff66104c08c88d from hash 00010000:00000001:0.0:1788926466.058606:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.058619:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058620:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058622:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.058623:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.058624:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.058626:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058628:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058629:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.058631:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.058634:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058638:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058639:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058641:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.058642:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.058643:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058644:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058645:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.058647:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c88d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058654:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.058655:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.058657:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.058659:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.058660:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1788926466.058662:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.058664:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.058666:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880dd90 released 00000080:00000001:0.0:1788926466.058667:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.058668:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 3 00000080:00000010:0.0:1788926466.058670:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76c8529540. 00000080:00000010:0.0:1788926466.058673:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880dc00. 00000080:00000001:0.0:1788926466.058675:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.058677:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99880. 00010000:00000001:0.0:1788926466.058680:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926466.058681:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.058682:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.058684:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008800 refcount=4 00000020:00000001:0.0:1788926466.058685:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797952 : -108341472753664 : ffff9d76c9008800) 00010000:00000001:0.0:1788926466.058687:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797952 : -108341472753664 : ffff9d76c9008800) 00010000:00010000:0.0:1788926466.058691:0:2397:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058696:0:2397:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926466.058699:0:2397:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058703:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926466.058705:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058710:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058711:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926466.058713:0:2397:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058718:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.058720:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.058722:0:2397:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926466.058724:0:2397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926466.058728:0:2397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008800 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926466.058730:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926466.058732:0:2397:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058736:0:2397:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926466.058738:0:2397:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926466.058740:0:2397:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058745:0:2397:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926466.058747:0:2397:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926466.058748:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926466.058749:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926466.058751:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008800 refcount=5 00000020:00000001:0.0:1788926466.058752:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797952 : -108341472753664 : ffff9d76c9008800) 00010000:00000001:0.0:1788926466.058754:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797952 : -108341472753664 : ffff9d76c9008800) 00010000:00000001:0.0:1788926466.058756:0:2397:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926466.058758:0:2397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926466.058762:0:2397:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926466.058764:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.058766:0:2397:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926466.058767:0:2397:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926466.058768:0:2397:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926466.058770:0:2397:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926466.058771:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926466.058773:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926466.058774:0:2397:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008800 with handle 0xdeff66104c08c894 from hash 00010000:00000001:0.0:1788926466.058776:0:2397:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926466.058777:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058778:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058779:0:2397:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926466.058780:0:2397:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926466.058781:0:2397:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926466.058783:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058784:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058785:0:2397:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926466.058787:0:2397:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.058789:0:2397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926466.058793:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058794:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058795:0:2397:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926466.058796:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926466.058797:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926466.058798:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.058799:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.058801:0:2397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008800/0xdeff66104c08c894 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926466.058806:0:2397:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a600 count: 0 00010000:00000010:0.0:1788926466.058812:0:2397:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71480. 00010000:00000001:0.0:1788926466.058817:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926466.058819:0:2397:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.058820:0:2397:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926466.058822:0:2397:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a13c58 00000080:00400000:0.0:1788926466.058823:0:2397:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1788926466.058825:0:2397:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926466.058827:0:2397:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926466.058828:0:2397:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880c990 released 00000080:00000001:0.0:1788926466.058829:0:2397:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926466.058830:0:2397:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926466.058832:0:2397:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76d0dadcc0. 00000080:00000010:0.0:1788926466.058836:0:2397:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880c800. 00000080:00000001:0.0:1788926466.058838:0:2397:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926466.058840:0:2397:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99440. 00000002:00000010:0.0:1788926466.058843:0:2397:0:(batch.c:317:batch_update_request_destroy()) kvfreed 'bub->bub_req': 4096 at ffff9d76d10c7000. 00000002:00000010:0.0:1788926466.058848:0:2397:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9d76c7e99540. 00000002:00000010:0.0:1788926466.058850:0:2397:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9d76e0052cc0. 00000002:00000001:0.0:1788926466.058853:0:2397:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788926466.058855:0:2397:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788926466.058869:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926466.058879:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513956480:192.168.203.140@tcp:63:ll_sa.0 00000100:00000001:0.0:1788926466.060292:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.060296:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926466.060305:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513956480/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788926482 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.060314:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926466.060318:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926466.060321:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9d76e024e000. 02000000:00000001:0.0:1788926466.060327:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926466.060330:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926466.060332:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926466.060334:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926466.060337:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 4096 at ffff9d76d10c4000. 02000000:00000001:0.0:1788926466.060340:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926466.060342:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926466.060344:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:0.0:1788926466.060347:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926466.060348:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.060350:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.060358:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926466.060360:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.060363:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926466.060366:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926466.063853:0:33232:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926466.063861:0:33232:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926466.063863:0:33232:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.063869:0:33232:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926466.063872:0:33232:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926466.063877:0:33232:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926466.063880:0:33232:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926466.063894:0:33232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926466.063910:0:33232:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1788926466.063996:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926466.063999:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926466.064002:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926466.064005:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926466.064007:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926466.064022:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788926466.064041:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926466.064046:0:16797:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926466.064048:0:16797:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926466.064050:0:16797:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:1.0:1788926466.064055:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.064057:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.064062:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:1.0:1788926466.064066:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.064070:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.064071:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.064072:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.064073:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:1.0:1788926466.064075:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.064077:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.064079:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.064080:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.064081:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:1.0:1788926466.064083:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.064085:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926466.064086:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926466.064087:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926466.064096:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:1.0:1788926466.064099:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926466.064107:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.064109:0:16797:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.064111:0:16797:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926466.064114:0:16797:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926466.064117:0:16797:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926466.064119:0:16797:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926466.064121:0:16797:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926466.064124:0:16797:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1788926466.064128:0:16797:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926466.064130:0:16797:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926466.064133:0:16797:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926466.064136:0:16797:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926466.064138:0:16797:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926466.064140:0:16797:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926466.064142:0:16797:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926466.064144:0:16797:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926466.064147:0:16797:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926466.064150:0:16797:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926466.064152:0:16797:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) invalid 00000020:00000001:1.0:1788926466.064155:0:16797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d03ca0 00000080:00002000:1.0:1788926466.064157:0:16797:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9d76d176baf8) parent ffff9d76d14be6c0 inode ffff9d76d153e3c8 refc 1 00000080:00000001:1.0:1788926466.064161:0:16797:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926466.064163:0:16797:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926466.064165:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.064167:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926466.064170:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926466.064172:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926466.064174:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926466.064176:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926466.064180:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b200 with handle 0xdeff66104c08c847 from hash 00010000:00000001:1.0:1788926466.064182:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926466.064184:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926466.064185:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926466.064186:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926466.064190:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926466.064192:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926466.064194:0:16797:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926466.064196:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926466.064199:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926466.064206:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629c00. 00000020:00000040:1.0:1788926466.064209:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926466.064214:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926466.064216:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926466.064220:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926466.064226:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d84a9e00. 00000100:00000001:1.0:1788926466.064233:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926466.064236:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926466.064241:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926466.064248:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926466.064250:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926466.064252:0:16797:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926466.064254:0:16797:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926466.064260:0:16797:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773000. 00000100:00000001:1.0:1788926466.064262:0:16797:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261351424 : -108341448200192 : ffff9d76ca773000) 00000100:00000001:1.0:1788926466.064265:0:16797:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926466.064266:0:16797:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243225600 : -108341466326016 : ffff9d76c9629c00) 00000100:00000001:1.0:1788926466.064272:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926466.064276:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.064278:0:16797:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926466.064280:0:16797:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926466.064292:0:16797:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.064299:0:16797:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926466.064301:0:16797:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926466.064304:0:16797:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926466.064306:0:16797:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926466.064309:0:16797:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926466.064312:0:16797:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629c00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:16797:1875823513956608:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926466.064315:0:16797:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926466.064319:0:16797:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926466.064321:0:16797:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926466.064324:0:16797:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926466.064327:0:16797:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8000. 02000000:00000001:1.0:1788926466.064329:0:16797:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926466.064336:0:16797:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926466.064341:0:16797:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb42c0. 00000400:00000010:1.0:1788926466.064347:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926466.064353:0:16797:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513956608, portal 18 00000100:00000001:1.0:1788926466.064354:0:16797:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926466.064355:0:16797:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243225600 : -108341466326016 : ffff9d76c9629c00) 00000100:00000040:1.0:1788926466.064361:0:16797:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926466.064368:0:16797:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926466.064371:0:16797:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926466.064373:0:16797:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 00000100:00000200:1.0:1788926466.064376:0:16797:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513956608, offset 0 00000400:00000200:1.0:1788926466.064382:0:16797:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926466.064390:0:16797:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926466.064436:0:16797:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926466.064441:0:16797:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926466.064445:0:16797:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926466.064448:0:16797:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926466.064451:0:16797:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926466.064454:0:16797:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2815:2815:256:4294967295] 192.168.203.140@tcp LPNI seq info [2815:2815:8:4294967295] 00000400:00000200:1.0:1788926466.064458:0:16797:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926466.064466:0:16797:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926466.064471:0:16797:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926466.064475:0:16797:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ee00. 00000800:00000200:1.0:1788926466.064482:0:16797:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926466.064489:0:16797:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926466.064493:0:16797:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926466.064505:0:16797:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926466.064509:0:16797:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 808473 usecs (809 jiffies) 00000400:00000200:1.0:1788926466.064511:0:16797:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926466.064514:0:16797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296502008 00000100:00000001:1.0:1788926466.064516:0:16797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296503909 00000100:00000001:1.0:1788926466.064518:0:16797:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296502008 00000100:00000001:1.0:1788926466.064520:0:16797:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296503909 00000100:00000001:1.0:1788926466.064522:0:16797:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926466.064524:0:16797:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926466.064526:0:16797:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926466.064528:0:16797:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926466.064530:0:16797:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773000 going to sleep for 11 seconds 00000100:00000001:1.0:1788926466.064532:0:16797:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926466.064535:0:16797:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926466.064948:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926466.064953:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ee00. 00000400:00000200:2.0:1788926466.064958:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926466.064962:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926466.064967:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:2.0:1788926466.064969:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:2.0:1788926466.064973:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926466.064978:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926466.064987:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926466.064990:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926466.064996:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926466.064998:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:2.0:1788926466.066325:0:33231:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0001-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926466.066331:0:33231:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926466.066333:0:33231:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926466.066336:0:33231:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.066340:0:33231:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926466.066342:0:33231:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926466.066344:0:33231:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926466.067147:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.067160:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926466.067164:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.067166:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.067173:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.067180:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926466.067187:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.067192:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.067196:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.067200:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d3235f100 00000400:00000200:3.0:1788926466.067205:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926466.067220:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x803d [1] + 224 00000800:00000001:3.0:1788926466.067227:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.067253:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926466.067256:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926466.067260:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926466.067266:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926466.067274:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926466.067284:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926466.067300:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926466.067307:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926466.067310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.067624:0:16797:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926466.067632:0:16797:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926466.067634:0:16797:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926466.067637:0:16797:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb42c0. 00000400:00000200:0.0:1788926466.067641:0:16797:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:0.0:1788926466.067643:0:16797:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:0.0:1788926466.067646:0:16797:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926466.067651:0:16797:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926466.067659:0:16797:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.067665:0:16797:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926466.067666:0:16797:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.067669:0:16797:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926466.067671:0:16797:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926466.067674:0:16797:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926466.067677:0:16797:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926466.067679:0:16797:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926466.067688:0:16797:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926466.067692:0:16797:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926466.067695:0:16797:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926466.067696:0:16797:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.067698:0:16797:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926466.067701:0:16797:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.067705:0:16797:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926466.067707:0:16797:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:0.0:1788926466.067709:0:16797:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926466.067712:0:16797:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926466.067717:0:16797:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.067724:0:16797:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926466.067727:0:16797:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926466.067729:0:16797:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926466.067733:0:16797:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926466.067741:0:16797:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629c00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:16797:1875823513956608:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926466.067746:0:16797:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926466.067749:0:16797:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.067752:0:16797:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926466.067754:0:16797:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926466.067756:0:16797:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.067763:0:16797:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926466.067765:0:16797:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773000. 00000100:00000001:0.0:1788926466.067768:0:16797:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926466.067770:0:16797:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926466.067772:0:16797:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926466.067775:0:16797:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629c00 x1875823513956608/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926482 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926466.067787:0:16797:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926466.067790:0:16797:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926466.067793:0:16797:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8000. 02000000:00000001:0.0:1788926466.067796:0:16797:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926466.067799:0:16797:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926466.067801:0:16797:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926466.067803:0:16797:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926466.067806:0:16797:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d84a9e00. 02000000:00000001:0.0:1788926466.067809:0:16797:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926466.067810:0:16797:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926466.067812:0:16797:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629c00. 00000100:00000001:0.0:1788926466.067816:0:16797:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926466.067817:0:16797:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926466.067819:0:16797:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788926466.067823:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926466.067827:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b200/0xdeff66104c08c847 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab416 expref: -99 pid: 33225 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788926466.067836:0:16797:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318240. 00010000:00000040:0.0:1788926466.067840:0:16797:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225400 count: 0 00010000:00000010:0.0:1788926466.067848:0:16797:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642a00. 00010000:00000001:0.0:1788926466.067856:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926466.067857:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.067874:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926466.067878:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926466.067879:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.067891:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926466.067893:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926466.067895:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.067896:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926466.067898:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926466.067899:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926466.067900:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788926466.068875:0:33232:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926466.068888:0:33232:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926466.068891:0:33232:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788926466.076494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00000080:00000010:1.1:1788926466.079344:0:33234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d019c0. 00000080:00000010:1.1:1788926466.079370:0:33234:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d15b18c0. 00010000:00000010:0.1:1788926466.089870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008600. 00010000:00000010:0.1:1788926466.089883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009000. 00010000:00000010:0.1:1788926466.089886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009400. 00010000:00000010:0.1:1788926466.089889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00010000:00000010:0.1:1788926466.089891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00010000:00000010:0.1:1788926466.089895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a600. 00010000:00000010:0.1:1788926466.089898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008800. 00010000:00000010:0.1:1788926466.089912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:0.1:1788926466.089915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00010000:00000001:0.0:1788926466.758182:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926466.758188:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926466.758194:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926466.758195:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926466.758757:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926466.758761:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926466.758765:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926467.650663:0:16790:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788926467.650671:0:16790:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926467.777801:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926467.777809:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926467.777811:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926467.777814:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926467.777818:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926467.777821:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926467.777823:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926467.777825:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926467.777829:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926467.777830:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926467.777853:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926467.777856:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926467.777859:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926468.801473:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926468.801481:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926468.801487:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926468.801488:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926468.801509:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926468.801512:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926468.801514:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926469.185524:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296503909, at 4296504320 00000100:00000010:3.0:1788926469.185540:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052f60. 00000100:00000040:2.0:1788926469.187821:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296503909, at 4296504322 00000100:00000010:2.0:1788926469.187835:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052360. 00000100:00000040:3.0:1788926469.698317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926469.698326:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926469.698333:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926469.698338:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926469.698342:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926469.698344:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926469.698349:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926469.698356:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341500. 00000100:00000001:3.0:1788926469.698362:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698382:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926469.698393:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926469.698423:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698430:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698449:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926469.698455:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926469.698458:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926469.698460:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926469.698463:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926469.698464:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926469.698466:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926469.698468:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341300. 00000100:00000001:3.0:1788926469.698471:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698475:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926469.698481:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926469.698483:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698486:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_01+1] req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698495:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698497:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926469.698500:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926469.698502:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc380. 00000020:00000040:3.0:1788926469.698504:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926469.698506:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926469.698508:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926469.698509:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926469.698512:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341f00. 00000100:00000001:3.0:1788926469.698514:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698518:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926469.698524:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926469.698526:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698530:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9402364] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698538:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926469.698544:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926469.698547:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926469.698549:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926469.698551:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926469.698552:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926469.698553:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926469.698557:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341800. 00000100:00000001:3.0:1788926469.698560:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698563:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926469.698568:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926469.698570:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698573:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698595:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926469.698600:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926469.698602:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dce00. 00000020:00000040:3.0:1788926469.698604:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926469.698606:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926469.698607:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926469.698608:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926469.698611:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341600. 00000100:00000001:3.0:1788926469.698613:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698616:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926469.698622:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926469.698624:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698627:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000435c6ace] to pc [ptlrpcd_01_00+0] req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698632:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698636:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1842) 00000100:00000001:3.0:1788926469.698789:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.698793:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926469.698795:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926469.698800:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698808:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926469.698810:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.698814:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926469.698816:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926469.698819:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926469.698822:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513956864:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926469.698826:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926469.698844:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926469.698846:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.698849:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926469.698853:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a35800. 02000000:00000001:3.0:1788926469.698856:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926469.698863:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926469.698867:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926469.698873:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926469.698879:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513956864, portal 10 00000100:00000001:3.0:1788926469.698882:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926469.698883:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926469.698890:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.698898:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926469.698901:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926469.698903:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926469.698906:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513956864, offset 0 00000400:00000200:3.0:1788926469.698912:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926469.698919:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.698927:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926469.698931:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926469.698935:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926469.698938:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926469.698941:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926469.698945:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2816:2816:256:4294967295] 192.168.203.140@tcp LPNI seq info [2816:2816:8:4294967295] 00000400:00000200:3.0:1788926469.698950:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.698958:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926469.698963:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926469.698967:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341d00. 00000800:00000200:3.0:1788926469.698973:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926469.698979:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926469.698983:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926469.698992:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.698996:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 807398 usecs (808 jiffies) 00000400:00000200:3.0:1788926469.698999:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926469.699001:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296505641 00000100:00000010:3.0:1788926469.699005:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198360. 00000100:00000001:3.0:1788926469.699011:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926469.699015:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296505641 00000100:00000010:3.0:1788926469.699018:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198000. 00000100:00000001:3.0:1788926469.699021:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926469.699024:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.699026:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.699029:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926469.699032:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.699039:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926469.699040:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.699042:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926469.699044:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926469.699046:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926469.699048:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513957120:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926469.699051:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926469.699054:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926469.699055:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.699056:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926469.699059:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a34400. 02000000:00000001:3.0:1788926469.699152:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926469.699157:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926469.699161:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926469.699166:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926469.699169:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957120, portal 4 00000100:00000001:3.0:1788926469.699171:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926469.699173:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926469.699179:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.699218:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926469.699221:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926469.699223:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926469.699230:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.699238:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926469.699240:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926469.699253:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926469.699255:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926469.699257:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926469.699261:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513956736:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926469.699269:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926469.699271:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926469.699273:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926469.699275:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926469.699279:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d844ce00. 02000000:00000001:2.0:1788926469.699282:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926469.699287:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926469.699291:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6420. 00000400:00000010:2.0:1788926469.699296:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926469.699300:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513956736, portal 25 00000100:00000001:2.0:1788926469.699302:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926469.699304:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:2.0:1788926469.699310:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.699317:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926469.699322:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926469.699325:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926469.699328:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513956736, offset 0 00000400:00000200:2.0:1788926469.699334:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926469.699339:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.699344:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926469.699348:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926469.699352:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926469.699355:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926469.699358:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926469.699362:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2817:2817:255:4294967295] 192.168.203.140@tcp LPNI seq info [2817:2817:7:4294967295] 00000400:00000200:2.0:1788926469.699367:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.699376:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926469.699381:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926469.699386:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4b00. 00000800:00000200:2.0:1788926469.699391:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926469.699420:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926469.699423:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926469.699427:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926469.699431:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926469.699434:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296509026 00000100:00000001:2.0:1788926469.699439:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296505641 00000100:00000001:2.0:1788926469.699442:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296509026 00000100:00000001:2.0:1788926469.699445:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296505641 00000100:00000001:2.0:1788926469.699448:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926469.699451:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.699453:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926469.699458:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.699466:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926469.699467:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926469.699470:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926469.699472:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926469.699474:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926469.699478:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513956992:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926469.699893:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926469.699896:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926469.699898:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926469.699901:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926469.699905:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d844ca00. 02000000:00000001:2.0:1788926469.699907:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926469.699912:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926469.699915:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6f78. 00000400:00000010:2.0:1788926469.699919:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000200:2.0:1788926469.699922:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513956992, portal 10 00000100:00000001:2.0:1788926469.699924:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926469.699925:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227179392 : -108341482372224 : ffff9d76c86dc380) 00000100:00000040:2.0:1788926469.699932:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.699938:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926469.699941:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926469.699943:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530550. 00000100:00000200:2.0:1788926469.699945:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513956992, offset 0 00000400:00000200:2.0:1788926469.699950:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926469.699954:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.699958:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926469.699961:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926469.699963:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926469.699965:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926469.699967:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926469.699970:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2818:2818:254:4294967295] 192.168.203.140@tcp LPNI seq info [2818:2818:6:4294967295] 00000400:00000200:2.0:1788926469.699974:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.699980:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926469.699984:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926469.699988:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926469.699992:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926469.699996:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926469.699999:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926469.700002:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926469.700006:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20400 usecs (21 jiffies) 00000400:00000200:2.0:1788926469.700009:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926469.700011:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296504855 00000100:00000001:2.0:1788926469.700013:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296509026 00000100:00000001:2.0:1788926469.700015:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296504855 00000100:00000001:2.0:1788926469.700018:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296509026 00000100:00000001:2.0:1788926469.700020:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926469.700022:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700024:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926469.700028:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700035:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926469.700036:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926469.700038:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926469.700040:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926469.700042:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926469.700045:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513957248:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926469.700048:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926469.700050:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926469.700052:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926469.700054:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926469.700056:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d844d200. 02000000:00000001:2.0:1788926469.700058:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926469.700060:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926469.700063:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6840. 00000400:00000010:2.0:1788926469.700067:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85305d8. 00000100:00000200:2.0:1788926469.700069:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957248, portal 4 00000100:00000001:2.0:1788926469.700071:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926469.700072:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182080 : -108341482369536 : ffff9d76c86dce00) 00000100:00000040:2.0:1788926469.700077:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700083:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926469.700085:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926469.700088:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85307f8. 00000100:00000200:2.0:1788926469.700090:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513957248, offset 0 00000400:00000200:2.0:1788926469.700094:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926469.700098:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.700101:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926469.700103:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926469.700105:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926469.700108:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926469.700110:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926469.700113:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2819:2819:253:4294967295] 192.168.203.140@tcp LPNI seq info [2819:2819:5:4294967295] 00000400:00000200:2.0:1788926469.700116:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.700122:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926469.700126:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926469.700129:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926469.700133:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926469.700137:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926469.700140:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926469.700142:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926469.700145:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 223916 usecs (224 jiffies) 00000400:00000200:2.0:1788926469.700148:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926469.700150:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296505058 00000100:00000001:2.0:1788926469.700152:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296509026 00000100:00000001:2.0:1788926469.700155:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296505058 00000100:00000001:2.0:1788926469.700157:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296509026 00000100:00000001:2.0:1788926469.700159:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926469.700161:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700164:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700166:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926469.700173:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926469.700175:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926469.700178:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926469.700192:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926469.700195:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700197:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926469.700229:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926469.700233:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341d00. 00000400:00000200:2.0:1788926469.700239:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.700351:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926469.700357:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000400:00000010:2.0:1788926469.700360:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:2.0:1788926469.700365:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926469.700369:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700379:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926469.700383:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700391:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700393:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926469.700436:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926469.700438:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4b00. 00000400:00000200:2.0:1788926469.700442:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.700446:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926469.700449:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:2.0:1788926469.700450:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:2.0:1788926469.700453:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926469.700456:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700464:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926469.700467:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700474:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700476:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926469.700600:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926469.700603:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:2.0:1788926469.700607:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.700611:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926469.700614:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530550 00000400:00000010:2.0:1788926469.700616:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530550. 00000100:00000001:2.0:1788926469.700618:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926469.700622:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700960:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926469.700965:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.700972:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.700974:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926469.701027:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926469.701030:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:2.0:1788926469.701033:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.701037:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926469.701040:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85307f8 00000400:00000010:2.0:1788926469.701042:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85307f8. 00000100:00000001:2.0:1788926469.701045:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926469.701048:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.701056:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926469.701059:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.701066:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.701068:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926469.705329:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926469.705337:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926469.705343:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926469.705350:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513957120, offset 0 00000400:00000200:3.0:1788926469.705357:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926469.705366:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.705373:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926469.705378:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926469.705382:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926469.705385:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926469.705388:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926469.705392:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2820:2820:256:4294967295] 192.168.203.140@tcp LPNI seq info [2820:2820:8:4294967295] 00000400:00000200:3.0:1788926469.705419:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.705428:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926469.705434:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926469.705439:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341b00. 00000800:00000200:3.0:1788926469.705446:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926469.705453:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926469.705457:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926469.705465:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.705471:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21415 usecs (22 jiffies) 00000400:00000200:3.0:1788926469.705474:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926469.705477:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296504862 00000100:00000001:3.0:1788926469.705480:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296509026 00000100:00000001:3.0:1788926469.705483:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296504862 00000100:00000001:3.0:1788926469.705484:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296509026 00000100:00000001:3.0:1788926469.705486:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.705491:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.705494:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.705498:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.705506:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926469.705508:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926469.705510:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.705512:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926469.705513:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.705516:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926469.706736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.706748:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926469.706753:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.706755:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926469.706762:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706769:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926469.706776:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706781:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706785:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706789:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235f180 00000400:00000200:2.0:1788926469.706795:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706801:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x805d [1] + 224 00000800:00000001:2.0:1788926469.706808:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.706812:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926469.706816:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.706819:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926469.706825:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926469.706834:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926469.706845:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.706862:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788926469.706919:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926469.706923:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341b00. 00000400:00000200:2.0:1788926469.706927:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.706930:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926469.706933:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:2.0:1788926469.706936:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:2.0:1788926469.706939:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926469.706943:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.706953:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926469.706956:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.706963:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926469.706965:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926469.706970:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.706974:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926469.706976:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.706977:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926469.706981:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706984:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926469.706989:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706991:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706994:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.706996:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235f380 00000400:00000200:2.0:1788926469.706999:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926469.707003:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x807d [1] + 224 00000800:00000001:2.0:1788926469.707006:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.707012:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926469.707014:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926469.707017:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926469.707019:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926469.707023:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926469.707031:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926469.707037:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926469.707041:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926469.707043:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.707919:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.707925:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926469.707932:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926469.707934:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926469.707937:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6420. 00000400:00000200:3.0:1788926469.707942:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:3.0:1788926469.707944:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:3.0:1788926469.707947:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.707954:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926469.707963:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.707969:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926469.707971:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.707974:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926469.707977:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926469.707979:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926469.707981:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.707985:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926469.707991:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926469.707995:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926469.707998:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926469.708000:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926469.708003:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926469.708005:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.708020:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.708026:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.708038:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.708041:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926469.708042:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926469.708046:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926469.708054:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513956736:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926469.708061:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926469.708062:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926469.708064:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6840. 00000400:00000200:3.0:1788926469.708067:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85305d8 00000400:00000010:3.0:1788926469.708069:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85305d8. 00000100:00000001:3.0:1788926469.708071:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.709139:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926469.709159:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709165:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926469.709167:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.709169:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926469.709171:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926469.709173:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926469.709175:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.709177:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926469.709183:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=136 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926469.709187:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926469.709190:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926469.709191:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926469.709193:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926469.709196:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709199:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926469.709201:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788926469.709203:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926469.709205:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.709209:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709214:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.709216:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926469.709218:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926469.709222:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926469.709229:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513957248:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926469.709233:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709236:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926469.709239:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513956736/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709246:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926469.709248:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926469.709251:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d844ce00. 02000000:00000001:3.0:1788926469.709256:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926469.709258:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926469.709260:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926469.709262:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926469.709265:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341500. 02000000:00000001:3.0:1788926469.709269:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926469.709271:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926469.709273:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:3.0:1788926469.709276:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926469.709277:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.709279:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926469.709281:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dce00 x1875823513957248/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709287:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926469.709288:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926469.709290:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d844d200. 02000000:00000001:3.0:1788926469.709292:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926469.709293:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926469.709294:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926469.709297:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926469.709298:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341600. 02000000:00000001:3.0:1788926469.709300:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926469.709301:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926469.709302:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dce00. 00000100:00000001:3.0:1788926469.709304:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926469.709306:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.709309:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709312:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.709313:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926469.709315:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709317:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926469.709332:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.709344:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926469.709346:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.709349:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926469.709355:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.709360:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926469.709367:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.709371:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.709376:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.709380:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235f200 00000400:00000200:3.0:1788926469.709385:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.709390:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8045 [1] + 224 00000800:00000001:3.0:1788926469.709413:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.709422:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926469.709426:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926469.709430:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926469.709437:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.709442:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926469.709458:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709471:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926469.709478:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.709482:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.709493:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.709495:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926469.709499:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926469.709501:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926469.709503:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926469.709507:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:3.0:1788926469.709509:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:3.0:1788926469.709511:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.709515:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926469.709523:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709530:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926469.709531:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.709533:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926469.709535:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926469.709536:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926469.709538:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.709539:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926469.709543:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=136 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926469.709546:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926469.709549:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926469.709550:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926469.709552:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926469.709554:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709556:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926469.709557:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967633 00000100:00000001:3.0:1788926469.709559:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926469.709562:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.709566:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709572:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.709573:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926469.709574:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926469.709577:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926469.709595:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513956864:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926469.709600:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709601:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926469.709605:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513956864/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.709610:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926469.709612:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926469.709613:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a35800. 02000000:00000001:3.0:1788926469.709616:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926469.709618:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926469.709619:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926469.709620:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926469.709622:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341300. 02000000:00000001:3.0:1788926469.709624:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926469.709625:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926469.709626:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926469.709629:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926469.709630:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.709632:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709633:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.709634:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926469.709636:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.709637:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926469.711068:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.711632:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926469.711638:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.711650:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926469.711658:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.711665:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926469.711673:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.711677:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.711682:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.711686:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235f280 00000400:00000200:3.0:1788926469.711691:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.711697:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x806d [1] + 224 00000800:00000001:3.0:1788926469.711703:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.711748:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926469.711752:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926469.711757:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926469.711764:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.711771:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926469.711783:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.711798:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926469.711804:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.711807:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.711820:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.711823:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926469.711829:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926469.711830:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926469.711833:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6f78. 00000400:00000200:3.0:1788926469.711837:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:3.0:1788926469.711840:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:3.0:1788926469.711842:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.711846:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926469.711856:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.713301:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926469.713306:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.713309:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926469.713312:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926469.713315:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926469.713317:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.713320:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926469.713330:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=136 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926469.713334:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926469.713337:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926469.713339:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926469.713341:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926469.713344:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.713348:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926469.713350:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926469.713351:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926469.713353:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.713362:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.713370:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.713372:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926469.713374:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926469.713378:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926469.713386:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513956992:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926469.713391:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.713393:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926469.714783:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc380 x1875823513956992/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.714796:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926469.714800:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926469.714804:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d844ca00. 02000000:00000001:3.0:1788926469.714809:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926469.714812:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926469.714814:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926469.714817:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926469.714819:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341f00. 02000000:00000001:3.0:1788926469.714824:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926469.714825:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926469.714827:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc380. 00000100:00000001:3.0:1788926469.714830:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926469.714832:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.714835:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.714843:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926469.714845:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.714848:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.714850:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926469.715410:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.715424:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926469.715427:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.715430:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926469.715437:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.715443:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926469.715451:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.715456:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.715461:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.715465:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235f300 00000400:00000200:3.0:1788926469.715471:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926469.715476:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8055 [1] + 224 00000800:00000001:3.0:1788926469.715483:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.715489:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926469.715492:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926469.715496:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926469.715502:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.715508:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926469.715524:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.715536:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926469.715543:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926469.715546:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.715556:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.715559:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926469.715564:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926469.715566:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926469.715568:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b420. 00000400:00000200:3.0:1788926469.715572:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:3.0:1788926469.715574:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:3.0:1788926469.715577:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926469.715581:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926469.715603:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.715610:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926469.715612:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.715614:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926469.715617:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926469.715619:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926469.715621:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926469.715624:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926469.715632:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=136 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926469.715636:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926469.715638:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926469.715640:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926469.716732:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926469.716738:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.716744:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926469.716746:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926469.716748:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926469.716751:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926469.716759:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.716767:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926469.716770:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926469.716772:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926469.716776:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926469.716783:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513957120:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926469.716789:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.716792:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926469.716796:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513957120/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926469.716803:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926469.716806:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926469.716809:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a34400. 02000000:00000001:3.0:1788926469.716813:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926469.716816:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926469.716817:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926469.716819:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926469.716822:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341800. 02000000:00000001:3.0:1788926469.716826:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926469.716828:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926469.716829:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926469.716833:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926469.716835:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.716837:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926469.716845:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926469.716847:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926469.716850:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926469.716852:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926469.825529:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926469.825536:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926469.825541:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926469.825543:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926469.825845:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926469.825848:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926469.825851:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926470.849614:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926470.849626:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926470.849631:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926470.849632:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926470.849660:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926470.849662:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926470.849665:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926471.874019:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926471.874026:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926471.874030:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926471.874032:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926471.874055:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926471.874058:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926471.874061:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926472.900826:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926472.900842:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926472.900848:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926472.900849:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926472.903390:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926472.903438:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926472.903442:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926473.921930:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926473.921937:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926473.921944:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926473.921945:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926473.921977:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926473.921980:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926473.921983:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926474.305510:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296509026, at 4296509440 00000100:00000040:3.0:1788926474.305524:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296509026, at 4296509440 00000100:00000010:2.0:1788926474.305525:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198360. 00000100:00000010:3.0:1788926474.305535:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198000. 00000100:00000040:1.0:1788926474.818107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926474.818118:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926474.818129:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628a80. 00000020:00000040:1.0:1788926474.818135:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926474.818139:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926474.818142:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926474.818147:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926474.818154:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e700. 00000100:00000001:1.0:1788926474.818160:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818172:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926474.818183:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926474.818186:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818192:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e1441f] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.818226:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926474.818233:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926474.818236:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926474.818238:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926474.818240:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926474.818242:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926474.818244:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926474.818247:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e000. 00000100:00000001:1.0:1788926474.818250:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818255:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926474.818263:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926474.818265:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818268:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a24ede8] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.818282:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926474.818288:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926474.818291:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628700. 00000020:00000040:1.0:1788926474.818293:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926474.818295:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926474.818296:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926474.818298:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926474.818302:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186ee00. 00000100:00000001:1.0:1788926474.818304:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818308:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926474.818315:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926474.818317:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818320:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028789601] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.818327:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926474.818332:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926474.818335:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926474.818337:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926474.818339:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926474.818340:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926474.818342:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926474.818345:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186eb00. 00000100:00000001:1.0:1788926474.818348:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818352:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926474.818358:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926474.818360:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818364:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003bea8c4] to pc [ptlrpcd_00_01+1] req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.818371:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926474.818376:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926474.818379:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926474.818381:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926474.818383:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926474.818384:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926474.818385:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926474.818388:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e200. 00000100:00000001:1.0:1788926474.818390:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818394:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926474.818504:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926474.818509:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926474.818521:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926474.818528:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.818535:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926474.818537:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926474.818540:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926474.818543:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926474.818545:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.818952:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926474.818955:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818960:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f99775b] to pc [ptlrpcd_00_00+0] req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.818969:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.818973:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1847) 00000100:00000001:1.0:1788926474.818986:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.818989:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926474.818991:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926474.818995:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.819001:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926474.819002:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.819005:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926474.819006:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926474.819008:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926474.819011:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513957504:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926474.819014:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926474.819019:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926474.819021:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.819023:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926474.819028:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9c00. 02000000:00000001:1.0:1788926474.819030:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926474.819037:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926474.819041:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4160. 00000400:00000010:1.0:1788926474.819121:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926474.819127:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957504, portal 10 00000100:00000001:1.0:1788926474.819130:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926474.819131:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926474.819139:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.819146:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926474.819148:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926474.819150:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8880. 00000100:00000200:1.0:1788926474.819154:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513957504, offset 0 00000400:00000200:1.0:1788926474.819159:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926474.819166:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926474.821181:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926474.821188:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926474.821193:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926474.821197:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926474.821200:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926474.821204:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2821:2821:256:4294967295] 192.168.203.140@tcp LPNI seq info [2821:2821:8:4294967295] 00000400:00000200:1.0:1788926474.821210:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926474.821220:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926474.821226:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926474.821235:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e400. 00000800:00000200:1.0:1788926474.821243:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926474.821263:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926474.821267:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926474.821289:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.821294:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 806340 usecs (807 jiffies) 00000400:00000200:1.0:1788926474.821299:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926474.821301:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296510762 00000100:00000010:1.0:1788926474.821307:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004ea20. 00000100:00000001:1.0:1788926474.821313:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926474.821319:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296510762 00000100:00000010:1.0:1788926474.821322:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e060. 00000100:00000001:1.0:1788926474.821325:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926474.821332:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926474.821338:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.821342:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926474.821349:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.821357:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926474.821359:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.821362:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926474.821365:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926474.821367:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926474.821371:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513957760:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926474.821374:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926474.821379:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926474.821381:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.821383:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926474.821387:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8600. 02000000:00000001:1.0:1788926474.821389:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926474.821394:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926474.821416:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4058. 00000400:00000010:1.0:1788926474.821422:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926474.821428:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957760, portal 4 00000100:00000001:1.0:1788926474.821430:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926474.821432:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:1.0:1788926474.821439:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.821445:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926474.821447:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926474.821449:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8aa0. 00000100:00000200:1.0:1788926474.821453:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513957760, offset 0 00000400:00000200:1.0:1788926474.821458:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926474.821463:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926474.821468:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926474.821471:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926474.821473:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926474.821475:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926474.821476:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926474.821479:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2822:2822:255:4294967295] 192.168.203.140@tcp LPNI seq info [2822:2822:7:4294967295] 00000400:00000200:1.0:1788926474.821482:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926474.821488:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926474.821491:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926474.821494:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e500. 00000800:00000200:1.0:1788926474.821498:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926474.821501:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926474.821504:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926474.821507:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.821509:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21413 usecs (22 jiffies) 00000400:00000200:1.0:1788926474.821512:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926474.821514:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296509978 00000100:00000001:1.0:1788926474.821516:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296510762 00000100:00000001:1.0:1788926474.821518:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296509978 00000100:00000001:1.0:1788926474.821520:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296510762 00000100:00000001:1.0:1788926474.821522:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926474.821524:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.821526:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.821530:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.821537:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926474.821539:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926474.821542:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.821544:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926474.821545:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926474.821563:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788926474.821566:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.821568:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926474.821569:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.821571:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.821572:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926474.821573:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926474.821577:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.821583:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926474.821585:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.821587:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926474.821589:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926474.821591:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926474.821593:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513957888:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926474.821596:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926474.821598:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926474.821600:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.821601:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926474.821604:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926474.821606:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926474.821609:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926474.821611:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926474.821614:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f83b8. 00000100:00000200:1.0:1788926474.821617:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957888, portal 4 00000100:00000001:1.0:1788926474.821620:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926474.821621:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926474.821626:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.821632:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926474.821633:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926474.821636:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8550. 00000100:00000200:1.0:1788926474.821638:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513957888, offset 0 00000400:00000200:1.0:1788926474.821641:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926474.821646:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926474.821649:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926474.821651:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926474.821654:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926474.821656:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926474.821658:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926474.821660:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2823:2823:254:4294967295] 192.168.203.140@tcp LPNI seq info [2823:2823:6:4294967295] 00000400:00000200:1.0:1788926474.821664:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926474.821670:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926474.821674:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926474.821677:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e900. 00000800:00000200:1.0:1788926474.821681:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926474.821685:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926474.821688:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926474.821691:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.821694:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 222830 usecs (223 jiffies) 00000400:00000200:1.0:1788926474.821697:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926474.821699:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296510179 00000100:00000001:1.0:1788926474.821700:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296510762 00000100:00000001:1.0:1788926474.821702:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296510179 00000100:00000001:1.0:1788926474.821704:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296510762 00000100:00000001:1.0:1788926474.821706:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926474.821708:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.821710:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.821712:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926474.822129:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926474.822134:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926474.822140:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.822145:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926474.822150:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:3.0:1788926474.822153:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:3.0:1788926474.822157:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926474.822164:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.822173:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926474.822177:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.822185:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926474.822187:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926474.822199:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926474.822201:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e500. 00000400:00000200:3.0:1788926474.822204:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.822207:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926474.822210:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8aa0 00000400:00000010:3.0:1788926474.822211:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8aa0. 00000100:00000001:3.0:1788926474.822213:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926474.822217:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.822223:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926474.822225:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.822230:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926474.822231:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926474.822288:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926474.822290:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:3.0:1788926474.822293:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.822296:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926474.822299:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8550 00000400:00000010:3.0:1788926474.822301:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8550. 00000100:00000001:3.0:1788926474.822303:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926474.822306:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.822313:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926474.822316:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.822321:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926474.822322:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1788926474.822902:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513957376:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926474.822911:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926474.822916:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926474.822918:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926474.822920:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926474.822925:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fda00. 02000000:00000001:0.0:1788926474.822927:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926474.822933:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926474.822936:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926474.822941:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821770. 00000100:00000200:0.0:1788926474.822946:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957376, portal 25 00000100:00000001:0.0:1788926474.822948:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926474.822949:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243221120 : -108341466330496 : ffff9d76c9628a80) 00000100:00000040:0.0:1788926474.822955:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.822962:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926474.822964:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926474.822967:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821f68. 00000100:00000200:0.0:1788926474.822970:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513957376, offset 0 00000400:00000200:0.0:1788926474.822975:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926474.822981:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926474.822987:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926474.822990:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926474.822992:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926474.822995:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926474.822997:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926474.823000:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2824:2824:256:4294967295] 192.168.203.140@tcp LPNI seq info [2824:2824:8:4294967295] 00000400:00000200:0.0:1788926474.823003:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926474.823010:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926474.823014:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926474.823019:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926474.823023:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926474.823028:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926474.823031:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926474.823048:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926474.823053:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926474.823055:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296514150 00000100:00000001:0.0:1788926474.823061:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296510762 00000100:00000001:0.0:1788926474.823065:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296514150 00000100:00000001:0.0:1788926474.823068:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296510762 00000100:00000001:0.0:1788926474.823070:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926474.823073:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926474.823076:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926474.823081:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.823089:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926474.823090:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926474.823094:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926474.823096:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926474.823098:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926474.823101:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513957632:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926474.823103:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926474.823106:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926474.823107:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926474.823109:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926474.823112:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fc600. 02000000:00000001:0.0:1788926474.823113:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926474.823116:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926474.823118:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52147e8. 00000400:00000010:0.0:1788926474.823122:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821110. 00000100:00000200:0.0:1788926474.823125:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513957632, portal 10 00000100:00000001:0.0:1788926474.823126:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926474.823128:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243220224 : -108341466331392 : ffff9d76c9628700) 00000100:00000040:0.0:1788926474.823133:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.823139:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926474.823141:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926474.823143:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821198. 00000100:00000200:0.0:1788926474.823145:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513957632, offset 0 00000400:00000200:0.0:1788926474.823149:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926474.823153:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926474.823156:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926474.823159:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926474.823161:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926474.823163:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926474.823165:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926474.823168:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2825:2825:255:4294967295] 192.168.203.140@tcp LPNI seq info [2825:2825:7:4294967295] 00000800:00000200:3.0:1788926474.823302:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926474.823306:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:3.0:1788926474.823309:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.823313:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926474.823317:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821f68 00000400:00000010:3.0:1788926474.823319:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821f68. 00000100:00000001:3.0:1788926474.823323:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926474.823328:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.823335:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926474.823338:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.823344:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926474.823345:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788926474.823638:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926474.823647:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926474.823652:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926474.823656:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926474.823660:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926474.823665:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926474.823668:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926474.823683:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926474.823689:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20392 usecs (21 jiffies) 00000400:00000200:0.0:1788926474.823693:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926474.823695:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296509979 00000100:00000001:0.0:1788926474.823697:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296514150 00000100:00000001:0.0:1788926474.823700:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296509979 00000100:00000001:0.0:1788926474.823701:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296514150 00000100:00000001:0.0:1788926474.823703:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926474.823706:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926474.823708:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926474.823711:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.823718:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926474.823720:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926474.823722:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926474.823724:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926474.823725:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926474.823727:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788926474.823727:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788926474.823730:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:3.0:1788926474.823733:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.823737:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926474.823740:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821198 00000400:00000010:3.0:1788926474.823742:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821198. 00000100:00000001:3.0:1788926474.823744:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926474.823749:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.823756:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926474.823760:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.823765:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926474.823767:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926474.827074:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.827248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926474.827253:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.827256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.827265:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.827273:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926474.827282:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.827286:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.827291:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.827296:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235f480 00000400:00000200:3.0:1788926474.827301:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.827307:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8095 [1] + 224 00000800:00000001:3.0:1788926474.827314:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.827320:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.827323:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.827327:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926474.827334:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926474.827342:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926474.827353:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.827378:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926474.827386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.827391:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.827519:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.827524:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926474.827531:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926474.827533:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926474.827536:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4160. 00000400:00000200:1.0:1788926474.827540:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:1.0:1788926474.827543:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:1.0:1788926474.827546:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926474.827565:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926474.827574:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827579:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926474.827581:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.827584:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926474.827587:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926474.827589:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926474.827592:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.827595:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926474.827733:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=141 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926474.827738:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926474.827740:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926474.827742:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926474.827745:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926474.827748:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.827752:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926474.827753:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967636 gen 2 00000100:00000040:1.0:1788926474.827760:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926474.827768:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926474.827770:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000001:1.0:1788926474.827772:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926474.827776:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926474.827782:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.827786:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9d76c9629f80 x1875823513955712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/448 e 0 to 0 dl 1788926481 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827792:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926474.827794:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629f80 x1875823513955712/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/448 e 0 to 0 dl 1788926481 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827801:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926474.827803:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926474.827807:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00000. 02000000:00000001:1.0:1788926474.827811:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926474.827814:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926474.827815:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926474.827818:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926474.827820:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926474.827823:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926474.827825:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926474.827827:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629f80. 00000100:00000001:1.0:1788926474.827831:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926474.827832:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926474.827837:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967636) req@ffff9d76c962a300 x1875823513956224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926482 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827844:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926474.827846:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a300 x1875823513956224/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926482 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827853:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926474.827854:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926474.827855:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926474.827858:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926474.827860:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926474.827861:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926474.827863:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926474.827864:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8a33600. 02000000:00000001:1.0:1788926474.827866:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926474.827868:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926474.827869:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a300. 00000100:00000001:1.0:1788926474.827871:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926474.827872:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.827874:0:2398:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926474.827877:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:1.0:1788926474.827879:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926474.827881:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.827886:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827893:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926474.827895:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926474.827897:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926474.827902:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926474.827910:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513957504:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926474.827915:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.827917:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926474.827920:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513957504/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.827994:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926474.827997:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926474.827999:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9c00. 02000000:00000001:1.0:1788926474.828002:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926474.828003:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926474.828004:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926474.828006:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926474.828008:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e000. 02000000:00000001:1.0:1788926474.828010:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926474.828011:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926474.828012:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926474.828015:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926474.828016:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.828019:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.828021:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.828022:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926474.828024:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.828025:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926474.829424:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829504:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926474.829509:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829512:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.829520:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829527:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926474.829534:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829704:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829709:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829713:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235f500 00000400:00000200:3.0:1788926474.829718:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829724:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x80b5 [1] + 224 00000800:00000001:3.0:1788926474.829731:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829735:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.829738:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.829742:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926474.829747:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926474.829754:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926474.829763:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.829787:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926474.829795:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829799:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926474.829801:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829803:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.829806:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829809:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926474.829813:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829815:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829818:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829820:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235f400 00000400:00000200:3.0:1788926474.829824:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.829827:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x80ad [1] + 224 00000800:00000001:3.0:1788926474.829831:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829876:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.829880:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.829883:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926474.829885:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926474.829889:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926474.829897:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.829903:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926474.829907:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.829910:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.833137:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926474.833144:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926474.833153:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926474.833156:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926474.833161:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926474.833170:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:0.0:1788926474.833172:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:0.0:1788926474.833177:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926474.833188:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926474.833200:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.833208:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926474.833210:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.833213:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926474.833215:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926474.833218:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926474.833220:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926474.833223:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926474.833229:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926474.833233:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926474.833235:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926474.833237:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926474.833240:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926474.833242:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926474.833244:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926474.833249:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.833256:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926474.833259:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926474.833261:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926474.833265:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926474.833273:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513957376:192.168.203.140@tcp:400:kworker.0 00000400:00000001:0.0:1788926474.833278:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926474.833280:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926474.833282:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52147e8. 00000400:00000200:0.0:1788926474.833284:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:0.0:1788926474.833286:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:0.0:1788926474.833288:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926474.833292:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926474.833300:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.833306:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926474.833308:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.833309:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926474.833311:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926474.833312:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926474.833313:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926474.833315:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926474.833321:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=141 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926474.833324:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926474.833326:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926474.833327:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926474.833329:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926474.833332:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926474.833335:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926474.833337:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926474.833339:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926474.833340:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926474.833344:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.833349:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926474.833351:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926474.833352:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926474.833355:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926474.833361:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513957632:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926474.833365:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.833368:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926474.833371:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628a80 x1875823513957376/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.833376:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926474.833378:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926474.833382:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fda00. 02000000:00000001:0.0:1788926474.833385:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926474.833387:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926474.833389:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926474.833392:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926474.833424:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e700. 02000000:00000001:0.0:1788926474.833429:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926474.833431:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926474.834123:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628a80. 00000100:00000001:0.0:1788926474.834128:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926474.834129:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.834131:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926474.834137:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628700 x1875823513957632/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926474.834143:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926474.834145:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926474.834147:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fc600. 02000000:00000001:0.0:1788926474.834150:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926474.834151:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926474.834153:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926474.834155:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926474.834157:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186ee00. 02000000:00000001:0.0:1788926474.834159:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926474.834160:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926474.834162:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628700. 00000100:00000001:0.0:1788926474.834164:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926474.834165:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.834167:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926474.834175:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926474.834177:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926474.834179:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926474.834182:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926474.836308:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836322:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926474.836326:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836328:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.836336:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836343:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926474.836351:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836356:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836361:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836365:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235f580 00000400:00000200:3.0:1788926474.836370:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836375:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x809d [1] + 224 00000800:00000001:3.0:1788926474.836381:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836385:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.836388:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.836393:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926474.836609:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926474.836617:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926474.836629:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.836752:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.836756:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926474.836775:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926474.836786:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836791:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926474.836793:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836795:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.836799:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836803:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926474.836808:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836810:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836813:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836816:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235f600 00000400:00000200:3.0:1788926474.836820:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926474.836824:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x80a5 [1] + 224 00000800:00000001:3.0:1788926474.836828:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836835:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926474.836837:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926474.836840:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926474.836843:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926474.836848:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926474.836857:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926474.836864:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926474.836868:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926474.836871:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926474.848524:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926474.848531:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926474.848536:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4058. 00000400:00000200:1.0:1788926474.848545:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:1.0:1788926474.848556:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:1.0:1788926474.848562:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926474.848573:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926474.848584:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.848591:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926474.848593:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.848596:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926474.848599:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926474.848602:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926474.848604:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.848607:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926474.848615:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=141 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926474.848619:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926474.848621:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926474.848623:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926474.848625:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926474.848629:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.848633:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926474.848635:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926474.848637:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926474.848639:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.848644:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.848652:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926474.848655:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926474.848657:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926474.848661:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926474.848670:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513957760:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926474.848675:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.848678:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926474.848682:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513957760/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.848688:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926474.848690:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926474.848693:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8600. 02000000:00000001:1.0:1788926474.848696:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926474.848699:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926474.848701:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926474.848703:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926474.848706:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186eb00. 02000000:00000001:1.0:1788926474.848709:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926474.848711:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926474.848712:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:1.0:1788926474.848715:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926474.848717:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.848720:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.848722:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.848725:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926474.848728:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926474.848729:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926474.848731:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926474.848733:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:1.0:1788926474.848734:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:1.0:1788926474.848737:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926474.848740:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926474.848747:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.848753:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926474.848754:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.848756:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926474.848757:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926474.848758:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926474.848760:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926474.848761:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926474.848764:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=141 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926474.848767:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926474.848769:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926474.848770:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926474.848771:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926474.848773:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.848774:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926474.848776:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926474.848777:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926474.848779:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926474.848782:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.848788:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926474.848790:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926474.848791:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926474.848794:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926474.848808:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513957888:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926474.848823:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.848825:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926474.848828:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513957888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926474.848833:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926474.848835:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926474.848836:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926474.848839:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926474.848840:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926474.848841:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926474.848843:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926474.848845:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e200. 02000000:00000001:1.0:1788926474.848846:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926474.848847:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926474.848849:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926474.848851:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926474.848852:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.848854:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926474.848860:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926474.848861:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926474.848863:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926474.848864:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926474.949446:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926474.949452:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926474.949455:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926474.949456:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926474.949490:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926474.949492:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926474.949494:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926475.969773:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926475.969779:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926475.969785:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926475.969787:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926475.969789:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926475.969795:0:23047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926475.969797:0:23047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926475.969799:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926475.969801:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926475.969803:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926475.969805:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926475.969807:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926475.969874:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926475.969877:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926475.969880:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926476.357756:0:33225:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926476.357763:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926476.357765:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788926476.357770:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 1 seconds 00000100:00000001:0.0:1788926476.357774:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926476.357777:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926476.993598:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926476.993605:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926476.993611:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926476.993612:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926476.993652:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926476.993655:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926476.993658:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926477.377682:0:33225:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926477.377690:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926477.377693:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788926477.377698:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 1 seconds 00000100:00000001:0.0:1788926477.377703:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926477.377706:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926478.017558:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926478.017568:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926478.017570:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926478.017574:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926478.017578:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926478.017580:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926478.017582:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926478.017584:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926478.017588:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926478.017589:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926478.017640:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926478.017642:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926478.017645:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926478.402427:0:33225:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926478.402435:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926478.402437:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788926478.402442:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 1 seconds 00000100:00000001:0.0:1788926478.402445:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926478.402448:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926479.041533:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926479.041541:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926479.041547:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926479.041548:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926479.041645:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926479.041648:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926479.041651:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926479.425501:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296514150, at 4296514560 00000100:00000040:2.0:1788926479.425501:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296514150, at 4296514560 00000100:00000010:3.0:1788926479.425515:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e060. 00000100:00000010:2.0:1788926479.425516:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004ea20. 00000100:00000001:3.0:1788926479.425680:0:33225:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926479.425684:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926479.425686:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788926479.425690:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 1 seconds 00000100:00000001:3.0:1788926479.425692:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926479.425696:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926479.939117:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926479.939127:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926479.939133:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:0.0:1788926479.939137:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926479.939140:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926479.939156:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926479.939167:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2700. 00000100:00000001:0.0:1788926479.939175:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939187:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926479.939204:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926479.939219:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939232:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3633b9d] to pc [ptlrpcd_00_01+1] req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939264:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926479.939270:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926479.939273:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579f80. 00000020:00000040:0.0:1788926479.939276:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926479.939278:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926479.939279:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926479.939281:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926479.939284:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2100. 00000100:00000001:0.0:1788926479.939287:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939292:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926479.939298:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926479.939300:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939304:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a03f79] to pc [ptlrpcd_00_00+0] req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939313:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926479.939318:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926479.939321:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857ad80. 00000020:00000040:0.0:1788926479.939323:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926479.939325:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926479.939326:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926479.939328:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926479.939331:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2c00. 00000100:00000001:0.0:1788926479.939334:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939338:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926479.939344:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926479.939347:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939350:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba913916] to pc [ptlrpcd_00_01+1] req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939357:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926479.939362:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926479.939366:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a300. 00000020:00000040:0.0:1788926479.939368:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926479.939370:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926479.939372:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926479.939373:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926479.939376:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2000. 00000100:00000001:0.0:1788926479.939379:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939383:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926479.939389:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926479.939391:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939435:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5d7764a] to pc [ptlrpcd_00_00+0] req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939444:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926479.939450:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926479.939454:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579180. 00000020:00000040:0.0:1788926479.939456:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926479.939458:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926479.939460:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926479.939461:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926479.939464:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2500. 00000100:00000001:0.0:1788926479.939467:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939471:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926479.939478:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926479.939479:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a18ed6f1] to pc [ptlrpcd_00_01+1] req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939490:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939494:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1852) 00000100:00000001:0.0:1788926479.939509:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.939512:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926479.939524:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926479.939530:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939537:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926479.939540:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.939544:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926479.939546:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926479.939548:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926479.939552:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513958144:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926479.939556:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926479.939561:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926479.939563:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.939566:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926479.939569:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fc600. 02000000:00000001:0.0:1788926479.939571:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926479.939579:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926479.939584:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52147e8. 00000400:00000010:0.0:1788926479.939590:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821110. 00000100:00000200:0.0:1788926479.939597:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958144, portal 10 00000100:00000001:0.0:1788926479.939600:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926479.939601:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:0.0:1788926479.939608:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.939615:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926479.939618:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926479.939621:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821770. 00000100:00000200:0.0:1788926479.939624:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513958144, offset 0 00000400:00000200:0.0:1788926479.939631:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926479.939639:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926479.939647:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926479.939652:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926479.939656:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926479.939660:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926479.939663:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926479.939667:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2826:2826:256:4294967295] 192.168.203.140@tcp LPNI seq info [2826:2826:8:4294967295] 00000400:00000200:0.0:1788926479.939670:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926479.939679:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926479.939685:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926479.939689:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2300. 00000800:00000200:0.0:1788926479.939695:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926479.939702:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926479.939705:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926479.939724:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.939728:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 805280 usecs (806 jiffies) 00000400:00000200:0.0:1788926479.939731:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926479.939734:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515880 00000100:00000010:0.0:1788926479.939738:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e0052cc0. 00000100:00000001:0.0:1788926479.939744:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788926479.939749:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515880 00000100:00000001:1.0:1788926479.939842:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926479.939845:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926479.939847:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926479.939853:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.939865:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926479.939867:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.939869:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926479.939871:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926479.939873:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926479.939876:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513958016:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926479.939879:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926479.939881:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926479.939883:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.939884:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926479.939888:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8600. 02000000:00000001:1.0:1788926479.939890:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926479.939895:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926479.939898:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926479.939902:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f83b8. 00000100:00000200:1.0:1788926479.939905:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958016, portal 25 00000100:00000001:1.0:1788926479.939907:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926479.939908:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:1.0:1788926479.939912:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.939919:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926479.939921:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926479.939923:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926479.939926:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513958016, offset 0 00000400:00000200:1.0:1788926479.939930:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926479.939934:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926479.939937:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926479.939940:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926479.939942:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926479.939945:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926479.939947:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926479.939950:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2827:2827:255:4294967295] 192.168.203.140@tcp LPNI seq info [2827:2827:7:4294967295] 00000400:00000200:1.0:1788926479.939954:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926479.939959:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926479.939963:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926479.939967:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926479.939971:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926479.939975:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926479.939977:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926479.939980:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926479.939983:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926479.939984:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296519267 00000100:00000001:1.0:1788926479.939989:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296515880 00000100:00000001:1.0:1788926479.939992:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296519267 00000800:00000200:3.0:1788926479.940190:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926479.940194:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2300. 00000400:00000200:3.0:1788926479.940201:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.940205:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926479.940221:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:3.0:1788926479.940224:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:3.0:1788926479.940228:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926479.940232:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.940241:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926479.940244:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.940252:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926479.940253:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926479.940308:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926479.940311:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:3.0:1788926479.940314:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.940317:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926479.940320:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:3.0:1788926479.940322:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:3.0:1788926479.940324:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926479.940327:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.940333:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926479.940336:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.940341:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926479.940342:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1788926479.940448:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e0052a80. 00000100:00000001:0.0:1788926479.940453:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788926479.940460:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926479.940462:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.940465:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926479.940470:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.940476:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926479.940477:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.940480:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926479.940481:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926479.940483:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926479.940485:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513958400:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926479.940488:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926479.940491:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926479.940493:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.940494:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926479.940497:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fda00. 02000000:00000001:0.0:1788926479.940499:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926479.940503:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926479.940506:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926479.940509:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08214c8. 00000100:00000200:0.0:1788926479.940513:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958400, portal 4 00000100:00000001:0.0:1788926479.940525:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926479.940527:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494164736 : -108341215386880 : ffff9d76d857a300) 00000100:00000040:0.0:1788926479.940532:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.940538:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926479.940541:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926479.940543:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821880. 00000100:00000200:0.0:1788926479.940545:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513958400, offset 0 00000400:00000200:0.0:1788926479.940549:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926479.940554:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926479.940557:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926479.940559:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926479.940562:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926479.940564:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926479.940566:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926479.940569:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2828:2828:256:4294967295] 192.168.203.140@tcp LPNI seq info [2828:2828:8:4294967295] 00000400:00000200:0.0:1788926479.940573:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926479.940579:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926479.940583:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926479.940586:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2a00. 00000800:00000200:0.0:1788926479.940590:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926479.940594:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926479.940597:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926479.940613:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.940616:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21496 usecs (22 jiffies) 00000400:00000200:0.0:1788926479.940619:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926479.940620:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515097 00000100:00000001:0.0:1788926479.940623:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519267 00000100:00000001:0.0:1788926479.940625:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515097 00000100:00000001:0.0:1788926479.940627:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296515880 00000100:00000001:0.0:1788926479.940629:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926479.940631:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.940634:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.940637:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.940643:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926479.940645:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926479.940648:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.940649:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926479.940651:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.940653:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926479.940730:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926479.940733:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2a00. 00000400:00000200:3.0:1788926479.940737:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.940741:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926479.940744:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821880 00000400:00000010:3.0:1788926479.940746:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821880. 00000100:00000001:3.0:1788926479.940749:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926479.940763:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.940772:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926479.940775:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.940780:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926479.940782:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926479.940885:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296515880 00000100:00000001:1.0:1788926479.940891:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926479.940892:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.940895:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926479.940899:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.940906:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926479.940907:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.940910:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926479.940911:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926479.940913:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926479.940916:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513958272:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926479.940920:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926479.940923:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926479.940925:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.940926:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926479.940930:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9c00. 02000000:00000001:1.0:1788926479.940932:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926479.940936:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926479.940939:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4058. 00000400:00000010:1.0:1788926479.940943:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926479.940946:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958272, portal 10 00000100:00000001:1.0:1788926479.940948:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926479.940950:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:1.0:1788926479.940956:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.940962:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926479.940965:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926479.940967:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8ee0. 00000100:00000200:1.0:1788926479.940970:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513958272, offset 0 00000400:00000200:1.0:1788926479.940974:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926479.940978:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926479.940981:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926479.940984:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926479.940987:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926479.940989:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926479.940991:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926479.940994:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2829:2829:256:4294967295] 192.168.203.140@tcp LPNI seq info [2829:2829:8:4294967295] 00000400:00000200:1.0:1788926479.940998:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926479.941004:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926479.941009:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926479.941013:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186eb00. 00000800:00000200:1.0:1788926479.941017:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926479.941021:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926479.941023:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926479.941039:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926479.941042:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20386 usecs (21 jiffies) 00000400:00000200:1.0:1788926479.941045:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926479.941047:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515096 00000100:00000001:1.0:1788926479.941050:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519267 00000100:00000001:1.0:1788926479.941052:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515096 00000100:00000001:1.0:1788926479.941054:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519267 00000100:00000001:1.0:1788926479.941056:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926479.941057:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.941059:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926479.941063:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.941070:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926479.941071:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.941073:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926479.941075:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926479.941077:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926479.941079:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513958528:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926479.941094:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926479.941096:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926479.941098:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.941100:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926479.941103:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926479.941105:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926479.941108:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926479.941111:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4160. 00000400:00000010:1.0:1788926479.941114:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8990. 00000100:00000200:1.0:1788926479.941117:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958528, portal 4 00000100:00000001:1.0:1788926479.941120:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926479.941121:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000100:00000040:1.0:1788926479.941127:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.941133:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926479.941135:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926479.941138:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8b28. 00000100:00000200:1.0:1788926479.941140:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513958528, offset 0 00000400:00000200:1.0:1788926479.941143:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926479.941146:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926479.941150:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926479.941152:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926479.941154:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926479.941156:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926479.941158:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926479.941161:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2830:2830:255:4294967295] 192.168.203.140@tcp LPNI seq info [2830:2830:7:4294967295] 00000400:00000200:1.0:1788926479.941164:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926479.941170:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926479.941174:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926479.941178:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e000. 00000800:00000200:1.0:1788926479.941181:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926479.941185:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926479.941188:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926479.941191:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926479.941193:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 221878 usecs (222 jiffies) 00000400:00000200:1.0:1788926479.941195:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926479.941197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515297 00000100:00000001:1.0:1788926479.941199:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519267 00000100:00000001:1.0:1788926479.941201:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515297 00000100:00000001:1.0:1788926479.941203:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519267 00000100:00000001:1.0:1788926479.941204:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926479.941206:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.941208:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.941210:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.941226:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926479.941227:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926479.941230:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926479.941231:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926479.941233:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.941235:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926479.941764:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926479.941768:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926479.941773:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.941778:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926479.941782:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:3.0:1788926479.941784:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:3.0:1788926479.941789:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926479.941794:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.941802:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926479.941805:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.941811:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926479.941812:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926479.941858:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926479.941861:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926479.941864:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.941868:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926479.941871:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:3.0:1788926479.941873:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:3.0:1788926479.941875:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926479.941878:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.941891:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926479.941893:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.941898:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926479.941900:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926479.944162:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.944310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926479.944315:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.944318:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.944326:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.944332:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926479.944340:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.944344:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.944349:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.944353:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235f700 00000400:00000200:3.0:1788926479.944357:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.944362:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x80bd [1] + 224 00000800:00000001:3.0:1788926479.944368:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.944375:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.944379:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.944383:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926479.944389:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926479.944427:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926479.944439:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.944458:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926479.944468:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.944472:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926479.945419:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.945429:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926479.945432:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.945435:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.945440:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.945445:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926479.945452:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.945456:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.945460:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.945464:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235f680 00000400:00000200:3.0:1788926479.945468:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.945473:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x80c5 [1] + 224 00000800:00000001:3.0:1788926479.945479:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.945484:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.945487:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.945491:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926479.945495:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926479.945501:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926479.945511:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.945535:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926479.945541:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.945544:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.945655:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926479.945659:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926479.945666:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926479.945668:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926479.945671:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926479.945675:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:1.0:1788926479.945677:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:1.0:1788926479.945680:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926479.945685:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926479.945694:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.945701:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926479.945703:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.945705:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926479.945708:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926479.945710:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926479.945712:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.945715:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926479.945721:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=146 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926479.945726:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926479.945728:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926479.945730:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926479.945732:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926479.945734:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.945737:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926479.945741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.945749:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926479.945752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926479.945754:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926479.945759:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926479.945778:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513958016:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926479.945784:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.945787:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926479.945790:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513958016/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.945797:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926479.945800:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926479.945803:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8600. 02000000:00000001:1.0:1788926479.945807:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926479.945809:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926479.945811:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926479.945952:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926479.945955:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2700. 02000000:00000001:1.0:1788926479.945960:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926479.945962:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926479.945964:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:1.0:1788926479.945967:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926479.945969:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.945972:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.945974:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926479.945976:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926479.945977:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.945979:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.946042:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.946044:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926479.946048:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926479.946050:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926479.946052:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52147e8. 00000400:00000200:0.0:1788926479.946056:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:0.0:1788926479.946058:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:0.0:1788926479.946061:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926479.946066:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926479.946075:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.946082:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926479.946083:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.946085:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926479.946087:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926479.946088:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926479.946090:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.946092:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926479.946097:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=146 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926479.946101:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926479.946102:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926479.946104:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926479.946105:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926479.946108:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.946111:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926479.946112:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788926479.946114:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926479.946116:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.946119:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.946124:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926479.946126:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926479.946127:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926479.946131:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926479.946138:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513958144:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926479.946143:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.946145:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926479.946148:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579f80 x1875823513958144/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.946154:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926479.946156:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926479.946158:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fc600. 02000000:00000001:0.0:1788926479.946161:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926479.946162:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926479.946163:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926479.946164:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926479.946166:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2100. 02000000:00000001:0.0:1788926479.946168:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926479.946169:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926479.946170:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579f80. 00000100:00000001:0.0:1788926479.946173:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926479.946174:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.946176:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.946178:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.946178:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926479.946180:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.946181:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926479.948454:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.948469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926479.948473:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.948475:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.948483:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.948490:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926479.948498:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.948502:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.948508:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.948512:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235f780 00000400:00000200:3.0:1788926479.948528:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.948534:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x80d5 [1] + 224 00000800:00000001:3.0:1788926479.948542:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.948548:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.948551:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.948555:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926479.948561:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926479.948569:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926479.948581:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.948608:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926479.948615:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.948618:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.950433:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.950440:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926479.950448:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926479.950450:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926479.950453:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4058. 00000400:00000200:0.0:1788926479.950460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:0.0:1788926479.950463:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:0.0:1788926479.950466:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926479.950476:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926479.950491:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.950498:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926479.950500:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.950503:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926479.950506:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926479.950508:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926479.950510:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.950524:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926479.950534:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=146 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926479.950538:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926479.950540:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926479.950542:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926479.950545:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926479.950548:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.950552:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926479.950554:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926479.950556:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926479.950558:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.950563:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.950569:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926479.950572:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926479.950574:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926479.950577:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926479.950585:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513958272:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926479.950591:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.950593:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926479.950597:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513958272/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.950604:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926479.950607:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926479.950610:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9c00. 02000000:00000001:0.0:1788926479.950614:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926479.950617:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926479.950618:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926479.950620:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926479.950623:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2c00. 02000000:00000001:0.0:1788926479.950626:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926479.950628:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926479.950631:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:0.0:1788926479.950634:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926479.950636:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.950639:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.950641:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.950642:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926479.950643:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.950645:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926479.955324:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955340:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926479.955343:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955345:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.955353:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955360:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926479.955368:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955372:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955376:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955380:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235f800 00000400:00000200:3.0:1788926479.955385:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955391:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x80cd [1] + 224 00000800:00000001:3.0:1788926479.955422:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955426:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.955429:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.955434:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926479.955440:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926479.955450:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926479.955460:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.955480:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926479.955489:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955493:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926479.955495:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955497:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.955500:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955503:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926479.955507:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955509:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955512:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955523:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235f880 00000400:00000200:3.0:1788926479.955527:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926479.955530:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x80dd [1] + 224 00000800:00000001:3.0:1788926479.955533:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955539:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926479.955541:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926479.955544:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926479.955547:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926479.955551:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926479.955560:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926479.955581:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926479.955586:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926479.955589:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.956512:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.956526:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926479.956534:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926479.956536:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926479.956540:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926479.956547:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:0.0:1788926479.956550:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:0.0:1788926479.956553:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926479.956562:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926479.956572:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.956579:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926479.956581:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.956583:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926479.956586:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926479.956588:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926479.956591:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926479.956593:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926479.956602:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=146 v=5 (5 5 37 37) 00000100:00001000:0.0:1788926479.956606:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926479.956609:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926479.956611:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926479.956613:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926479.956617:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.956620:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926479.956622:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788926479.956624:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926479.956626:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926479.956631:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.956638:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926479.956641:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926479.956642:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926479.956646:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926479.956654:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513958400:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926479.956659:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.956661:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926479.956664:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a300 x1875823513958400/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926479.956671:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926479.956674:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926479.956678:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fda00. 02000000:00000001:0.0:1788926479.956682:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926479.956685:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926479.956687:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926479.956689:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926479.956692:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2000. 02000000:00000001:0.0:1788926479.956695:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926479.956697:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926479.956698:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a300. 00000100:00000001:0.0:1788926479.956702:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926479.956703:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.956706:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926479.956712:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926479.956714:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926479.956716:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926479.956718:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.957202:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926479.957206:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926479.957210:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926479.957212:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926479.957214:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4160. 00000400:00000200:1.0:1788926479.957218:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8990 00000400:00000010:1.0:1788926479.957220:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8990. 00000100:00000001:1.0:1788926479.957223:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926479.957228:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926479.957236:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.957243:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926479.957244:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.957246:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926479.957247:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926479.957248:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926479.957250:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926479.957251:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926479.957256:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=146 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926479.957258:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926479.957261:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926479.957262:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926479.957263:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926479.957265:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.957267:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926479.957269:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926479.957270:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926479.957272:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926479.957275:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.957282:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926479.957284:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926479.957285:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926479.957288:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926479.957295:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513958528:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926479.957299:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.957301:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926479.957304:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579180 x1875823513958528/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926479.957311:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926479.957312:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926479.957315:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926479.957318:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926479.957319:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926479.957321:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926479.957323:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926479.957324:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2500. 02000000:00000001:1.0:1788926479.957327:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926479.957328:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926479.957329:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579180. 00000100:00000001:1.0:1788926479.957332:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926479.957334:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.957336:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926479.957340:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926479.957342:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926479.957343:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926479.957345:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.065548:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926480.065554:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.065559:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926480.065561:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926480.065586:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926480.065589:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.065592:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788926480.449994:0:33225:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926480.450001:0:33225:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788926480.450016:0:33225:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788926464/real 1788926464] req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926480 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1788926480.450034:0:33225:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926480.450035:0:33225:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926480.450038:0:33225:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b108. 00000400:00000200:3.0:1788926480.450044:0:33225:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926480.450046:0:33225:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926480.450051:0:33225:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926480.450055:0:33225:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926480 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926480.450063:0:33225:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926480 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926480.450070:0:33225:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926480.450072:0:33225:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926480.450075:0:33225:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926480.450077:0:33225:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926480.450080:0:33225:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788926480.450083:0:33225:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788926480.450088:0:33225:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection to lustre-MDT0000 (at 192.168.203.140@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788926480.450091:0:33225:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926480.450095:0:33225:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788926480.450097:0:33225:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926480.450099:0:33225:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926480.450100:0:33225:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788926480.450125:0:33225:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788926480.450127:0:33225:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926480.450130:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926480.450131:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926480.450134:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 0 seconds 00000100:00000001:3.0:1788926480.450136:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926480.450139:0:33225:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926480.450140:0:33225:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926480.450142:0:33225:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926480.450145:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926480.450279:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926480.450287:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a300. 00000020:00000040:0.0:1788926480.450292:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:0.0:1788926480.450296:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.450299:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.450303:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.450310:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2000. 00000100:00000001:0.0:1788926480.450317:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450323:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926480.450333:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.450337:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450342:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5d7764a] to pc [ptlrpcd_00_00+0] req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.450374:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788926480.450376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788926480.450380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788926480.450382:0:37:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788926480.450384:0:37:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788926480.450387:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788926480.450391:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1823 00000400:00000200:0.0:1788926480.450430:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.450435:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:0.0:1788926480.450440:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926480.450443:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926480.450445:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926480.450447:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:0.0:1788926480.450454:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788926480.450456:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:0.0:1788926480.450458:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.450461:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:0.0:1788926480.450464:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:0.0:1788926480.450466:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:0.0:1788926480.450470:0:37:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926480.450472:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926480.450474:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926480.450476:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:0.0:1788926480.450479:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:0.0:1788926480.450482:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:0.0:1788926480.450485:0:37:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.450487:0:37:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788926480.450492:0:37:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926480.450495:0:37:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.450497:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788926480.450500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788926480.450503:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.450505:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926480.450509:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857ad80. 00000020:00000040:0.0:1788926480.450522:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926480.450525:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926480.450526:0:37:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.450529:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.450531:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.450532:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.450537:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880f800. 00000100:00000001:0.0:1788926480.450541:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926480.450546:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926480.450553:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.450555:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450559:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba913916] to pc [ptlrpcd_rcv+-1] req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.450577:0:37:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926480.450583:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926480.450586:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579f80. 00000020:00000040:0.0:1788926480.450589:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926480.450591:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.450592:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.450594:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.450596:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2c00. 00000100:00000001:0.0:1788926480.450599:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450603:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926480.450610:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.450611:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450615:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7a03f79] to pc [ptlrpcd_00_01+1] req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.450630:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926480.450635:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926480.450638:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857b480. 00000020:00000040:0.0:1788926480.450640:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926480.450642:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.450644:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.450645:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.450648:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2100. 00000100:00000001:0.0:1788926480.450650:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450654:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926480.450661:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.450663:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450666:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5795a2] to pc [ptlrpcd_00_00+0] req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.450673:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788926480.450678:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788926480.450682:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579180. 00000020:00000040:0.0:1788926480.450684:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926480.450686:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.450687:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.450689:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.450692:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2600. 00000100:00000001:0.0:1788926480.450694:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450698:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926480.450705:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.450707:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450710:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a18ed6f1] to pc [ptlrpcd_00_01+1] req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.450718:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.450721:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1853) 00000100:00000001:3.0:1788926480.450771:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926480.450775:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926480.450777:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926480.450782:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926480.450790:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926480.450792:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926480.450795:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926480.450797:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926480.450799:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926480.450802:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513958784:192.168.203.140@tcp:38:kworker.0 00000100:00000001:3.0:1788926480.450806:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926480.450810:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926480.451080:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926480.451084:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926480.451088:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91800. 02000000:00000001:3.0:1788926480.451090:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926480.451096:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926480.451099:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b108. 00000400:00000010:3.0:1788926480.451104:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926480.451109:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513958784, portal 10 00000100:00000001:3.0:1788926480.451112:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926480.451113:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:3.0:1788926480.451122:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926480.451129:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926480.451132:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926480.451135:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926480.451138:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513958784, offset 0 00000400:00000200:3.0:1788926480.451143:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926480.451150:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.451157:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926480.451161:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926480.451165:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926480.451169:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926480.451172:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926480.451175:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2831:2831:256:4294967295] 192.168.203.140@tcp LPNI seq info [2831:2831:8:4294967295] 00000400:00000200:3.0:1788926480.451179:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.451188:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926480.451194:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926480.451198:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341800. 00000800:00000200:3.0:1788926480.451205:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926480.451212:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926480.451217:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926480.451284:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926480.451289:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 804218 usecs (805 jiffies) 00000400:00000200:3.0:1788926480.451293:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926480.451296:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296516390 00000100:00000001:3.0:1788926480.451299:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519267 00000100:00000001:3.0:1788926480.451301:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296516390 00000100:00000001:3.0:1788926480.451303:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519267 00000100:00000001:3.0:1788926480.451305:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926480.451307:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926480.451310:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926480.451313:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926480.451319:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926480.451321:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926480.451323:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926480.451324:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926480.451325:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926480.451327:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452023:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.452028:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926480.452030:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926480.452037:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452046:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926480.452048:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452052:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926480.452054:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926480.452056:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.452059:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513958912:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926480.452062:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926480.452066:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926480.452068:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452070:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926480.452074:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926480.452076:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.452081:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926480.452085:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4160. 00000400:00000010:1.0:1788926480.452089:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8990. 00000100:00000200:1.0:1788926480.452094:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958912, portal 10 00000100:00000001:1.0:1788926480.452096:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.452097:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:1.0:1788926480.452103:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452110:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926480.452112:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926480.452115:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f83b8. 00000100:00000200:1.0:1788926480.452118:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513958912, offset 0 00000400:00000200:1.0:1788926480.452123:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452128:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452134:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926480.452138:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926480.452140:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926480.452143:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926480.452145:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452148:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2832:2832:255:4294967295] 192.168.203.140@tcp LPNI seq info [2832:2832:7:4294967295] 00000400:00000200:1.0:1788926480.452152:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452160:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926480.452164:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926480.452168:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ef00. 00000800:00000200:1.0:1788926480.452173:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926480.452178:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926480.452182:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926480.452185:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.452189:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20362 usecs (21 jiffies) 00000400:00000200:1.0:1788926480.452192:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926480.452194:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515607 00000100:00000001:1.0:1788926480.452197:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519267 00000100:00000001:1.0:1788926480.452199:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515607 00000100:00000001:1.0:1788926480.452201:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519267 00000100:00000001:1.0:1788926480.452203:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.452206:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452208:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926480.452211:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452218:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926480.452219:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452221:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926480.452223:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926480.452225:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.452228:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513959168:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926480.452231:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926480.452234:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926480.452235:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452237:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926480.452240:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8600. 02000000:00000001:1.0:1788926480.452241:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.452245:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926480.452247:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926480.452250:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926480.452253:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513959168, portal 4 00000100:00000001:1.0:1788926480.452255:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.452256:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000100:00000040:1.0:1788926480.452262:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452269:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926480.452271:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926480.452275:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926480.452277:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513959168, offset 0 00000400:00000200:1.0:1788926480.452281:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452285:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452288:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926480.452291:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926480.452293:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926480.452295:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926480.452298:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452300:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2833:2833:254:4294967295] 192.168.203.140@tcp LPNI seq info [2833:2833:6:4294967295] 00000400:00000200:1.0:1788926480.452303:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452308:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926480.452312:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926480.452315:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e600. 00000800:00000200:1.0:1788926480.452319:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926480.452323:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926480.452325:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926480.452328:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.452331:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 220860 usecs (221 jiffies) 00000400:00000200:1.0:1788926480.452334:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926480.452336:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515807 00000100:00000001:1.0:1788926480.452338:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519267 00000100:00000001:1.0:1788926480.452340:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515807 00000100:00000001:1.0:1788926480.452342:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519267 00000100:00000001:1.0:1788926480.452345:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.452346:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452349:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452351:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.452356:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926480.452358:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926480.452360:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.452361:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926480.452363:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.452366:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788926480.452368:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.452371:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926480.452372:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.452373:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.452374:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926480.452376:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926480.452380:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452386:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926480.452388:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452390:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926480.452391:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926480.452393:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.452430:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513958656:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926480.452434:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926480.452436:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926480.452438:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452439:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926480.452443:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8c00. 02000000:00000001:1.0:1788926480.452445:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.452449:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926480.452451:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4c60. 00000400:00000010:1.0:1788926480.452455:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8b28. 00000100:00000200:1.0:1788926480.452457:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513958656, portal 25 00000100:00000001:1.0:1788926480.452459:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.452460:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494164736 : -108341215386880 : ffff9d76d857a300) 00000100:00000040:1.0:1788926480.452464:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452471:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926480.452473:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926480.452475:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8ee0. 00000100:00000200:1.0:1788926480.452478:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513958656, offset 0 00000400:00000200:1.0:1788926480.452482:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452485:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452489:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926480.452492:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926480.452495:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926480.452497:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926480.452499:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452502:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2834:2834:253:4294967295] 192.168.203.140@tcp LPNI seq info [2834:2834:5:4294967295] 00000400:00000200:1.0:1788926480.452506:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452522:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926480.452526:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926480.452530:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e100. 00000800:00000200:1.0:1788926480.452533:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926480.452537:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926480.452539:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926480.452542:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.452545:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926480.452547:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296519780 00000100:00000001:1.0:1788926480.452554:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296519267 00000100:00000001:1.0:1788926480.452558:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296519780 00000100:00000001:1.0:1788926480.452561:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296519267 00000100:00000001:1.0:1788926480.452563:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.452565:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452567:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926480.452571:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452577:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926480.452578:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452580:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926480.452582:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926480.452584:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.452586:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513959040:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926480.452592:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926480.452594:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926480.452596:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.452597:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926480.452600:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8a00. 02000000:00000001:1.0:1788926480.452602:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.452605:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926480.452608:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4688. 00000400:00000010:1.0:1788926480.452611:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926480.452614:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513959040, portal 4 00000100:00000001:1.0:1788926480.452616:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.452617:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494169216 : -108341215382400 : ffff9d76d857b480) 00000100:00000040:1.0:1788926480.452622:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.452629:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926480.452631:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926480.452633:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8550. 00000100:00000200:1.0:1788926480.452635:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513959040, offset 0 00000400:00000200:1.0:1788926480.452639:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452642:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452645:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926480.452648:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926480.452650:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926480.452652:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926480.452654:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926480.452657:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2835:2835:252:4294967295] 192.168.203.140@tcp LPNI seq info [2835:2835:4:4294967295] 00000400:00000200:1.0:1788926480.452661:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.452667:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926480.452671:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926480.452674:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e300. 00000800:00000200:1.0:1788926480.452678:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926480.452682:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926480.452684:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926480.452687:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.452690:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21495 usecs (22 jiffies) 00000400:00000200:1.0:1788926480.452693:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926480.452694:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296515609 00000100:00000001:1.0:1788926480.452696:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519780 00000100:00000001:1.0:1788926480.452698:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296515609 00000100:00000001:1.0:1788926480.452700:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519780 00000100:00000001:1.0:1788926480.452702:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.452704:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452706:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452708:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.452720:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.452723:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926480.461012:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.461022:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341800. 00000400:00000200:2.0:1788926480.461032:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.461040:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.461048:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:2.0:1788926480.461050:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:2.0:1788926480.461056:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.461064:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461076:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.461080:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461087:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.461089:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926480.461103:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.461105:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:2.0:1788926480.461108:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.461111:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.461114:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:2.0:1788926480.461117:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:2.0:1788926480.461119:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.461123:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461131:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.461134:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461141:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.461142:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926480.461150:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.461152:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:2.0:1788926480.461155:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.461158:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.461160:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:2.0:1788926480.461162:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:2.0:1788926480.461164:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.461168:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461174:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.461177:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461184:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.461185:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926480.461193:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.461194:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:2.0:1788926480.461197:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.461199:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.461202:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:2.0:1788926480.461203:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:2.0:1788926480.461205:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.461209:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461216:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.461219:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461225:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.461226:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926480.461282:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.461286:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e300. 00000400:00000200:2.0:1788926480.461290:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.461293:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.461295:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8550 00000400:00000010:2.0:1788926480.461297:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8550. 00000100:00000001:2.0:1788926480.461299:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.461303:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461310:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.461313:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.461318:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.461319:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926480.465105:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.465123:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926480.465128:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.465131:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.465139:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.465146:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926480.465155:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.465160:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.465164:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.465169:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 10 MB=0x6aa0d3235f980 00000400:00000200:3.0:1788926480.465175:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.465180:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 416/416 into md 0x80e5 [1] + 0 00000800:00000001:3.0:1788926480.465187:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.465195:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.465198:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926480.465203:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926480.465210:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926480.465219:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926480.465230:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926480.465257:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926480.465265:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.465268:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.465709:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.465714:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926480.465721:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926480.465723:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926480.465727:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b108. 00000400:00000200:1.0:1788926480.465733:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:1.0:1788926480.465736:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:1.0:1788926480.465739:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926480.465744:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926480.465753:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.465759:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926480.465761:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.465763:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926480.465766:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926480.465768:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926480.465771:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.465774:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926480.465782:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=147 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926480.465786:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926480.465788:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926480.465790:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.465793:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926480.465796:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.465799:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926480.465801:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788926480.465802:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926480.465804:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.465966:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.465975:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.465977:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926480.465979:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.465981:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788926480.465987:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:1.0:1788926480.465990:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926480.465992:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:1.0:1788926480.465994:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.465997:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:1.0:1788926480.466000:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:1.0:1788926480.466002:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00001000:1.0:1788926480.466005:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1788926480 v=0 (0 0 0 0) 00000100:00001000:1.0:1788926480.466008:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788926480.466013:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000020:00000040:1.0:1788926480.466018:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:1.0:1788926480.466021:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788926480.466024:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788926480.466028:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9d76e0357000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:1.0:1788926480.466033:0:2396:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788926480.466035:0:2396:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.466037:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788926480.466041:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788926480.466045:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788926480.466047:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.466050:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.466051:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.466053:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788926480.466054:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.466056:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.466058:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788926480.466061:0:2396:0:(import.c:1342:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.140@tcp after partition 00000100:00080000:1.0:1788926480.466064:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:1.0:1788926480.466068:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788926480.466071:0:2396:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788926480.466073:0:2396:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788926480.466075:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788926480.466077:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788926480.466078:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788926480.466079:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788926480.466081:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788926480.466082:0:2396:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788926480.466084:0:2396:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9d76e03fd568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788926480.466088:0:2396:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xdeff66104c08bc77 00800000:00000040:1.0:1788926480.466091:0:2396:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9d76e0357000=4486b962-ec3d-45f5-8472-13c4fc59e40f device 3 (ffff9d76e03f8000) type mdc at LMV idx 0 00800000:00000040:1.0:1788926480.466094:0:2396:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9d76e03f8000 already active! 00800000:00000001:1.0:1788926480.466101:0:2396:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926480.466103:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788926480.466104:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.466105:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.466107:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.466108:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788926480.466109:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926480.466111:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000800:00000001:3.0:1788926480.467435:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467448:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926480.467451:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467454:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.467461:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467468:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926480.467475:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467479:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467483:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467488:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235f900 00000400:00000200:3.0:1788926480.467493:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467499:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8105 [1] + 224 00000800:00000001:3.0:1788926480.467504:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467507:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.467520:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926480.467524:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926480.467531:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926480.467538:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926480.467549:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926480.467568:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926480.467575:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467578:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926480.467580:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467582:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.467584:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467588:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926480.467591:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467593:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467596:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467598:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235fb00 00000400:00000200:3.0:1788926480.467602:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467606:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x80fd [1] + 224 00000800:00000001:3.0:1788926480.467609:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467611:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.467613:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926480.467616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926480.467619:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926480.467623:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926480.467632:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926480.467640:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926480.467642:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467644:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926480.467646:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467648:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.467650:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467653:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926480.467656:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467658:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467660:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467663:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d3235fa80 00000400:00000200:3.0:1788926480.467666:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926480.467669:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x810d [1] + 224 00000800:00000001:3.0:1788926480.467672:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467676:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926480.467689:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926480.467691:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926480.467694:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926480.467697:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926480.467705:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926480.467712:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926480.467715:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926480.467717:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468133:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.468137:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926480.468144:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926480.468146:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926480.468148:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4c60. 00000400:00000200:1.0:1788926480.468153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:1.0:1788926480.468155:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:1.0:1788926480.468158:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926480.468163:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926480.468172:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468178:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926480.468180:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468182:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926480.468185:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926480.468187:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926480.468189:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.468191:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926480.468197:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=147 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926480.468201:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926480.468204:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926480.468206:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.468208:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926480.468210:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.468213:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.468217:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468224:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.468226:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926480.468228:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926480.468232:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926480.468239:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513958656:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926480.468245:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926480.468246:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926480.468248:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4688. 00000400:00000200:1.0:1788926480.468250:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:1.0:1788926480.468252:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:1.0:1788926480.468253:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926480.468256:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926480.468263:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468269:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926480.468271:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468272:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926480.468274:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926480.468275:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926480.468276:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.468278:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926480.468283:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=147 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926480.468286:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926480.468288:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926480.468289:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.468291:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926480.468294:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.468297:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926480.468299:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926480.468301:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926480.468302:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.468306:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468313:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.468315:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926480.468316:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926480.468319:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926480.468333:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513959040:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926480.468338:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926480.468339:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926480.468340:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926480.468342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926480.468344:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926480.468346:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926480.468349:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926480.468357:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468363:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926480.468365:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468366:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926480.468367:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926480.468368:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926480.468369:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.468371:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926480.468374:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=147 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926480.468376:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926480.468378:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926480.468380:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.468381:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926480.468382:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.468384:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926480.468385:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926480.468387:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926480.468388:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.468392:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468422:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.468424:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926480.468426:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926480.468429:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926480.468437:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513959168:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926480.468440:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.468442:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.468445:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a300 x1875823513958656/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468452:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926480.468454:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926480.468458:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8c00. 02000000:00000001:1.0:1788926480.468460:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926480.468463:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926480.468464:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926480.468467:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926480.468469:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2000. 02000000:00000001:1.0:1788926480.468472:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926480.468474:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926480.468476:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a300. 00000100:00000001:1.0:1788926480.468479:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926480.468481:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468482:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.468485:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857b480 x1875823513959040/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468490:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926480.468492:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926480.468493:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8a00. 02000000:00000001:1.0:1788926480.468495:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926480.468496:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926480.468497:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926480.468498:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926480.468500:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2100. 02000000:00000001:1.0:1788926480.468502:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926480.468503:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926480.468504:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857b480. 00000100:00000001:1.0:1788926480.468506:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926480.468507:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468508:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.468522:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579180 x1875823513959168/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.468527:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926480.468528:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926480.468530:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8600. 02000000:00000001:1.0:1788926480.468532:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926480.468533:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926480.468534:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926480.468536:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926480.468537:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2600. 02000000:00000001:1.0:1788926480.468539:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926480.468540:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926480.468541:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579180. 00000100:00000001:1.0:1788926480.468543:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926480.468544:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.468547:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.468548:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.468549:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926480.468551:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.468553:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926480.470285:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.470302:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926480.470306:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.470308:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.470316:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.470322:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926480.470331:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.470335:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.470339:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.470343:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235fa00 00000400:00000200:2.0:1788926480.470348:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.470354:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x80f5 [1] + 224 00000800:00000001:2.0:1788926480.470359:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.470367:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.470370:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.470375:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926480.470381:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926480.470387:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926480.470416:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.470441:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926480.470449:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.470453:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.470521:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926480.470525:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926480.470531:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926480.470532:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926480.470535:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4160. 00000400:00000200:0.0:1788926480.470539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8990 00000400:00000010:0.0:1788926480.470541:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8990. 00000100:00000001:0.0:1788926480.470544:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926480.470549:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926480.470558:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.470563:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926480.470565:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.470566:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926480.470569:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926480.470572:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926480.470573:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.470576:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926480.470584:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=147 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926480.470587:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926480.470590:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926480.470593:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.470595:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926480.470598:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.470601:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926480.470603:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926480.470605:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926480.470607:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.470611:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.470619:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926480.470622:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926480.470623:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926480.470627:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926480.470634:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513958912:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926480.470639:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.470641:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.470644:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579f80 x1875823513958912/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.470650:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926480.470652:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926480.470655:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9a00. 02000000:00000001:0.0:1788926480.470658:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926480.470661:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926480.470662:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926480.470664:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926480.470667:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2c00. 02000000:00000001:0.0:1788926480.470670:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926480.470672:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926480.470673:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579f80. 00000100:00000001:0.0:1788926480.470676:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926480.470689:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.470691:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.470698:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926480.470700:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.470702:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926480.470705:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.471258:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.471262:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788926480.471267:0:2396:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00080000:1.0:1788926480.471276:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000006c6a858): req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926480 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.471296:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.471300:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.471305:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926480.471318:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513958784:192.168.203.140@tcp:38:kworker.0 00000100:00000001:1.0:1788926480.471322:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.471324:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.471327:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513958784/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.471333:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926480.471335:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926480.471337:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d91800. 02000000:00000001:1.0:1788926480.471340:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926480.471342:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926480.471343:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926480.471345:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926480.471347:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880f800. 02000000:00000001:1.0:1788926480.471349:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926480.471351:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926480.471352:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:1.0:1788926480.471355:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926480.471356:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.471358:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.471363:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926480.471364:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.471366:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.471368:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.471541:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926480.471544:0:33225:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.471547:0:33225:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926480.471549:0:33225:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.471552:0:33225:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926480.471555:0:33225:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926480.471558:0:33225:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.471561:0:33225:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788926480.471566:0:33225:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513955328 new x1875823513959296 02000000:00000001:0.0:1788926480.471569:0:33225:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926480.471571:0:33225:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926480.471577:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926480.471582:0:33225:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926480.471588:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08214c8. 00000100:00000200:0.0:1788926480.471593:0:33225:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513955328, portal 10 00000100:00000001:0.0:1788926480.471596:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926480.471597:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000040:0.0:1788926480.471604:0:33225:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.471611:0:33225:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926480.471614:0:33225:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926480.471616:0:33225:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821110. 00000100:00000200:0.0:1788926480.471620:0:33225:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513955328, offset 0 00000400:00000200:0.0:1788926480.471626:0:33225:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926480.471633:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.471640:0:33225:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926480.471645:0:33225:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926480.471649:0:33225:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926480.471653:0:33225:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926480.471655:0:33225:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926480.471659:0:33225:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2836:2836:256:4294967295] 192.168.203.140@tcp LPNI seq info [2836:2836:8:4294967295] 00000400:00000200:0.0:1788926480.471663:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.471672:0:33225:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926480.471735:0:33225:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926480.471741:0:33225:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2c00. 00000800:00000200:0.0:1788926480.471748:0:33225:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926480.471756:0:33225:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926480.471760:0:33225:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926480.471777:0:33225:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.471782:0:33225:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 803175 usecs (804 jiffies) 00000400:00000200:0.0:1788926480.471786:0:33225:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926480.471789:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296516410 00000100:00000001:0.0:1788926480.471792:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519780 00000100:00000001:0.0:1788926480.471794:0:33225:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296516410 00000100:00000001:0.0:1788926480.471796:0:33225:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519780 00000100:00000001:0.0:1788926480.471798:0:33225:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926480.471801:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.471803:0:33225:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926480.471804:0:33225:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000002:00000001:3.0:1788926480.471961:0:33246:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788926480.471965:0:33246:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788926480.471968:0:33246:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926480.471971:0:33246:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926480.471972:0:33246:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926480.471975:0:33246:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1788926480.471977:0:33246:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926480.472097:0:33225:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864300 going to sleep for 11 seconds 00000100:00000001:0.0:1788926480.472100:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926480.472102:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926480.472320:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.472325:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2c00. 00000400:00000200:2.0:1788926480.472330:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.472336:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.472341:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:2.0:1788926480.472343:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:2.0:1788926480.472347:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.472351:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.472364:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.472367:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.472372:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.472374:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926480.480427:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.480443:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926480.480448:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.480450:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.480458:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.480465:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926480.480474:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.480478:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.480483:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.480487:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235fb80 00000400:00000200:2.0:1788926480.480492:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.480497:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8115 [1] + 224 00000800:00000001:2.0:1788926480.480504:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.480523:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.480526:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.480531:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926480.480537:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926480.480547:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926480.480557:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.480579:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926480.480587:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.480591:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.480654:0:33225:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926480.480661:0:33225:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926480.480663:0:33225:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926480.480667:0:33225:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926480.480671:0:33225:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:0.0:1788926480.480674:0:33225:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:0.0:1788926480.480677:0:33225:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926480.480682:0:33225:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926480.480691:0:33225:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd180 x1875823513955328/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480697:0:33225:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926480.480699:0:33225:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.480701:0:33225:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926480.480704:0:33225:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926480.480707:0:33225:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926480.480710:0:33225:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.480713:0:33225:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926480.480722:0:33225:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926480.480727:0:33225:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926480.480729:0:33225:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926480.480731:0:33225:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.480734:0:33225:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926480.480737:0:33225:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.480740:0:33225:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926480.480742:0:33225:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926480.480744:0:33225:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926480.480746:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926480.480747:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000100:00000001:0.0:1788926480.480750:0:33225:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926480.480752:0:33225:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788926480.480754:0:33225:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926480.480757:0:33225:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.480761:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480769:0:33225:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926480.480772:0:33225:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926480.480774:0:33225:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926480.480778:0:33225:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926480.480786:0:33225:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd180 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33225:1875823513955328:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926480.480791:0:33225:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.480793:0:33225:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.480795:0:33225:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926480.480797:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.480800:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480807:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926480.480810:0:33225:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3864300. 00000100:00000001:0.0:1788926480.480813:0:33225:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926480.480814:0:33225:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.480821:0:33225:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926480.480823:0:33225:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182976 : -108341482368640 : ffff9d76c86dd180) 00000002:00000001:0.0:1788926480.480826:0:33225:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.480829:0:33225:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926480.480834:0:33225:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c61a00. 00000080:00000001:0.0:1788926480.480838:0:33225:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926480.480841:0:33225:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926480.480843:0:33225:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926480.480845:0:33225:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926480.480847:0:33225:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926480.480849:0:33225:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926480.480851:0:33225:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926480.480853:0:33225:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:0.0:1788926480.480855:0:33225:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.480859:0:33225:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926480.480864:0:33225:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480871:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.480874:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513955072/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926480 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480880:0:33225:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926480.480883:0:33225:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926480.480885:0:33225:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926480.480887:0:33225:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926480.480890:0:33225:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10df400. 02000000:00000001:0.0:1788926480.480893:0:33225:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926480.480895:0:33225:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926480.480897:0:33225:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:0.0:1788926480.480899:0:33225:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926480.480900:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.480902:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.480905:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480919:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926480.480922:0:33225:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76c3d01600. 00000002:00000001:0.0:1788926480.480926:0:33225:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.480927:0:33225:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926480.480936:0:33225:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76d3318740. 00000100:00000001:0.0:1788926480.480939:0:33225:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.480942:0:33225:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.480948:0:33225:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.480951:0:33225:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926480.480954:0:33225:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95e00. 00000080:00000001:0.0:1788926480.480958:0:33225:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926480.480963:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebdf0 00000080:00000008:0.0:1788926480.480965:0:33225:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9d76d153e3c8), flags 100002, rc = 0 00000080:00000001:0.0:1788926480.480969:0:33225:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.480973:0:33225:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926480.480975:0:33225:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841eebe00 00000080:00002000:0.0:1788926480.480976:0:33225:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9d76d176baf8, parent ffff9d76d14be6c0, inode ffff9d76d153e3c8) hashed, 00000080:00000001:0.0:1788926480.480979:0:33225:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926480.480983:0:33225:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926480.480987:0:33225:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788926480.498673:0:33247:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01c00. 00000080:00000001:0.0:1788926480.499869:0:33247:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926480.499874:0:33247:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926480.499876:0:33247:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926480.499879:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b20 00000080:00200000:0.0:1788926480.499882:0:33247:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926480.499889:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d18fda00. 00800000:00000002:0.0:1788926480.499894:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926480.499898:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926480.499902:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926480.499904:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a40 00800000:00000002:0.0:1788926480.499907:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926480.499910:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926480.499913:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926480.499916:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926480.499918:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926480.499920:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926480.499923:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926480.499925:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926480.499927:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926480.499990:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926480.499996:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926480.499998:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63910 00000002:00010000:0.0:1788926480.500000:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926480.500003:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926480.500004:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926480.500007:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926480.500013:0:33247:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.500015:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.500016:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.500019:0:33247:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926480.500021:0:33247:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926480.500025:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579f80. 00000020:00000040:0.0:1788926480.500029:0:33247:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926480.500035:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926480.500039:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926480.500043:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.500046:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.500049:0:33247:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.500052:0:33247:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.500058:0:33247:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880f800. 00000100:00000001:0.0:1788926480.500064:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.500069:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926480.500071:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.500072:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926480.500073:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.500075:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.500080:0:33247:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00010000:00000001:0.0:1788926480.500083:0:33247:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926480.500086:0:33247:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926480.500089:0:33247:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a600. 00010000:00000010:0.0:1788926480.500093:0:33247:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71480. 00010000:00000001:0.0:1788926480.500097:0:33247:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926480.500100:0:33247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008200. 00000020:00000001:0.0:1788926480.500104:0:33247:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926480.500107:0:33247:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008200 with handle 0xdeff66104c08c89b to hash 00000020:00000001:0.0:1788926480.500109:0:33247:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926480.500111:0:33247:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.500114:0:33247:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.500117:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926480.500120:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.500125:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926480.500134:0:33247:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926480.500144:0:33247:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926480.500149:0:33247:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926480.500151:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926480.500156:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fbf00. 00000100:00000001:0.0:1788926480.500158:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260863744 : -108341448687872 : ffff9d76ca6fbf00) 00000100:00000001:0.0:1788926480.500160:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926480.500162:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000001:0.0:1788926480.500166:0:33247:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.500170:0:33247:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.500172:0:33247:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926480.500174:0:33247:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926480.500184:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.500193:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926480.500195:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.500198:0:33247:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926480.500201:0:33247:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926480.500203:0:33247:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926480.500206:0:33247:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:33247:1875823513959424:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926480.500209:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926480.500213:0:33247:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926480.500215:0:33247:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.500217:0:33247:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926480.500220:0:33247:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7af000. 02000000:00000001:0.0:1788926480.500222:0:33247:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926480.500230:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926480.500233:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926480.500238:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08214c8. 00000100:00000200:0.0:1788926480.500245:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513959424, portal 10 00000100:00000001:0.0:1788926480.500246:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926480.500247:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:0.0:1788926480.500253:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.500260:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926480.500263:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926480.500265:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821440. 00000100:00000200:0.0:1788926480.500268:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513959424, offset 0 00000400:00000200:0.0:1788926480.500273:0:33247:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926480.500280:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.500287:0:33247:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926480.500292:0:33247:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926480.500296:0:33247:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926480.500299:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926480.500302:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926480.500306:0:33247:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2837:2837:256:4294967295] 192.168.203.140@tcp LPNI seq info [2837:2837:8:4294967295] 00000400:00000200:0.0:1788926480.500310:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.500319:0:33247:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926480.500324:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926480.500329:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926480.500335:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926480.500342:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926480.500346:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788926480.500367:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.500371:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 827850 usecs (828 jiffies) 00000400:00000200:0.0:1788926480.500375:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926480.500377:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296516462 00000100:00000001:0.0:1788926480.500381:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519780 00000100:00000001:0.0:1788926480.500383:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296516462 00000100:00000001:0.0:1788926480.500385:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519780 00000100:00000001:0.0:1788926480.500387:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926480.500389:0:33247:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.500391:0:33247:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926480.500393:0:33247:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926480.500419:0:33247:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fbf00 going to sleep for 11 seconds 00000100:00000001:0.0:1788926480.500427:0:33247:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926480.500430:0:33247:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926480.500817:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.500822:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926480.500828:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.500833:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.500837:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821440 00000400:00000010:2.0:1788926480.500840:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821440. 00000100:00000001:2.0:1788926480.500844:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.500848:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.500857:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.500860:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.500867:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.500869:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926480.511738:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.511755:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926480.511760:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.511763:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.511771:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.511779:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926480.511787:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.511791:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.511796:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.511800:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d3235fc00 00000400:00000200:2.0:1788926480.511806:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.512000:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x811d [1] + 224 00000800:00000001:2.0:1788926480.512010:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.512018:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.512022:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.512027:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926480.512033:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926480.512042:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926480.512052:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.512113:0:33247:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926480.512135:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926480.512144:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.512148:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926480.513057:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926480.513061:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926480.513066:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926480.513071:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:0.0:1788926480.513074:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:0.0:1788926480.513077:0:33247:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926480.513084:0:33247:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926480.513094:0:33247:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.513100:0:33247:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926480.513103:0:33247:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.513105:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926480.513108:0:33247:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926480.513110:0:33247:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926480.513112:0:33247:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.513115:0:33247:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926480.513124:0:33247:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=147 v=5 (5 104 104 104) 00000100:00001000:0.0:1788926480.513128:0:33247:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926480.513130:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926480.513131:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.513134:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926480.513137:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.513141:0:33247:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926480.513143:0:33247:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788926480.513145:0:33247:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926480.513148:0:33247:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.513152:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.513159:0:33247:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926480.513162:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926480.513164:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926480.513167:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926496 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926480.513175:0:33247:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:33247:1875823513959424:192.168.203.140@tcp:101:rm.0 00000100:00000001:0.0:1788926480.513180:0:33247:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.513183:0:33247:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.513186:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926480.513188:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.513192:0:33247:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926496 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926480.513198:0:33247:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926480.513200:0:33247:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fbf00. 00000100:00000001:0.0:1788926480.513204:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926480.513206:0:33247:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.513208:0:33247:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926480.513213:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513215:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513218:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=4 00000020:00000001:0.0:1788926480.513220:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513223:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000040:0.0:1788926480.513229:0:33247:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008200, remote cookie: 0x840913afd2dab4a9, flags: 0x1001 00010000:00010000:0.0:1788926480.513235:0:33247:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926480.513245:0:33247:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513252:0:33247:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926480.513256:0:33247:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926480.513259:0:33247:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926480.513260:0:33247:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926480.513261:0:33247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926480.513264:0:33247:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3b2a600) refcount = 1 00010000:00010000:0.0:1788926480.513268:0:33247:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513275:0:33247:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926480.513278:0:33247:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926480.513279:0:33247:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926480.513282:0:33247:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926480.513284:0:33247:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.513287:0:33247:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513293:0:33247:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926480.513294:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513297:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.513298:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513298:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.513300:0:33247:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.513304:0:33247:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926480.513305:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513306:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513308:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:0.0:1788926480.513309:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513311:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513313:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513314:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513315:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=4 00000020:00000001:0.0:1788926480.513317:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513318:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513320:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926480.513323:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.513326:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513332:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513333:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.513334:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513335:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513336:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=5 00000020:00000001:0.0:1788926480.513338:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513340:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513342:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926480.513344:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513349:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513350:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926480.513353:0:33247:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513359:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926480.513360:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513360:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.513361:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513362:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926480.513366:0:33247:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926480.513374:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513376:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513377:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:0.0:1788926480.513379:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513380:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513383:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513384:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926480.513385:0:33247:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.513387:0:33247:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.513389:0:33247:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926480.513391:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513392:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513393:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:0.0:1788926480.513621:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513624:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00000002:00010000:0.0:1788926480.513628:0:33247:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.513635:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513636:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.513637:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926480.513639:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.513640:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.513641:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:0.0:1788926480.513643:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926480.513645:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000040:0.0:1788926480.513650:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 2 00010000:00000001:0.0:1788926480.513653:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926480.513656:0:33247:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926480.513659:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.513660:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926480.513661:0:33247:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926480.513664:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63898 00000002:00002000:0.0:1788926480.513665:0:33247:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926480.513668:0:33247:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.513671:0:33247:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.513673:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926480.514000:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926480.514005:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926480.514153:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926480.514157:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fda00. 00000080:00000001:0.0:1788926480.514163:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926480.514166:0:33247:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926480.514171:0:33247:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926480.514176:0:33247:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926480.514274:0:33247:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020eb80. 00800000:00000001:1.0:1788926480.514278:0:33247:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624796544 : -108341084755072 : ffff9d76e020eb80) 00800000:00000001:1.0:1788926480.514281:0:33247:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.514283:0:33247:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926480.514286:0:33247:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926480.514288:0:33247:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788926480.514290:0:33247:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926480.514293:0:33247:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926480.514294:0:33247:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.514299:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788926480.514302:0:33247:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788926480.514305:0:33247:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788926465 to 1788926466 00000080:00200000:1.0:1788926480.514309:0:33247:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788926480.514312:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.514314:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.514315:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.514317:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.514320:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.514322:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.514323:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926480.514325:0:33247:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926480.514327:0:33247:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926480.514329:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020eb80 1 00800000:00000010:1.0:1788926480.514331:0:33247:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020eb80. 00800000:00000001:1.0:1788926480.514334:0:33247:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.514338:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c89b 00800000:00000001:1.0:1788926480.514340:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926480.514342:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926480.514343:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.514344:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.514345:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.514347:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.514349:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.514351:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.514352:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.514353:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.514355:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.514357:0:33247:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.514359:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926480.514362:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c89b from it ffffb2d841c63b58 00010000:00000001:1.0:1788926480.514364:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.514365:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.514366:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.514367:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.514370:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.514372:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.514374:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.514381:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.514382:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.514383:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926480.514386:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926480.514388:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926480.514467:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926480.514470:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926480.514581:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.514587:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.514588:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.514590:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.514594:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926480.514596:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.514598:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.514601:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.514603:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.514604:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.514605:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926480.514608:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.514616:0:33247:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579f80 x1875823513959424/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.514624:0:33247:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926480.514627:0:33247:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926480.514630:0:33247:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7af000. 02000000:00000001:1.0:1788926480.514634:0:33247:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926480.514637:0:33247:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926480.514639:0:33247:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926480.514641:0:33247:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926480.514644:0:33247:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880f800. 02000000:00000001:1.0:1788926480.514648:0:33247:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926480.514649:0:33247:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926480.514651:0:33247:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579f80. 00000100:00000001:1.0:1788926480.514655:0:33247:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926480.514656:0:33247:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926480.514659:0:33247:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926480.514664:0:33247:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926480.514969:0:33247:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5caa0. 00000020:00000001:1.0:1788926480.514975:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63ae8 00000080:00200000:1.0:1788926480.514978:0:33247:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=8 00000080:00000001:1.0:1788926480.514981:0:33247:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926480.514983:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63998 00000080:00200000:1.0:1788926480.514985:0:33247:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=getattr 00000080:00000001:1.0:1788926480.514989:0:33247:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1788926480.514993:0:33247:0:(statahead.c:273:sa_get()) lustre: wrong pid=33227:33247 for entry f22.recovery-small-2 00000080:00000001:0.0:1788926480.515046:0:33228:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:0.0:1788926480.515049:0:33228:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:0.0:1788926480.515052:0:33228:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9d76c8b71c80. 00000020:00000001:0.0:1788926480.515055:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cd8 00000080:00400000:0.0:1788926480.515056:0:33228:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9d76c8b71c80) index 9 00000080:00000001:1.0:1788926480.515144:0:33247:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1788926480.515147:0:33247:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:1.0:1788926480.515156:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d84a8600. 00800000:00000002:1.0:1788926480.515161:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926480.515166:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926480.515169:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.515171:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c638b8 00800000:00000002:1.0:1788926480.515174:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.515177:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926480.515181:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.515184:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.515186:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.515188:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.515190:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.515192:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.515194:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.515197:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63850 00800000:00000002:1.0:1788926480.515199:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788926480.515203:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.515205:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63788 00000002:00010000:1.0:1788926480.515207:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788926480.515211:0:33247:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926480.515213:0:33247:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926480.515217:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926480.515220:0:33247:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926480.515225:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926480.515229:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.515232:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.515234:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.515235:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.515238:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926480.515241:0:33247:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926480.515244:0:33247:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926480.515250:0:33247:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b01c00. 00000100:00000001:1.0:1788926480.515255:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.515258:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926480.515260:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.515261:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926480.515262:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.515264:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.515271:0:33247:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00010000:00000001:1.0:1788926480.515274:0:33247:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926480.515276:0:33247:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926480.515281:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 2 00010000:00000001:1.0:1788926480.515283:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.515286:0:33247:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926480.515289:0:33247:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498000. 00000020:00000001:1.0:1788926480.515292:0:33247:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926480.515294:0:33247:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498000 with handle 0xdeff66104c08c8a2 to hash 00000020:00000001:1.0:1788926480.515295:0:33247:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926480.515297:0:33247:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.515300:0:33247:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.515302:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.515304:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.515308:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926480.515315:0:33247:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926480.515323:0:33247:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 33247 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926480.515328:0:33247:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926480.515329:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926480.515335:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926480.515337:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354496 : -108341448197120 : ffff9d76ca773c00) 00000100:00000001:1.0:1788926480.515340:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.515341:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926480.515345:0:33247:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926480.515349:0:33247:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.515351:0:33247:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926480.515352:0:33247:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926480.515358:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.515365:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926480.515368:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.515371:0:33247:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926480.515373:0:33247:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926480.515375:0:33247:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.515379:0:33247:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:33247:1875823513959552:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926480.515384:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926480.515388:0:33247:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926480.515391:0:33247:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.515393:0:33247:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926480.515417:0:33247:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c9978800. 02000000:00000001:1.0:1788926480.515420:0:33247:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.515427:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926480.515430:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926480.515436:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926480.515441:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513959552, portal 10 00000100:00000001:1.0:1788926480.515443:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.515445:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926480.515451:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.515459:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926480.515462:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926480.515464:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926480.515467:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513959552, offset 0 00000400:00000200:1.0:1788926480.515636:0:33247:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926480.515645:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.515653:0:33247:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926480.515658:0:33247:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926480.515662:0:33247:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926480.515665:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926480.515668:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926480.515671:0:33247:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2838:2838:256:4294967295] 192.168.203.140@tcp LPNI seq info [2838:2838:8:4294967295] 00000400:00000200:1.0:1788926480.515676:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.515743:0:33247:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926480.515749:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926480.515754:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ec00. 00000800:00000200:1.0:1788926480.515760:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926480.515767:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926480.515771:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ec00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788926480.515883:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.515888:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 826773 usecs (827 jiffies) 00000400:00000200:1.0:1788926480.515891:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926480.515894:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296516477 00000100:00000001:1.0:1788926480.515897:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519780 00000100:00000001:1.0:1788926480.515900:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296516477 00000100:00000001:1.0:1788926480.515902:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519780 00000100:00000001:1.0:1788926480.515904:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.515906:0:33247:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.515909:0:33247:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926480.515910:0:33247:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926480.515913:0:33247:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788926480.515916:0:33247:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926480.515919:0:33247:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.515971:0:33228:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446635732231986304 : -108341477565312 : ffff9d76c8b71c80) 00000080:00000001:0.0:1788926480.515975:0:33228:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:0.0:1788926480.515979:0:33228:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9d76c880f000. 00800000:00000002:0.0:1788926480.515983:0:33228:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 3 00800000:00000001:0.0:1788926480.515989:0:33228:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:0.0:1788926480.515991:0:33228:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926480.515993:0:33228:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926480.515995:0:33228:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926480.515996:0:33228:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926480.515998:0:33228:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926480.516000:0:33228:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926480.516002:0:33228:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.516004:0:33228:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:0.0:1788926480.516006:0:33228:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446635732372497408 : -108341337054208 : ffff9d76d1172400) 00000002:00000001:0.0:1788926480.516017:0:33228:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:0.0:1788926480.516019:0:33228:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9d76ca6fbf00. 00000002:00000001:0.0:1788926480.516022:0:33228:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:0.0:1788926480.516025:0:33228:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9d76e0052060. 00000002:00000010:0.0:1788926480.516029:0:33228:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9d76c7e99540. 00000002:00000010:0.0:1788926480.516033:0:33228:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9d76d10c4000. 00000002:00000001:0.0:1788926480.516035:0:33228:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:0.0:1788926480.516037:0:33228:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:0.0:1788926480.516042:0:33228:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:0.0:1788926480.516044:0:33228:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:0.0:1788926480.516046:0:33228:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926480.516050:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 3 00010000:00000001:0.0:1788926480.516052:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926480.516054:0:33228:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926480.516056:0:33228:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009800. 00000020:00000001:0.0:1788926480.516059:0:33228:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926480.516061:0:33228:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009800 with handle 0xdeff66104c08c8a9 to hash 00000020:00000001:0.0:1788926480.516063:0:33228:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926480.516064:0:33228:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236802048 : -108341472749568 : ffff9d76c9009800) 00010000:00000001:0.0:1788926480.516067:0:33228:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236802048 : -108341472749568 : ffff9d76c9009800) 00010000:00000001:0.0:1788926480.516069:0:33228:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926480.516071:0:33228:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.516074:0:33228:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926480.516082:0:33228:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.516087:0:33228:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516089:0:33228:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516092:0:33228:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926480.516095:0:33228:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9d76c7e99440. 00000002:00000001:0.0:1788926480.516097:0:33228:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516099:0:33228:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516101:0:33228:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.516102:0:33228:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.516104:0:33228:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.516106:0:33228:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:0.0:1788926480.516108:0:33228:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:0.0:1788926480.516109:0:33228:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:0.0:1788926480.516111:0:33228:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:0.0:1788926480.516113:0:33228:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926480.516116:0:33228:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926480.516118:0:33228:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926480.516120:0:33228:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926480.516122:0:33228:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926480.516125:0:33228:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926480.516129:0:33228:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516132:0:33228:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516134:0:33228:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926480.516136:0:33228:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.516139:0:33228:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926480.516142:0:33228:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.516148:0:33228:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3633b9d] to pc [ptlrpcd_00_00+0] req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:0.0:1788926480.516175:0:33228:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926480.516178:0:33228:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.516179:0:33228:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.516181:0:33228:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:0.0:1788926480.516183:0:33228:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9d76d1aa2b00. 00000080:00000001:0.0:1788926480.516187:0:33228:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.516190:0:33228:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:0.0:1788926480.516191:0:33228:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:0.0:1788926480.516192:0:33228:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926480.516194:0:33228:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.516195:0:33228:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:0.0:1788926480.516197:0:33228:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:0.0:1788926480.516199:0:33228:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:0.0:1788926480.516200:0:33228:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:0.0:1788926480.516202:0:33228:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1788926480.516203:0:33228:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9d76d1172400. 00000002:00000001:0.0:1788926480.516206:0:33228:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1788926480.516208:0:33228:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff9d76d1172ca0. 00800000:00000010:0.0:1788926480.516210:0:33228:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9d76c7e99280. 00800000:00000001:0.0:1788926480.516212:0:33228:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926480.516214:0:33228:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff9d76d0795e00 pid 33229 00000100:00000001:0.0:1788926480.516231:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926480.516233:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788926480.516235:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.516241:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926480.516242:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.516244:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926480.516245:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926480.516246:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926480.516250:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.516258:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926480.516259:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.516262:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926480.516263:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926480.516265:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926480.516268:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513959680:192.168.203.140@tcp:63:ll_sa.0 00000100:00000001:0.0:1788926480.516272:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926480.516275:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926480.516276:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.516278:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926480.516283:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9d76e024e000. 02000000:00000001:0.0:1788926480.516284:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926480.516288:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926480.516291:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926480.516295:0:2398:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9d76ca6fbe40. 00000100:00000200:0.0:1788926480.516299:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875823513959680, portal 4 00000100:00000001:0.0:1788926480.516301:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926480.516302:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:0.0:1788926480.516307:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.516314:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926480.516316:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926480.516318:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08214c8. 00000100:00000200:0.0:1788926480.516321:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875823513959680, offset 0 00000400:00000200:0.0:1788926480.516325:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926480.516329:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.516333:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926480.516336:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926480.516339:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926480.516341:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926480.516343:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926480.516346:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2839:2839:255:4294967295] 192.168.203.140@tcp LPNI seq info [2839:2839:7:4294967295] 00000400:00000200:0.0:1788926480.516350:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926480.516357:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926480.516361:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926480.516364:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2b00. 00000800:00000200:0.0:1788926480.516367:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926480.516372:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926480.516375:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2b00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:0.0:1788926480.516378:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926480.516381:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 826773 usecs (827 jiffies) 00000400:00000200:0.0:1788926480.516383:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926480.516385:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296516477 00000100:00000001:0.0:1788926480.516388:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519780 00000100:00000001:0.0:1788926480.516390:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296516477 00000100:00000001:0.0:1788926480.516392:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519780 00000100:00000001:0.0:1788926480.516394:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926480.516415:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.516418:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.516420:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.516526:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926480.516529:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926480.516613:0:33229:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926480.516937:0:33228:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff9d76d0795e00, parent / 00000800:00000200:2.0:1788926480.517006:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.517049:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926480.517053:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.517059:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.517063:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:2.0:1788926480.517066:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:2.0:1788926480.517070:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.517074:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.517084:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.517087:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.517095:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.517096:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926480.517150:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.517152:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2b00. 00000400:00000200:2.0:1788926480.517155:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.517158:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.517161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:2.0:1788926480.517162:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:2.0:1788926480.517164:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.517168:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.517174:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.517177:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.517183:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.517184:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926480.531252:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.531272:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926480.531276:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.531278:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.531287:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.531296:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926480.531306:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.531311:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.531317:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.531322:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 4320 into portal 4 MB=0x6aa0d3235fd00 00000400:00000200:2.0:1788926480.531327:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.531333:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 4320/4320 into md 0x812d [2] + 224 00000800:00000001:2.0:1788926480.531339:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.531351:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.531355:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.531359:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926480.531365:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926480.531374:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926480.531386:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.531436:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926480.531444:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.531447:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.531502:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926480.531506:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926480.531521:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926480.531524:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926480.531527:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926480.531532:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca6fbe40 00000400:00000010:0.0:1788926480.531535:0:2398:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9d76ca6fbe40. 00000100:00000001:0.0:1788926480.531539:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926480.531544:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926480.531552:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.531557:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926480.531559:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.531562:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926480.531564:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926480.531567:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926480.531569:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926480.531572:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926480.531581:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627dc8 time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1788926480.531585:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926480.531587:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788926480.531590:0:2398:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.531597:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788926480.531601:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926480.531603:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788926480.531605:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926480.531607:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788926480.531613:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.531619:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788926480.531623:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926480.531624:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926480.531626:0:2398:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788926480.531631:0:2398:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788926480.531636:0:2398:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926480.531638:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.531640:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.531643:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009800 refcount=4 00000020:00000001:0.0:1788926480.531646:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802048 : -108341472749568 : ffff9d76c9009800) 00010000:00000001:0.0:1788926480.531649:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802048 : -108341472749568 : ffff9d76c9009800) 00010000:00010000:0.0:1788926480.531654:0:2398:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531662:0:2398:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788926480.531666:0:2398:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531672:0:2398:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926480.531675:0:2398:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531692:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.531694:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926480.531696:0:2398:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531702:0:2398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926480.531705:0:2398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926480.531708:0:2398:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926480.531712:0:2398:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926480.531718:0:2398:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009800 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926480.531721:0:2398:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926480.531725:0:2398:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531731:0:2398:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926480.531733:0:2398:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926480.531736:0:2398:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531740:0:2398:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926480.531743:0:2398:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926480.531744:0:2398:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926480.531745:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926480.531747:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009800 refcount=5 00000020:00000001:0.0:1788926480.531749:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236802048 : -108341472749568 : ffff9d76c9009800) 00010000:00000001:0.0:1788926480.531751:0:2398:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236802048 : -108341472749568 : ffff9d76c9009800) 00010000:00000001:0.0:1788926480.531753:0:2398:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926480.531755:0:2398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926480.531760:0:2398:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926480.531761:0:2398:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.531764:0:2398:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926480.531765:0:2398:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926480.531768:0:2398:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926480.531769:0:2398:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926480.531771:0:2398:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926480.531772:0:2398:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926480.531775:0:2398:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009800 with handle 0xdeff66104c08c8a9 from hash 00010000:00000001:0.0:1788926480.531778:0:2398:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926480.531780:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.531781:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.531782:0:2398:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926480.531783:0:2398:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926480.531785:0:2398:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926480.531787:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.531788:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.531790:0:2398:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926480.531791:0:2398:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926480.531794:0:2398:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531799:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.531800:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.531801:0:2398:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926480.531802:0:2398:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926480.531803:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926480.531804:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926480.531805:0:2398:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926480.531807:0:2398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009800/0xdeff66104c08c8a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 33228 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926480.531828:0:2398:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926480.531830:0:2398:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926480.531834:0:2398:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788926480.531836:0:2398:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a1bc58 00000080:00400000:0.0:1788926480.531838:0:2398:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:0.0:1788926480.531840:0:2398:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788926480.531843:0:2398:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926480.531845:0:2398:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c880f190 released 00000080:00000001:0.0:1788926480.531847:0:2398:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788926480.531850:0:2398:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 3 00000080:00000010:0.0:1788926480.531854:0:2398:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9d76ca6fbf00. 00000080:00000010:0.0:1788926480.531857:0:2398:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9d76c880f000. 00000080:00000001:0.0:1788926480.531861:0:2398:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788926480.531863:0:2398:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9d76c7e99440. 00000002:00000010:0.0:1788926480.531867:0:2398:0:(batch.c:317:batch_update_request_destroy()) kvfreed 'bub->bub_req': 4096 at ffff9d76d10c4000. 00000002:00000010:0.0:1788926480.531870:0:2398:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9d76c7e99540. 00000002:00000010:0.0:1788926480.531872:0:2398:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9d76e0052060. 00000002:00000001:0.0:1788926480.531875:0:2398:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788926480.531877:0:2398:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788926480.531882:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926480.531889:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513959680:192.168.203.140@tcp:63:ll_sa.0 00000100:00000001:0.0:1788926480.531893:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.531896:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926480.531900:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513959680/t0(0) o63->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926480.531906:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926480.531909:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926480.531912:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9d76e024e000. 02000000:00000001:0.0:1788926480.531914:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926480.531917:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926480.531918:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926480.531920:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926480.531923:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926480.531925:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926480.531927:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926480.531928:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:0.0:1788926480.531931:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926480.531933:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.531935:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926480.531941:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926480.531943:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926480.531945:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926480.531948:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926480.539561:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.539580:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926480.539585:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.539587:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.539595:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.539602:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926480.539612:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.539617:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.539623:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.539628:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d3235fc80 00000400:00000200:2.0:1788926480.539633:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.539639:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x8125 [1] + 224 00000800:00000001:2.0:1788926480.539646:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.539657:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.539660:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.539664:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926480.539672:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926480.539761:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926480.539773:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926480.539792:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926480.539802:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.539806:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.540215:0:33247:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926480.540222:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926480.540224:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926480.540227:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926480.540232:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926480.540234:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926480.540237:0:33247:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926480.540242:0:33247:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926480.540251:0:33247:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.540257:0:33247:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926480.540259:0:33247:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.540262:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926480.540264:0:33247:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926480.540267:0:33247:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926480.540269:0:33247:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.540271:0:33247:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926480.540279:0:33247:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=147 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926480.540284:0:33247:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926480.540286:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926480.540288:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540290:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926480.540294:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.540297:0:33247:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926480.540299:0:33247:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788926480.540301:0:33247:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926480.540304:0:33247:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.540309:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/640 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.540316:0:33247:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.540319:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926480.540321:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926480.540325:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/640 e 0 to 0 dl 1788926496 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926480.540333:0:33247:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:33247:1875823513959552:192.168.203.140@tcp:101:rm.0 00000100:00000001:1.0:1788926480.540338:0:33247:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.540341:0:33247:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.540343:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926480.540345:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.540349:0:33247:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/640 e 0 to 0 dl 1788926496 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.540356:0:33247:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926480.540358:0:33247:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926480.540363:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926480.540364:0:33247:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540367:0:33247:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926480.540370:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540373:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540376:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=4 00000020:00000001:1.0:1788926480.540379:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540381:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000040:1.0:1788926480.540388:0:33247:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498000, remote cookie: 0x840913afd2dab4da, flags: 0x1001 00010000:00010000:1.0:1788926480.540394:0:33247:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926480.540420:0:33247:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788926480.540424:0:33247:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926480.540431:0:33247:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f400. 00010000:00000010:1.0:1788926480.540436:0:33247:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592780. 00010000:00000001:1.0:1788926480.540440:0:33247:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.540444:0:33247:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926480.540452:0:33247:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540458:0:33247:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926480.540461:0:33247:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926480.540463:0:33247:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926480.540464:0:33247:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926480.540465:0:33247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926480.540468:0:33247:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x27:0x0].0x0 (ffff9d76d065f400) refcount = 1 00010000:00010000:1.0:1788926480.540471:0:33247:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540477:0:33247:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926480.540480:0:33247:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926480.540482:0:33247:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.540485:0:33247:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926480.540487:0:33247:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.540490:0:33247:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540495:0:33247:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926480.540497:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540499:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540500:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540500:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540502:0:33247:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.540505:0:33247:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926480.540508:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540518:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540521:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540523:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540525:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540527:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540528:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540529:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=4 00000020:00000001:1.0:1788926480.540531:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540533:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540542:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.540545:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.540548:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540554:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540555:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540556:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540557:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540559:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=5 00000020:00000001:1.0:1788926480.540560:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540562:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540565:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.540567:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540571:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540572:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926480.540576:0:33247:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540582:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.540584:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540584:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540585:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540586:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926480.540591:0:33247:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/640 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926480.540598:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540599:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540600:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540602:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540604:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00000002:00010000:1.0:1788926480.540607:0:33247:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926480.540615:0:33247:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020eb80. 00010000:00000001:1.0:1788926480.540617:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540618:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.540619:0:33247:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.540621:0:33247:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.540624:0:33247:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926480.540626:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540627:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540628:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540630:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540632:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00000002:00010000:1.0:1788926480.540636:0:33247:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540641:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540643:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540644:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926480.540645:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540646:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540648:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540649:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540651:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000040:1.0:1788926480.540654:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 2 00010000:00000001:1.0:1788926480.540657:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926480.540660:0:33247:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/39 (0 0) 00010000:00000001:1.0:1788926480.540662:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540663:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.540664:0:33247:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926480.540667:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63710 00000002:00002000:1.0:1788926480.540669:0:33247:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926480.540672:0:33247:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.540675:0:33247:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.540678:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926480.540681:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926480.540684:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.540688:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926480.540691:0:33247:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926480.540692:0:33247:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c63b20 it_disposition b 00000080:00000001:1.0:1788926480.540694:0:33247:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926480.540699:0:33247:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926480.540702:0:33247:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926480.540704:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1788926480.540707:0:33247:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788926480.540713:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.540717:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.540719:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926480.540722:0:33247:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926480.540725:0:33247:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926480.540728:0:33247:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926480.540734:0:33247:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e7e0. 00020000:00000010:1.0:1788926480.540738:0:33247:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10db280. 00020000:00000010:1.0:1788926480.540743:0:33247:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004ef00. 00020000:00000001:1.0:1788926480.540745:0:33247:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622962432 : -108341086589184 : ffff9d76e004ef00) 00020000:00000002:1.0:1788926480.540748:0:33247:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004ef00, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926480.540752:0:33247:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926480.540756:0:33247:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db280: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926480.540759:0:33247:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84172e8) owner ffff9d76d19f27c0 00020000:00000001:1.0:1788926480.540761:0:33247:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926480.540764:0:33247:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84172e8) owner ffff9d76d19f27c0 00020000:00000010:1.0:1788926480.540767:0:33247:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10db280. 00020000:00000010:1.0:1788926480.540770:0:33247:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e7e0. 00020000:00000010:1.0:1788926480.540773:0:33247:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004ef00. 00020000:00000002:1.0:1788926480.540775:0:33247:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926480.540777:0:33247:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.540778:0:33247:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926480.540780:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926480.540784:0:33247:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611175 : 144115205339611175 : 200000405000027) 00000080:00000001:1.0:1788926480.540786:0:33247:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788926480.540791:0:33247:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x27:0x0](ffff9d76d153e3c8): rc = 0 00000080:00000001:1.0:1788926480.540794:0:33247:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376478664 : -108341333072952 : ffff9d76d153e3c8) 00010000:00000001:1.0:1788926480.540796:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540797:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540799:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540801:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540803:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00000080:00000001:1.0:1788926480.540806:0:33247:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926480.540807:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.540809:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.540817:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926480.540819:0:33247:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926480.540820:0:33247:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926480.540821:0:33247:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926480.540824:0:33247:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004ef00. 00020000:00000010:1.0:1788926480.540827:0:33247:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10db280. 00020000:00000010:1.0:1788926480.540830:0:33247:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e7e0. 00020000:00000001:1.0:1788926480.540831:0:33247:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622960608 : -108341086591008 : ffff9d76e004e7e0) 00020000:00000002:1.0:1788926480.540834:0:33247:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e7e0, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00010000:00000010:0.1:1788926480.540836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009800. 00020000:00000002:1.0:1788926480.540837:0:33247:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926480.540840:0:33247:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10db280: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926480.540842:0:33247:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84172e8) owner ffff9d76d19f27c0 00020000:00000001:1.0:1788926480.540844:0:33247:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926480.540846:0:33247:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84172e8) owner ffff9d76d19f27c0 00020000:00000010:1.0:1788926480.540848:0:33247:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10db280. 00020000:00000010:1.0:1788926480.540850:0:33247:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004ef00. 00020000:00000010:1.0:1788926480.540852:0:33247:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e7e0. 00020000:00000002:1.0:1788926480.540854:0:33247:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926480.540856:0:33247:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.540858:0:33247:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.540861:0:33247:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926480.540863:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76d19f27c0 00020000:00000002:1.0:1788926480.540866:0:33247:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f300 addref 2/0 by ffff9d76d19f27c0. 00020000:00000002:1.0:1788926480.540869:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76d19f27c0 00020000:00000001:1.0:1788926480.540871:0:33247:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926480.540872:0:33247:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926480.540874:0:33247:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926480.540875:0:33247:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926480.540878:0:33247:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926480.540880:0:33247:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926480.540882:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926480.540884:0:33247:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540886:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540887:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926480.540888:0:33247:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926480.540891:0:33247:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926480.540893:0:33247:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.540896:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) for lock 0xdeff66104c08c8a2 00800000:00000001:1.0:1788926480.540899:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926480.540901:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926480.540903:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540904:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540905:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540918:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540920:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540922:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540923:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.540925:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.540926:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926480.540932:0:33247:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d171d870 inode ffff9d76d153e3c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788926480.540936:0:33247:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788926480.540939:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) 00000080:00010000:1.0:1788926480.540943:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8a2 from it ffffb2d841c63b20 00010000:00000001:1.0:1788926480.540945:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.540946:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.540947:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.540949:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540950:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.540952:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.540955:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926480.540961:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540962:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540964:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926480.540966:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926480.540969:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926480.540975:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926480.540978:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926480.540980:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.540984:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540985:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.540986:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540989:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926480.540991:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540993:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540995:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.540997:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.540998:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.540999:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926480.541001:0:33247:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926480.541004:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d84a8600. 00000100:00000001:1.0:1788926480.541008:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.541012:0:33247:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513959552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/640 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926480.541019:0:33247:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926480.541022:0:33247:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926480.541025:0:33247:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c9978800. 02000000:00000001:1.0:1788926480.541028:0:33247:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926480.541029:0:33247:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926480.541031:0:33247:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926480.541033:0:33247:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926480.541035:0:33247:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b01c00. 02000000:00000001:1.0:1788926480.541038:0:33247:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926480.541040:0:33247:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926480.541041:0:33247:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:1.0:1788926480.541044:0:33247:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926480.541045:0:33247:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926480.541048:0:33247:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926480.541049:0:33247:0:(dcache.c:176:ll_intent_release()) intent ffffb2d841c63b20 released 00000080:00000001:1.0:1788926480.541050:0:33247:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788926480.541058:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d08 00000080:00200008:1.0:1788926480.541060:0:33247:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9d76d153e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926480.541065:0:33247:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926480.541066:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c80 00000080:00200000:1.0:1788926480.541067:0:33247:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9d76d153e3c8),name=f22.recovery-small-2 00000080:00000010:1.0:1788926480.541071:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d84a8600. 00800000:00000002:1.0:1788926480.541075:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926480.541080:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926480.541083:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.541085:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63ba0 00800000:00000002:1.0:1788926480.541086:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x27:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541088:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926480.541091:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.541093:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.541094:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.541096:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.541097:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541098:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541099:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.541101:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.541101:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.541102:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.541103:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.541103:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541105:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788926480.541106:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541107:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926480.541110:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.541111:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a70 00000002:00010000:1.0:1788926480.541112:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926480.541114:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926480.541116:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.541117:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.541119:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 2 00010000:00000001:1.0:1788926480.541120:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.541122:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.541124:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926480.541126:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926480.541130:0:33247:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926480.541133:0:33247:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.541135:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926480.541139:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926480.541140:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926480.541141:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926480.541142:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926480.541143:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926480.541144:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926480.541145:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926480.541146:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926480.541148:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d84a8600. 00000080:00000001:1.0:1788926480.541149:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926480.541150:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.541151:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) 00000080:00010000:1.0:1788926480.541153:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) for lock 0xdeff66104c08c8a2 00800000:00000001:1.0:1788926480.541155:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926480.541156:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926480.541157:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541157:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541158:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.541160:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.541161:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.541162:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541163:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.541163:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.541164:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.541165:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8a2 from it ffffb2d841c63cb8 00010000:00000001:1.0:1788926480.541166:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541167:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541168:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926480.541169:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.541170:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926480.541171:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.541173:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926480.541177:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541177:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541178:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926480.541179:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926480.541180:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926480.541183:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926480.541184:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926480.541185:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.541186:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541187:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541188:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541189:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926480.541189:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541190:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541191:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541192:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.541193:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541193:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926480.541194:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926480.541195:0:33247:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926480.541197:0:33247:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788926480.541199:0:33247:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926480.541201:0:33247:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926480.541202:0:33247:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926480.541203:0:33247:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541204:0:33247:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926480.541206:0:33247:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788926480.541207:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.541209:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.541210:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926480.541213:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.541215:0:33247:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926480.541217:0:33247:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926480.541219:0:33247:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788926480.541221:0:33247:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926480.541222:0:33247:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926480.541223:0:33247:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926480.541224:0:33247:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541225:0:33247:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926480.541228:0:33247:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9d76c2d98060 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788926480.541229:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76d19f27c0 00020000:00000001:1.0:1788926480.541231:0:33247:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926480.541233:0:33247:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926480.541234:0:33247:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926480.541235:0:33247:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541236:0:33247:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926480.541238:0:33247:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926480.541238:0:33247:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541239:0:33247:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926480.541240:0:33247:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926480.541241:0:33247:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926480.541241:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76d19f27c0 00000020:00000001:1.0:1788926480.541243:0:33247:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926480.541244:0:33247:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788926480.541245:0:33247:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x27:0x0] 00000020:00000001:1.0:1788926480.541246:0:33247:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926480.541248:0:33247:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926480.541249:0:33247:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926480.541250:0:33247:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926480.541254:0:33247:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788926480.541256:0:33247:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592f80. 00020000:00000002:1.0:1788926480.541257:0:33247:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926480.541259:0:33247:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926480.541260:0:33247:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926480.541261:0:33247:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926480.541262:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.541263:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170373240 : -108341539178376 : ffff9d76c50af878) 00000020:00001000:1.0:1788926480.541264:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af870 00000020:00000001:1.0:1788926480.541266:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.541267:0:33247:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926480.541270:0:33247:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926480.541270:0:33247:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926480.541271:0:33247:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926480.541272:0:33247:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133576800 : -108341575974816 : ffff9d76c2d98060) 00000020:00000001:1.0:1788926480.541274:0:33247:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541274:0:33247:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541276:0:33247:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926480.541277:0:33247:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926480.541279:0:33247:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926480.541281:0:33247:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788926480.541283:0:33247:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926480.541284:0:33247:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926480.541285:0:33247:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d8592fb0, osc lock ffff9d76c51f3c80, flags 0x400001002 00000020:00000001:1.0:1788926480.541286:0:33247:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541287:0:33247:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541289:0:33247:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494266240 : -108341215285376 : ffff9d76d8592f80) 00000020:00000001:1.0:1788926480.541290:0:33247:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926480.541291:0:33247:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926480.541291:0:33247:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541293:0:33247:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541294:0:33247:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788926480.541295:0:33247:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788926480.541296:0:33247:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926480.541297:0:33247:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926480.541298:0:33247:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926480.541299:0:33247:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926480.541299:0:33247:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926480.541301:0:33247:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926480.541302:0:33247:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926480.541304:0:33247:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926480.541306:0:33247:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926480.541307:0:33247:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926480.541308:0:33247:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926480.541308:0:33247:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926480.541309:0:33247:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926480.541310:0:33247:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926480.541311:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.541314:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:1.0:1788926480.541315:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.541318:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.541320:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926480.541322:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926480.541329:0:33247:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926480.541330:0:33247:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.541332:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 2/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926480.541337:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541338:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541339:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:1.0:1788926480.541340:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926480.541341:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00000008:00000001:1.0:1788926480.541343:0:33247:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926480.541345:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541345:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541346:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=4 00000020:00000001:1.0:1788926480.541347:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926480.541348:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00000008:00000001:1.0:1788926480.541350:0:33247:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788926480.541351:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000008:00010000:1.0:1788926480.541353:0:33247:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788926480.541357:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.541358:0:33247:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926480.541360:0:33247:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788926480.541362:0:33247:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926480.541363:0:33247:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541365:0:33247:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541366:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000008:00000001:1.0:1788926480.541367:0:33247:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788926480.541368:0:33247:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926480.541370:0:33247:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788926480.541371:0:33247:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788926480.541372:0:33247:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541373:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541374:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541374:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=5 00000020:00000001:1.0:1788926480.541375:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926480.541376:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926480.541377:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.541379:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926480.541382:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541383:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541383:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926480.541384:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926480.541385:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926480.541390:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926480.541391:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926480.541391:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.541392:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541393:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541394:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541419:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926480.541421:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541423:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541425:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541427:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.541428:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541429:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541430:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541431:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926480.541433:0:33247:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926480.541435:0:33247:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541436:0:33247:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541438:0:33247:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541440:0:33247:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541441:0:33247:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926480.541443:0:33247:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788926480.541444:0:33247:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788926480.541446:0:33247:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788926480.541447:0:33247:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541449:0:33247:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541453:0:33247:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926480.541455:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.541457:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.541458:0:33247:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926480.541461:0:33247:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926480.541464:0:33247:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926480.541465:0:33247:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.541467:0:33247:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926480.541468:0:33247:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926480.541470:0:33247:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x27:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788926480.541473:0:33247:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926480.541475:0:33247:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788926480.541478:0:33247:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541480:0:33247:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541482:0:33247:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eed00 00000080:00200000:1.0:1788926480.541484:0:33247:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x27:0x0] updating i_size 0 i_blocks 0 00000080:00000001:1.0:1788926480.541486:0:33247:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926480.541488:0:33247:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926480.541489:0:33247:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d98000 (ffff9d76c50af368/0) at cl_lock_release():245 00000020:00000001:1.0:1788926480.541491:0:33247:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926480.541493:0:33247:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d98000 (ffff9d76c50af368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926480.541495:0:33247:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926480.541497:0:33247:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926480.541498:0:33247:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926480.541501:0:33247:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926480.541502:0:33247:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d8592fb0 (ffff9d76c50af878/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926480.541504:0:33247:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926480.541505:0:33247:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926480.541507:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541508:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926480.541518:0:33247:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926480.541520:0:33247:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926480.541521:0:33247:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926480.541522:0:33247:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926480.541523:0:33247:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926480.541525:0:33247:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d98000 (ffff9d76c50af368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926480.541528:0:33247:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926480.541532:0:33247:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926480.541533:0:33247:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d8592fb0 (ffff9d76c50af368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926480.541536:0:33247:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:1.0:1788926480.541538:0:33247:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926480.541540:0:33247:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592f80. 00020000:00000001:1.0:1788926480.541542:0:33247:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926480.541543:0:33247:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926480.541545:0:33247:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788926480.541546:0:33247:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541548:0:33247:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926480.541550:0:33247:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926480.541552:0:33247:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926480.541553:0:33247:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926480.541554:0:33247:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926480.541555:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af870 00020000:00000001:1.0:1788926480.541557:0:33247:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926480.541559:0:33247:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926480.541561:0:33247:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926480.541563:0:33247:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926480.541566:0:33247:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926480.541567:0:33247:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541569:0:33247:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926480.541571:0:33247:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926480.541572:0:33247:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926480.541573:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000001:00000001:1.0:1788926480.541575:0:33247:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541580:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d08 00000080:00000008:1.0:1788926480.541582:0:33247:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000405:0x27:0x0](ffff9d76d153e3c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926480.541586:0:33247:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926480.541588:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63da0 00000080:00002000:1.0:1788926480.541589:0:33247:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9d76d171d870, parent ffff9d76d14be6c0, inode ffff9d76d153e3c8) hashed, 00000080:00000001:1.0:1788926480.541592:0:33247:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541630:0:33247:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926480.541633:0:33247:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926480.541634:0:33247:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926480.541635:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63bd8 00000080:00200000:1.0:1788926480.541637:0:33247:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926480.541641:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d84a8600. 00800000:00000002:1.0:1788926480.541645:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926480.541647:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926480.541649:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.541650:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63af8 00800000:00000002:1.0:1788926480.541652:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541654:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926480.541656:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.541657:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.541659:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.541660:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.541661:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541663:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541665:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541667:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926480.541670:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.541671:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c639c8 00000002:00010000:1.0:1788926480.541673:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926480.541675:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926480.541676:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.541678:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.541681:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 2 00010000:00000001:1.0:1788926480.541683:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.541686:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.541688:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926480.541691:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926480.541699:0:33247:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926480.541702:0:33247:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.541704:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926480.541709:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926480.541710:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926480.541712:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926480.541713:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926480.541715:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926480.541716:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926480.541718:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926480.541720:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926480.541723:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d84a8600. 00000080:00000001:1.0:1788926480.541725:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926480.541726:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.541728:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926480.541730:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c89b 00800000:00000001:1.0:1788926480.541733:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926480.541734:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926480.541735:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541737:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541738:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.541740:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541742:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541744:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541745:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.541746:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.541748:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.541750:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c89b from it ffffb2d841c63c10 00010000:00000001:1.0:1788926480.541751:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541752:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541753:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.541755:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541756:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541759:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.541761:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926480.541767:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541768:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541769:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926480.541770:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926480.541773:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926480.541778:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926480.541780:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926480.541781:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.541783:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541784:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541785:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541787:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926480.541788:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541789:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541791:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541793:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.541794:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541795:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926480.541797:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926480.541798:0:33247:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926480.541800:0:33247:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926480.541804:0:33247:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541810:0:33247:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926480.541813:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63da0 00000080:00002000:1.0:1788926480.541814:0:33247:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9d76d171d870) flags 0x48000e refc 0 00000080:00000001:1.0:1788926480.541816:0:33247:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.541818:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63e10 00000080:00200000:1.0:1788926480.541819:0:33247:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:1.0:1788926480.541823:0:33247:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1788926480.541825:0:33247:0:(statahead.c:273:sa_get()) lustre: wrong pid=33227:33247 for entry f22.recovery-small-2 00000080:00000001:1.0:1788926480.541827:0:33247:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1788926480.541828:0:33247:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:1.0:1788926480.541831:0:33247:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926480.541832:0:33247:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926480.541833:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d30 00000080:00200000:1.0:1788926480.541834:0:33247:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926480.541837:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d84a8600. 00800000:00000002:1.0:1788926480.541839:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926480.541840:0:33247:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926480.541841:0:33247:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.541842:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c50 00800000:00000002:1.0:1788926480.541844:0:33247:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541845:0:33247:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926480.541846:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.541847:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.541848:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.541849:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.541850:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541851:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541852:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541853:0:33247:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926480.541854:0:33247:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926480.541855:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b20 00000002:00010000:1.0:1788926480.541856:0:33247:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926480.541858:0:33247:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926480.541858:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.541859:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.541861:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 2 00010000:00000001:1.0:1788926480.541862:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.541864:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.541865:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926480.541867:0:33247:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926480.541871:0:33247:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926480.541873:0:33247:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926480.541874:0:33247:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926480.541878:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926480.541879:0:33247:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926480.541880:0:33247:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926480.541881:0:33247:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926480.541882:0:33247:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926480.541883:0:33247:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926480.541884:0:33247:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926480.541885:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926480.541886:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d84a8600. 00000080:00000001:1.0:1788926480.541888:0:33247:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926480.541889:0:33247:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.541890:0:33247:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926480.541891:0:33247:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c89b 00800000:00000001:1.0:1788926480.541892:0:33247:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926480.541893:0:33247:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926480.541894:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541895:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541896:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.541897:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541899:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541900:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541900:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926480.541901:0:33247:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.541902:0:33247:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926480.541904:0:33247:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c89b from it ffffb2d841c63d68 00010000:00000001:1.0:1788926480.541905:0:33247:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926480.541906:0:33247:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926480.541906:0:33247:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=3 00000020:00000001:1.0:1788926480.541907:0:33247:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541908:0:33247:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:1.0:1788926480.541909:0:33247:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926480.541911:0:33247:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926480.541914:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541914:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541915:0:33247:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926480.541916:0:33247:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926480.541917:0:33247:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926480.541920:0:33247:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926480.541921:0:33247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926480.541922:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.541923:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541924:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.541924:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541925:0:33247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926480.541926:0:33247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541927:0:33247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541928:0:33247:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.541929:0:33247:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926480.541929:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.541930:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926480.541931:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926480.541931:0:33247:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926480.541933:0:33247:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926480.541935:0:33247:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.541938:0:33247:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788926480.541940:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63df8 00000080:00200000:1.0:1788926480.541942:0:33247:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:1.0:1788926480.541945:0:33247:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788926480.541946:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.541948:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.541950:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926480.541951:0:33247:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926480.541953:0:33247:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76d19f27c0 00020000:00000002:1.0:1788926480.541955:0:33247:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f300 addref 2/0 by ffff9d76d19f27c0. 00020000:00000002:1.0:1788926480.541958:0:33247:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76d19f27c0 00020000:00000001:1.0:1788926480.541960:0:33247:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926480.541961:0:33247:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926480.541962:0:33247:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926480.541963:0:33247:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788926480.541965:0:33247:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788926480.541967:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926480.541969:0:33247:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788926480.541973:0:33247:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d84a8600. 00800000:00000002:1.0:1788926480.541975:0:33247:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:1.0:1788926480.541981:0:33247:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788926480.541983:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.541985:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.541986:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.541987:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.541989:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.541990:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926480.541992:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.541994:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.541995:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.541996:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.541997:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.541999:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.542000:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788926480.542007:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.542009:0:33247:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788926480.542011:0:33247:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926480.542012:0:33247:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926480.542013:0:33247:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926480.542014:0:33247:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926480.542016:0:33247:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.542017:0:33247:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x27:0x0] 00800000:00000001:1.0:1788926480.542019:0:33247:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.542021:0:33247:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x27:0x0] 00800000:00000001:1.0:1788926480.542023:0:33247:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.542025:0:33247:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x27:0x0] -> mds #0 00000002:00000001:1.0:1788926480.542028:0:33247:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788926480.542030:0:33247:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926480.542032:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 2 00010000:00000001:1.0:1788926480.542034:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.542037:0:33247:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926480.542040:0:33247:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926480.542043:0:33247:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788926480.542049:0:33247:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926480.542052:0:33247:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926480.542054:0:33247:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926480.542056:0:33247:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926480.542058:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542059:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542060:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 3 00010000:00000001:1.0:1788926480.542062:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542064:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.542066:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542067:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542068:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 3 00010000:00000001:1.0:1788926480.542070:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542072:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.542073:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542074:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542076:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a600 count: 3 00010000:00000001:1.0:1788926480.542077:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542080:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.542081:0:33247:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926480.542084:0:33247:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926480.542088:0:33247:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926480.542090:0:33247:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926480.542092:0:33247:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926480.542093:0:33247:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.542095:0:33247:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926480.542098:0:33247:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926480.542099:0:33247:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926480.542101:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.542102:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926480.542105:0:33247:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008200 with handle 0xdeff66104c08c89b from hash 00010000:00000001:1.0:1788926480.542107:0:33247:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926480.542108:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.542109:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.542111:0:33247:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926480.542114:0:33247:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926480.542115:0:33247:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926480.542118:0:33247:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926480.542120:0:33247:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926480.542122:0:33247:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926480.542124:0:33247:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926480.542125:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 2 00010000:00000001:1.0:1788926480.542127:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.542129:0:33247:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926480.542131:0:33247:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926480.542133:0:33247:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788926480.542139:0:33247:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926480.542141:0:33247:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926480.542142:0:33247:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926480.542143:0:33247:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x27:0x0] mode (null) 00000002:00000001:1.0:1788926480.542145:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542146:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542148:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 3 00010000:00000001:1.0:1788926480.542150:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542151:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.542153:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542154:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542155:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 3 00010000:00000001:1.0:1788926480.542157:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542159:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.542161:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542161:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542162:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 3 00010000:00000001:1.0:1788926480.542164:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542165:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.542167:0:33247:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926480.542168:0:33247:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926480.542169:0:33247:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f400 count: 3 00010000:00000001:1.0:1788926480.542170:0:33247:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926480.542172:0:33247:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.542174:0:33247:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.542175:0:33247:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926480.542176:0:33247:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.542178:0:33247:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.542180:0:33247:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926480.542181:0:33247:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926480.542183:0:33247:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x27:0x0]: losing layout lock 00000080:00000001:1.0:1788926480.542185:0:33247:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926480.542188:0:33247:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926480.542190:0:33247:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926480.542192:0:33247:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926480.542194:0:33247:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x27:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926480.542196:0:33247:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.542198:0:33247:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926480.542199:0:33247:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926480.542201:0:33247:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.542203:0:33247:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926480.542205:0:33247:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x27:0x0](ffff9d76d153e3c8) invalid 00000020:00000001:1.0:1788926480.542207:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a60 00000080:00002000:1.0:1788926480.542208:0:33247:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9d76d171d870) parent ffff9d76d14be6c0 inode ffff9d76d153e3c8 refc 1 00000080:00000001:1.0:1788926480.542211:0:33247:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926480.542212:0:33247:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926480.542214:0:33247:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.542216:0:33247:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926480.542217:0:33247:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926480.542218:0:33247:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926480.542219:0:33247:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926480.542221:0:33247:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926480.542222:0:33247:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498000 with handle 0xdeff66104c08c8a2 from hash 00010000:00000001:1.0:1788926480.542224:0:33247:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926480.542225:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926480.542226:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.542227:0:33247:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926480.542228:0:33247:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926480.542230:0:33247:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926480.542231:0:33247:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926480.542233:0:33247:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926480.542235:0:33247:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788926480.542239:0:33247:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926480.542242:0:33247:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926480.542247:0:33247:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926480.542248:0:33247:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.542250:0:33247:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926480.542253:0:33247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926480.542255:0:33247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.542257:0:33247:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926480.542259:0:33247:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926480.542262:0:33247:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926480.542267:0:33247:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d84a8a00. 00000100:00000001:1.0:1788926480.542272:0:33247:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.542274:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926480.542277:0:33247:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926480.542282:0:33247:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926480.542289:0:33247:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788926480.542294:0:33247:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788926480.542295:0:33247:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926480.542297:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926480.542299:0:33247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498000/0xdeff66104c08c8a2 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dab4da expref: -99 pid: 33247 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788926480.542305:0:33247:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020eb80. 00010000:00000040:1.0:1788926480.542308:0:33247:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f400 count: 0 00010000:00000010:1.0:1788926480.542312:0:33247:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592780. 00010000:00000001:1.0:1788926480.542322:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.542324:0:33247:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926480.542325:0:33247:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c89b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab4a9 expref: -99 pid: 33247 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788926480.542331:0:33247:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a600 count: 0 00010000:00000010:1.0:1788926480.542333:0:33247:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71480. 00010000:00000001:1.0:1788926480.542338:0:33247:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926480.542340:0:33247:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.542341:0:33247:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926480.542343:0:33247:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.542345:0:33247:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926480.542355:0:33247:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788926480.542363:0:33247:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926480.542371:0:33247:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926480.542372:0:33247:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926480.542379:0:33247:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926480.542381:0:33247:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261354496 : -108341448197120 : ffff9d76ca773c00) 00000100:00000001:1.0:1788926480.542384:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.542385:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926480.542389:0:33247:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926480.542393:0:33247:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.542437:0:33247:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926480.542439:0:33247:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926480.542444:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.542452:0:33247:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926480.542454:0:33247:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.542458:0:33247:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926480.542460:0:33247:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926480.542463:0:33247:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926480.542466:0:33247:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:33247:1875823513959936:192.168.203.140@tcp:36:rm.0 00000100:00000001:1.0:1788926480.542470:0:33247:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926480.542475:0:33247:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926480.542477:0:33247:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.542479:0:33247:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926480.542483:0:33247:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b01c00. 02000000:00000001:1.0:1788926480.542485:0:33247:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926480.542493:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926480.542497:0:33247:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926480.542503:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926480.542518:0:33247:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513959936, portal 10 00000100:00000001:1.0:1788926480.542521:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.542522:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926480.542528:0:33247:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.542535:0:33247:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926480.542538:0:33247:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926480.542541:0:33247:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8b28. 00000100:00000200:1.0:1788926480.542545:0:33247:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875823513959936, offset 0 00000400:00000200:1.0:1788926480.542552:0:33247:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926480.542560:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.542567:0:33247:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926480.542572:0:33247:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926480.542576:0:33247:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926480.542579:0:33247:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926480.542582:0:33247:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926480.542585:0:33247:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2840:2840:256:4294967295] 192.168.203.140@tcp LPNI seq info [2840:2840:8:4294967295] 00000400:00000200:1.0:1788926480.542589:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926480.542597:0:33247:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926480.542603:0:33247:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926480.542608:0:33247:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ec00. 00000800:00000200:1.0:1788926480.542615:0:33247:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926480.542623:0:33247:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926480.542627:0:33247:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ec00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788926480.542639:0:33247:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.542643:0:33247:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 824652 usecs (825 jiffies) 00000400:00000200:1.0:1788926480.542647:0:33247:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926480.542650:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296516502 00000100:00000001:1.0:1788926480.542653:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296519780 00000100:00000001:1.0:1788926480.542655:0:33247:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296516502 00000100:00000001:1.0:1788926480.542657:0:33247:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296519780 00000100:00000001:1.0:1788926480.542660:0:33247:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.542662:0:33247:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.542664:0:33247:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926480.542666:0:33247:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926480.542669:0:33247:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788926480.542671:0:33247:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926480.542674:0:33247:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926480.543971:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926480.543979:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ec00. 00000400:00000200:2.0:1788926480.543986:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.543993:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926480.544000:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:2.0:1788926480.544002:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:2.0:1788926480.544007:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926480.544013:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.544023:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926480.544026:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.544032:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926480.544034:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926480.553453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f400. 00010000:00000010:1.1:1788926480.553470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498000. 00010000:00000010:1.1:1788926480.553475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a600. 00010000:00000010:1.1:1788926480.553479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00000800:00000001:2.0:1788926480.558592:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.558610:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926480.558615:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.558618:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.558627:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.558636:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926480.558645:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.558650:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.558656:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.558660:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d3235fe00 00000400:00000200:2.0:1788926480.558665:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926480.558671:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8135 [1] + 224 00000800:00000001:2.0:1788926480.558679:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.558686:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926480.558689:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926480.558693:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926480.558702:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926480.558711:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926480.558721:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926480.558740:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926480.558749:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926480.558753:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.558816:0:33247:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926480.558825:0:33247:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926480.558826:0:33247:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926480.558829:0:33247:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926480.558833:0:33247:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926480.558835:0:33247:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926480.558838:0:33247:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926480.558843:0:33247:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926480.558852:0:33247:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513959936/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/624 e 0 to 0 dl 1788926496 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.558858:0:33247:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926480.558860:0:33247:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.558862:0:33247:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926480.558865:0:33247:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926480.558867:0:33247:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926480.558869:0:33247:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926480.558872:0:33247:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926480.558882:0:33247:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=147 v=5 (5 104 104 104) 00000100:00001000:1.0:1788926480.558886:0:33247:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926480.558889:0:33247:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926480.558890:0:33247:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926480.558893:0:33247:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926480.558896:0:33247:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.558899:0:33247:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926480.558901:0:33247:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x100000152] 00000100:00000001:1.0:1788926480.558903:0:33247:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926480.558905:0:33247:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926480.558919:0:33247:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000001:1.0:1788926480.558923:0:33247:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926480.558925:0:33247:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788926480.558926:0:33247:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926480.558929:0:33247:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926480.558933:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513959936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926496 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.558947:0:33247:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926480.558950:0:33247:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926480.558952:0:33247:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926480.558956:0:33247:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513959936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926496 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926480.558964:0:33247:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:33247:1875823513959936:192.168.203.140@tcp:36:rm.0 00000100:00000001:1.0:1788926480.558968:0:33247:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926480.558971:0:33247:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926480.558974:0:33247:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926480.558976:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.558979:0:33247:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b100 x1875823513959936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926496 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.558986:0:33247:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926480.558989:0:33247:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773c00. 00000100:00000001:1.0:1788926480.558992:0:33247:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926480.558994:0:33247:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.559001:0:33247:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.559004:0:33247:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926480.559008:0:33247:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926480.559011:0:33247:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d84a8600. 00000100:00000001:1.0:1788926480.559017:0:33247:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926480.559020:0:33247:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513959936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926496 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926480.559026:0:33247:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.559030:0:33247:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.559040:0:33247:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926480.559044:0:33247:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63e28 00000080:00002000:1.0:1788926480.559046:0:33247:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9d76d171d870, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926480.559050:0:33247:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926480.559056:0:33247:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926480.559062:0:33247:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788926480.567449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5caa0. 00000080:00400000:1.0:1788926480.654806:0:33228:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9d76d0795e00, parent / hit 0 miss 0 00000080:00000001:1.0:1788926480.654824:0:33228:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788926480.654827:0:33228:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926480.654829:0:33228:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.654835:0:33228:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.654838:0:33228:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000020:00000001:1.0:1788926480.654844:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.654847:0:33228:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926480.654850:0:33228:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926480.654852:0:33228:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926480.654855:0:33228:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926480.654857:0:33228:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926480.654858:0:33228:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926480.654863:0:33228:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x27:0x0]io ffff9d76c2d98060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788926480.654866:0:33228:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09e8000 00020000:00000001:1.0:1788926480.654871:0:33228:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926480.654873:0:33228:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926480.654875:0:33228:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926480.654876:0:33228:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.654878:0:33228:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926480.654881:0:33228:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926480.654882:0:33228:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654888:0:33228:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926480.654889:0:33228:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926480.654890:0:33228:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926480.654891:0:33228:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09e8000 00000020:00000001:1.0:1788926480.654893:0:33228:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654896:0:33228:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926480.654898:0:33228:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926480.654900:0:33228:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926480.654902:0:33228:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926480.654906:0:33228:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926480.654909:0:33228:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926480.654911:0:33228:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926480.654912:0:33228:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.654914:0:33228:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170373240 : -108341539178376 : ffff9d76c50af878) 00000020:00001000:1.0:1788926480.654916:0:33228:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af870 00000020:00000001:1.0:1788926480.654920:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.654922:0:33228:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926480.654925:0:33228:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926480.654936:0:33228:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926480.654938:0:33228:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926480.654939:0:33228:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133576800 : -108341575974816 : ffff9d76c2d98060) 00000020:00000001:1.0:1788926480.654941:0:33228:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.654943:0:33228:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.654945:0:33228:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623494680 : -108341086056936 : ffff9d76e00d0e18) 00000020:00000001:1.0:1788926480.654947:0:33228:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926480.654949:0:33228:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.654952:0:33228:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654953:0:33228:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654955:0:33228:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926480.654957:0:33228:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926480.654959:0:33228:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926480.654960:0:33228:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926480.654961:0:33228:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926480.654962:0:33228:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654964:0:33228:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.654965:0:33228:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.654967:0:33228:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654968:0:33228:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926480.654970:0:33228:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654971:0:33228:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.654973:0:33228:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1788926480.654975:0:33228:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926480.654976:0:33228:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926480.654977:0:33228:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926480.654979:0:33228:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788926480.654981:0:33228:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788926480.654985:0:33228:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788926480.654988:0:33228:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6941dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788926480.654991:0:33228:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788926480.654994:0:33228:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6941dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788926480.654998:0:33228:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926480.655001:0:33228:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.655002:0:33228:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655004:0:33228:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655005:0:33228:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.655007:0:33228:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.655020:0:33228:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926480.655022:0:33228:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788926480.655024:0:33228:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926480.655025:0:33228:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1788926480.655027:0:33228:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926480.655028:0:33228:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655030:0:33228:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788926480.655031:0:33228:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926480.655033:0:33228:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926480.655035:0:33228:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926480.655036:0:33228:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926480.655037:0:33228:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926480.655038:0:33228:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926480.655040:0:33228:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655041:0:33228:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655043:0:33228:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926480.655044:0:33228:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926480.655045:0:33228:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926480.655047:0:33228:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926480.655048:0:33228:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926480.655049:0:33228:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926480.655050:0:33228:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926480.655051:0:33228:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926480.655052:0:33228:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926480.655054:0:33228:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655055:0:33228:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655057:0:33228:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926480.655058:0:33228:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926480.655059:0:33228:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.655061:0:33228:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926480.655062:0:33228:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926480.655064:0:33228:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926480.655065:0:33228:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926480.655067:0:33228:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926480.655069:0:33228:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af870 00020000:00000001:1.0:1788926480.655071:0:33228:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926480.655073:0:33228:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926480.655075:0:33228:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926480.655077:0:33228:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926480.655079:0:33228:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926480.655081:0:33228:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926480.655083:0:33228:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926480.655085:0:33228:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.655089:0:33228:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788926480.655092:0:33228:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x27:0x0](ffff9d76d153e3c8) 00800000:00000001:1.0:1788926480.655097:0:33228:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788926480.655099:0:33228:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x27:0x0] 00000002:00000001:1.0:1788926480.655104:0:33228:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788926480.655110:0:33228:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926480.655111:0:33228:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788926480.655114:0:33228:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926480.655115:0:33228:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.655118:0:33228:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788926480.655120:0:33228:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788926480.655122:0:33228:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926480.655124:0:33228:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926480.655127:0:33228:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926480.655129:0:33228:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926480.655131:0:33228:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00020000:00000001:1.0:1788926480.655136:0:33228:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788926480.655138:0:33228:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09e8000 00020000:00000001:1.0:1788926480.655141:0:33228:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788926480.655144:0:33228:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f300, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926480.655148:0:33228:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926480.655152:0:33228:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d0b4b600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1788926480.655155:0:33228:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788926480.655157:0:33228:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655159:0:33228:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788926480.655161:0:33228:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788926480.655164:0:33228:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788926480.655317:0:33228:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:1.0:1788926480.655321:0:33228:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926480.655325:0:33228:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788926480.655327:0:33228:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788926480.655332:0:33228:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 0 blocks 0 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 1/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:1.0:1788926480.655351:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000020:00000001:1.0:1788926480.655353:0:33228:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941dc0 -> ffff9d76d84eed00 00000008:00000001:1.0:1788926480.655355:0:33228:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926480.655357:0:33228:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926480.655359:0:33228:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926480.655361:0:33228:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788926480.655368:0:33228:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9d76c6941dc0. 00020000:00000001:1.0:1788926480.655375:0:33228:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788926480.655377:0:33228:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9d76d84ee190. 00020000:00000001:1.0:1788926480.655384:0:33228:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788926480.655386:0:33228:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926480.655388:0:33228:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926480.655390:0:33228:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09e8000 00020000:00000001:1.0:1788926480.655392:0:33228:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788926480.655394:0:33228:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788926480.655414:0:33228:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09e8000 00020000:00000001:1.0:1788926480.655417:0:33228:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788926480.655419:0:33228:0:(lov_object.c:322:lov_fini_raid0()) kvfreed 'r0->lo_sub': 8 at ffff9d76c7c6dfa8. 00020000:00000010:1.0:1788926480.655424:0:33228:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9d76e020d600. 00020000:00000010:1.0:1788926480.655427:0:33228:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9d76c866a890. 00020000:00000002:1.0:1788926480.655431:0:33228:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f300, objid 0x27:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926480.655435:0:33228:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926480.655439:0:33228:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d0b4b600: ostid: 0x280000401:22 ost idx: 0 gen: 0 00020000:00000010:1.0:1788926480.655443:0:33228:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d0b4b600. 00020000:00000010:1.0:1788926480.655446:0:33228:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866ff00. 00020000:00000010:1.0:1788926480.655449:0:33228:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f300. 00020000:00000001:1.0:1788926480.655451:0:33228:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788926480.655452:0:33228:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84172e8) owner 0000000000000000/ffff9d76e09e8000 00020000:00000010:1.0:1788926480.655455:0:33228:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9d76d84172e8. 00020000:00000001:1.0:1788926480.655458:0:33228:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788926480.655460:0:33228:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9d76d84eec80. 00000020:00001000:1.0:1788926480.655465:0:33228:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000080:00000001:1.0:1788926480.655467:0:33228:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788926480.655469:0:33228:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:1.0:1788926480.655480:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655482:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9d76c8b71f00) index 1 00000080:00000010:1.0:1788926480.655485:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71f00. 00000020:00000001:1.0:1788926480.655488:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655490:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9d76c8b71680) index 2 00000080:00000010:1.0:1788926480.655491:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71680. 00000020:00000001:1.0:1788926480.655494:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655495:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9d76c8b71980) index 3 00000080:00000010:1.0:1788926480.655497:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71980. 00000020:00000001:1.0:1788926480.655499:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655500:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9d76c8b71b00) index 4 00000080:00000010:1.0:1788926480.655502:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71b00. 00000020:00000001:1.0:1788926480.655503:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655505:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9d76c8b71600) index 5 00000080:00000010:1.0:1788926480.655506:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71600. 00000020:00000001:1.0:1788926480.655508:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655520:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9d76c8b71b80) index 6 00000080:00000010:1.0:1788926480.655521:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71b80. 00000020:00000001:1.0:1788926480.655524:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655526:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9d76c8b71400) index 7 00000080:00000010:1.0:1788926480.655527:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71400. 00000020:00000001:1.0:1788926480.655530:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655531:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9d76c8b71e80) index 8 00000080:00000010:1.0:1788926480.655533:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71e80. 00000020:00000001:1.0:1788926480.655535:0:33228:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53e60 00000080:00400000:1.0:1788926480.655536:0:33228:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9d76c8b71c80) index 9 00000080:00000010:1.0:1788926480.655538:0:33228:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9d76c8b71c80. 00000080:00000010:1.0:1788926480.655542:0:33228:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff9d76d0795e00. 00000080:00000010:1.0:1788926480.655545:0:33228:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9d76c8570000. 00000080:00000010:1.1:1788926480.669672:0:33266:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d153e300. 00010000:00000001:0.0:1788926481.089571:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926481.089577:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926481.089581:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926481.089583:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926481.089605:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926481.089608:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926481.089611:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926481.538341:0:33334:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926482.114663:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926482.114670:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926482.114675:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926482.114676:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926482.114740:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926482.114744:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926482.114747:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926483.141447:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926483.141454:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926483.141459:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926483.141461:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926483.141486:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926483.141488:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926483.141491:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788926484.055391:0:33474:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926484.162685:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926484.162690:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926484.162695:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926484.162696:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926484.173269:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926484.173275:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926484.173278:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926485.059446:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296519780, at 4296520194 00000100:00000010:2.0:1788926485.059462:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052cc0. 00000100:00000040:3.0:1788926485.063536:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296519780, at 4296520194 00000100:00000010:3.0:1788926485.063551:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e0052a80. 00010000:00000001:0.0:1788926485.194274:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926485.194281:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926485.194287:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926485.194288:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926485.196203:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926485.196209:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926485.196213:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926485.574270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926485.574281:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926485.574291:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926485.574298:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926485.574302:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926485.574304:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926485.574309:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926485.574316:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4900. 00000100:00000001:2.0:1788926485.574323:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574334:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926485.574345:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926485.574348:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574354:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093350103] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574381:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926485.574387:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926485.574390:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926485.574392:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926485.574408:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926485.574409:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926485.574411:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926485.574415:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4b00. 00000100:00000001:2.0:1788926485.574418:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574422:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926485.574429:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926485.574431:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574435:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aeb1c47] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574443:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926485.574448:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926485.574450:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000020:00000040:2.0:1788926485.574452:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926485.574454:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926485.574456:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926485.574457:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926485.574460:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4300. 00000100:00000001:2.0:1788926485.574462:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574466:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926485.574472:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926485.574474:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574487:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8baef0a] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574494:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574497:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926485.574500:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926485.574503:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926485.574505:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926485.574507:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926485.574508:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926485.574510:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926485.574513:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4500. 00000100:00000001:2.0:1788926485.574515:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574519:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926485.574525:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926485.574527:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574531:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077fff5c8] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574537:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926485.574541:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788926485.574543:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788926485.574545:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788926485.574548:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38a80. 00000020:00000040:2.0:1788926485.574551:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926485.574553:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926485.574554:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926485.574555:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926485.574558:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4c00. 00000100:00000001:2.0:1788926485.574560:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926485.574562:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00080000:2.0:1788926485.574565:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788926485.574567:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9d76e0357000: disconnect after 24s idle 00000100:00000001:2.0:1788926485.574569:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926485.574571:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574574:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0c31b5] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574588:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926485.574590:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574594:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1858) 00000100:00000001:2.0:1788926485.574611:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926485.574614:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926485.574616:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926485.574622:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574628:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926485.574630:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.574634:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926485.574636:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926485.574639:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926485.574642:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513960192:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926485.574646:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926485.574650:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926485.574652:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.574654:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926485.574659:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84afe00. 02000000:00000001:2.0:1788926485.574661:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926485.574669:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926485.574673:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b58. 00000400:00000010:2.0:1788926485.574679:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85307f8. 00000100:00000200:2.0:1788926485.574684:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513960192, portal 10 00000100:00000001:2.0:1788926485.574686:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926485.574688:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:2.0:1788926485.574695:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574702:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926485.574705:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926485.574708:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530550. 00000100:00000200:2.0:1788926485.574710:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513960192, offset 0 00000400:00000200:2.0:1788926485.574716:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926485.574725:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926485.574734:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926485.574739:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926485.574743:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926485.574747:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926485.574749:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926485.574753:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2841:2841:256:4294967295] 192.168.203.140@tcp LPNI seq info [2841:2841:8:4294967295] 00000400:00000200:2.0:1788926485.574756:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926485.574765:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926485.574770:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926485.574774:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:2.0:1788926485.574781:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926485.574787:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926485.574791:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926485.574802:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574807:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 823591 usecs (824 jiffies) 00000400:00000200:2.0:1788926485.574810:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926485.574813:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296521533 00000100:00000010:2.0:1788926485.574817:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f3c0. 00000100:00000001:2.0:1788926485.574824:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926485.574828:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296521533 00000100:00000010:2.0:1788926485.574830:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fc00. 00000100:00000001:2.0:1788926485.574833:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926485.574836:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926485.574838:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926485.574841:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926485.574844:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574851:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926485.574852:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.574854:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926485.574856:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926485.574858:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926485.574860:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513960448:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926485.574863:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926485.574866:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926485.574868:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.574869:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926485.574873:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0794600. 02000000:00000001:2.0:1788926485.574875:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926485.574877:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926485.574880:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6790. 00000400:00000010:2.0:1788926485.574883:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926485.574886:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513960448, portal 4 00000100:00000001:2.0:1788926485.574888:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926485.574889:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000040:2.0:1788926485.574894:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.574900:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926485.574901:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926485.574903:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000200:2.0:1788926485.574905:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513960448, offset 0 00000400:00000200:2.0:1788926485.574910:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926485.574913:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926485.574917:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926485.574919:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926485.574921:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926485.574923:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926485.574925:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926485.574927:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2842:2842:255:4294967295] 192.168.203.140@tcp LPNI seq info [2842:2842:7:4294967295] 00000400:00000200:2.0:1788926485.574930:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926485.574935:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926485.574938:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926485.574941:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:2.0:1788926485.574944:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926485.574948:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926485.574950:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926485.574953:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926485.574956:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21497 usecs (22 jiffies) 00000400:00000200:2.0:1788926485.574958:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926485.574960:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296520731 00000100:00000001:2.0:1788926485.574962:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296521533 00000100:00000001:2.0:1788926485.574964:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296520731 00000100:00000001:2.0:1788926485.574966:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296521533 00000100:00000001:2.0:1788926485.574968:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926485.574969:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926485.574972:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926485.574974:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926485.574981:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926485.574983:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926485.574984:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926485.574986:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926485.574987:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926485.574989:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788926485.574990:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926485.574992:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926485.574994:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926485.574995:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926485.574996:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926485.574997:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926485.575001:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.575008:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926485.575009:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.575011:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926485.575013:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926485.575015:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926485.575018:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513960064:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926485.575022:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926485.575024:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926485.575025:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.575026:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926485.575030:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8bfb800. 02000000:00000001:2.0:1788926485.575032:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926485.575035:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926485.575038:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a68f0. 00000400:00000010:2.0:1788926485.575041:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530a18. 00000100:00000200:2.0:1788926485.575044:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513960064, portal 25 00000100:00000001:2.0:1788926485.575046:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926485.575047:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:2.0:1788926485.575051:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.575057:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926485.575060:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926485.575062:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530088. 00000100:00000200:2.0:1788926485.575063:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513960064, offset 0 00000400:00000200:2.0:1788926485.575067:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926485.575071:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926485.575074:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926485.575076:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926485.575078:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926485.575080:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926485.575082:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926485.575084:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2843:2843:254:4294967295] 192.168.203.140@tcp LPNI seq info [2843:2843:6:4294967295] 00000400:00000200:2.0:1788926485.575088:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926485.575093:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926485.575098:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926485.575101:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926485.575105:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926485.575109:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926485.575111:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926485.575114:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926485.575117:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926485.575119:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296524902 00000100:00000001:2.0:1788926485.575123:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296521533 00000100:00000001:2.0:1788926485.575126:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296524902 00000100:00000001:2.0:1788926485.575129:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296521533 00000100:00000001:2.0:1788926485.575131:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926485.575134:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926485.575136:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788926485.575359:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926485.575363:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575386:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926485.575388:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926485.575390:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926485.575416:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575424:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926485.575425:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926485.575427:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926485.575429:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926485.575431:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926485.575434:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513960576:192.168.203.140@tcp:9:kworker.0 00000100:00000001:3.0:1788926485.575437:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926485.575439:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926485.575441:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926485.575443:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926485.575447:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c322e000. 02000000:00000001:3.0:1788926485.575449:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926485.575453:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926485.575457:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b420. 00000400:00000010:3.0:1788926485.575460:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926485.575463:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513960576, portal 4 00000100:00000001:3.0:1788926485.575465:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926485.575466:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:3.0:1788926485.575472:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575495:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926485.575498:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926485.575500:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926485.575503:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513960576, offset 0 00000400:00000200:3.0:1788926485.575508:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926485.575511:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.575515:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926485.575517:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926485.575519:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926485.575521:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926485.575523:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926485.575525:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2844:2844:253:4294967295] 192.168.203.140@tcp LPNI seq info [2844:2844:5:4294967295] 00000400:00000200:3.0:1788926485.575528:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.575533:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926485.575537:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926485.575541:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341a00. 00000800:00000200:3.0:1788926485.575545:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926485.575549:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926485.575552:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926485.575554:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926485.575557:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 219850 usecs (220 jiffies) 00000400:00000200:3.0:1788926485.575560:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926485.575561:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296520929 00000100:00000001:3.0:1788926485.575563:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296524902 00000100:00000001:3.0:1788926485.575565:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296520929 00000100:00000001:3.0:1788926485.575567:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296524902 00000100:00000001:3.0:1788926485.575569:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926485.575571:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575573:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575575:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.575579:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926485.575580:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926485.575582:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926485.575583:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926485.575584:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575586:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926485.575631:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926485.575634:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:3.0:1788926485.575640:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.575644:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926485.575649:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530550 00000400:00000010:3.0:1788926485.575651:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530550. 00000100:00000001:3.0:1788926485.575655:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926485.575659:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575667:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.575670:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575676:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575678:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926485.575686:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926485.575688:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926485.575691:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.575693:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926485.575695:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:3.0:1788926485.575697:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:3.0:1788926485.575699:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926485.575702:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575708:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.575711:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575722:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575723:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926485.575728:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926485.575730:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926485.575732:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.575735:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926485.575737:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530088 00000400:00000010:3.0:1788926485.575739:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530088. 00000100:00000001:3.0:1788926485.575740:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926485.575743:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575750:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.575752:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575758:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575759:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926485.575810:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926485.575813:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341a00. 00000400:00000200:3.0:1788926485.575816:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.575819:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926485.575821:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:3.0:1788926485.575822:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:3.0:1788926485.575824:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926485.575827:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575833:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.575836:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.575842:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.575843:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788926485.579021:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926485.579035:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926485.579037:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.579042:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926485.579045:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926485.579047:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926485.579051:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513960320:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926485.579055:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926485.579061:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926485.579063:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926485.579065:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926485.586575:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c322e200. 02000000:00000001:3.0:1788926485.586585:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926485.586595:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926485.586600:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926485.586606:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926485.586613:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513960320, portal 10 00000100:00000001:3.0:1788926485.586616:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926485.586618:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000040:3.0:1788926485.586631:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.586640:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926485.586643:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926485.586646:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab5d8. 00000100:00000200:3.0:1788926485.586649:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513960320, offset 0 00000400:00000200:3.0:1788926485.586654:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926485.586661:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586667:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926485.586672:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926485.586676:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926485.586679:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926485.586682:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926485.586685:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2845:2845:256:4294967295] 192.168.203.140@tcp LPNI seq info [2845:2845:8:4294967295] 00000400:00000200:3.0:1788926485.586689:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586698:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926485.586703:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926485.586708:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341a00. 00000800:00000200:3.0:1788926485.586714:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926485.586721:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926485.586725:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926485.586735:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926485.586740:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20380 usecs (21 jiffies) 00000400:00000200:3.0:1788926485.586743:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926485.586746:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296520740 00000100:00000001:3.0:1788926485.586749:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296524902 00000100:00000001:3.0:1788926485.586752:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296520740 00000100:00000001:3.0:1788926485.586754:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296524902 00000100:00000001:3.0:1788926485.586756:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926485.586758:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.586763:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.586768:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926485.586783:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.586794:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926485.586796:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.586798:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.586802:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586806:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926485.586811:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586814:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586818:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586821:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32360000 00000400:00000200:3.0:1788926485.586824:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.586829:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x814d [1] + 224 00000800:00000001:3.0:1788926485.586834:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.586837:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.586840:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.586844:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926485.586850:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.586854:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926485.586864:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.586874:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788926485.589551:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926485.589561:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341a00. 00000400:00000200:3.0:1788926485.589567:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.589575:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926485.589582:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab5d8 00000400:00000010:3.0:1788926485.589584:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab5d8. 00000100:00000001:3.0:1788926485.589590:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926485.589597:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.589608:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.589612:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.589618:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.589620:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926485.589629:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589638:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926485.589641:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589644:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589649:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589654:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926485.589660:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589663:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589667:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589670:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32360080 00000400:00000200:3.0:1788926485.589675:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589679:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x816d [1] + 224 00000800:00000001:3.0:1788926485.589686:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589690:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589692:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.589695:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926485.589699:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.589703:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926485.589718:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926485.589768:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926485.589772:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926485.589788:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926485.589794:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589799:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926485.589800:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589802:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589805:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589809:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926485.589813:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589816:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589818:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589821:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d3235fe80 00000400:00000200:3.0:1788926485.589824:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589828:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x815d [1] + 224 00000800:00000001:3.0:1788926485.589832:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589835:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589836:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.589839:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926485.589841:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.589845:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926485.589851:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.589857:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926485.589860:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589862:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926485.589864:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589865:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589867:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589871:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926485.589874:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589876:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589878:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589880:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235ff00 00000400:00000200:3.0:1788926485.589883:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589887:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x813d [1] + 224 00000800:00000001:3.0:1788926485.589890:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589894:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589907:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.589911:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926485.589913:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.589916:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926485.589923:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.589929:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926485.589932:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589935:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926485.589936:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589939:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589941:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589944:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926485.589948:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589950:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589952:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589954:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d3235ff80 00000400:00000200:3.0:1788926485.589957:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926485.589960:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x817d [1] + 224 00000800:00000001:3.0:1788926485.589963:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.589968:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926485.589981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926485.589983:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926485.589986:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.589988:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926485.589995:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.590001:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926485.590004:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926485.590007:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.590022:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926485.590024:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926485.590029:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926485.590031:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926485.590033:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a68f0. 00000400:00000200:3.0:1788926485.590037:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530a18 00000400:00000010:3.0:1788926485.590039:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530a18. 00000100:00000001:3.0:1788926485.590041:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.590044:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926485.590053:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.590058:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926485.590060:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.590062:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926485.590065:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926485.590067:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926485.590069:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926485.590072:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926485.590078:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926485.590082:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926485.590084:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926485.590086:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926485.590088:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926485.590090:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.590093:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926485.590098:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.590104:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926485.590107:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926485.590109:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926485.590111:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926485.590118:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513960064:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926485.590123:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926485.590125:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926485.590126:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926485.590129:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:3.0:1788926485.590130:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:3.0:1788926485.591461:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.591472:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926485.591494:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591502:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926485.591504:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591507:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926485.591509:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926485.591511:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926485.591514:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926485.591516:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926485.591523:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=152 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926485.591527:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926485.591529:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926485.591531:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926485.591533:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926485.591537:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.591540:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926485.591542:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926485.591544:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926485.591546:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926485.591550:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591556:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926485.591559:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926485.591561:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926485.591564:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926485.591573:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513960320:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926485.591580:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926485.591581:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926485.591584:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b58. 00000400:00000200:3.0:1788926485.591587:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85307f8 00000400:00000010:3.0:1788926485.591589:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85307f8. 00000100:00000001:3.0:1788926485.591591:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.591595:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926485.591603:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591610:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926485.591611:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591612:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926485.591613:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926485.591614:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926485.591616:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926485.591618:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926485.591621:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=152 v=5 (5 104 104 104) 00000100:00001000:3.0:1788926485.591623:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926485.591626:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926485.591628:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926485.591629:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926485.591631:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.591633:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926485.591634:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788926485.591635:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926485.591637:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926485.591641:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591646:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926485.591647:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926485.591648:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926485.591651:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926485.591657:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513960192:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926485.591661:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926485.591662:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926485.591664:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6790. 00000400:00000200:3.0:1788926485.591666:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:3.0:1788926485.591667:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:3.0:1788926485.591670:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926485.591673:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926485.591680:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591686:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926485.591688:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591689:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926485.591691:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926485.591692:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926485.591693:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926485.591696:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926485.591699:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=152 v=5 (5 5 37 37) 00000100:00001000:3.0:1788926485.591702:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926485.591705:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926485.591706:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926485.591707:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926485.591709:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.591711:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926485.591712:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926485.591714:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926485.591715:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926485.591719:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591724:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926485.591726:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926485.591727:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926485.591731:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926485.591737:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513960448:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926485.591740:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591743:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.591746:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513960064/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591753:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926485.591755:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926485.591758:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8bfb800. 02000000:00000001:3.0:1788926485.591762:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926485.591764:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926485.591766:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926485.591768:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926485.591771:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4900. 02000000:00000001:3.0:1788926485.591774:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926485.591777:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926485.591778:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:3.0:1788926485.591781:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926485.591782:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591783:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.591787:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38e00 x1875823513960320/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591793:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926485.591794:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926485.591795:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c322e200. 02000000:00000001:3.0:1788926485.591797:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926485.591798:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926485.591799:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926485.591801:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926485.591803:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4300. 02000000:00000001:3.0:1788926485.591805:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926485.591805:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926485.591807:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38e00. 00000100:00000001:3.0:1788926485.591809:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926485.591810:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591812:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.591815:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513960192/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591819:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926485.591820:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926485.591822:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84afe00. 02000000:00000001:3.0:1788926485.591825:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926485.591826:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926485.591827:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926485.591829:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926485.591830:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4b00. 02000000:00000001:3.0:1788926485.591831:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926485.591832:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926485.591833:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:3.0:1788926485.591835:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926485.591836:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591838:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926485.591840:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3aa00 x1875823513960448/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926485.591846:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926485.591847:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926485.591849:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0794600. 02000000:00000001:3.0:1788926485.591851:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926485.591852:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926485.591853:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926485.591854:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926485.591856:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4500. 02000000:00000001:3.0:1788926485.591857:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926485.591858:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926485.591859:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3aa00. 00000100:00000001:3.0:1788926485.591861:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926485.591862:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591864:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926485.591872:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926485.591874:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926485.591876:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926485.591878:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788926485.597362:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926485.597369:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926485.597373:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b420. 00000400:00000200:1.0:1788926485.597382:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:1.0:1788926485.597385:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:1.0:1788926485.597390:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926485.597424:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926485.597437:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926485.597445:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926485.597447:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926485.597450:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926485.597455:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926485.597457:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926485.597459:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926485.597462:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926485.597470:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=152 v=5 (5 5 37 37) 00000100:00001000:1.0:1788926485.597474:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=30 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926485.597486:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926485.597488:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926485.597491:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926485.597494:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926485.597497:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926485.597499:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926485.597501:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926485.597503:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926485.597508:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926485.597522:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926485.597525:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926485.597527:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788926485.597531:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788926485.597539:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788926485.597544:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926485.597552:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513960576:192.168.203.140@tcp:9:kworker.0 00000100:00000001:1.0:1788926485.597556:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926485.597559:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926485.597562:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38a80 x1875823513960576/t0(0) o9->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926485.597568:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926485.597570:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926485.597574:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c322e000. 02000000:00000001:1.0:1788926485.597577:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926485.597580:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926485.597582:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926485.597584:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926485.597586:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4c00. 02000000:00000001:1.0:1788926485.597589:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926485.597590:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926485.597592:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38a80. 00000100:00000001:1.0:1788926485.597595:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926485.597597:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926485.597599:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926485.597605:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926485.597607:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926485.597609:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926485.597611:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926485.874999:0:33620:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926486.211165:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926486.211173:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926486.211179:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926486.211180:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926486.213228:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926486.213234:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926486.213238:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788926486.230821:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.230887:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926486.230893:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.230896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926486.230905:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.230913:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926486.230924:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.230929:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.230934:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.230938:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338bed80 00000400:00000200:3.0:1788926486.230947:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x7c1d [2] + 656 00000800:00000001:3.0:1788926486.230954:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.230963:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926486.230976:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926486.230982:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926486.230989:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926486.230992:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926486.230998:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000100:00000040:3.0:1788926486.231002:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86dd880 x1875823536369024 msgsize 328 00000100:00100000:3.0:1788926486.231007:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926486.231022:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926486.231038:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.231042:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926486.231206:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926486.231210:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536369024 02000000:00000001:2.0:1788926486.231213:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926486.231215:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926486.231217:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926486.231221:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926486.231225:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536369024 00000020:00000001:2.0:1788926486.231229:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926486.231230:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:2.0:1788926486.231233:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926486.231236:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:2.0:1788926486.231239:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:2.0:1788926486.231241:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:2.0:1788926486.231245:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926486.231251:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318080. 00000100:00000001:2.0:1788926486.231254:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926486.231256:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318080. 00000020:00000010:2.0:1788926486.231263:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d856a800. 00000020:00000010:2.0:1788926486.231268:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642400. 00000020:00000010:2.0:1788926486.231274:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84ee258. 00000100:00000040:2.0:1788926486.231283:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926486.231286:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926486.231287:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926486.231289:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926486.231297:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926486.231313:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926486.231324:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926486.231326:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926486.231331:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 62 00000100:00000040:2.0:1788926486.231335:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:2.0:1788926486.231337:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:2.0:1788926486.231344:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86dd880 x1875823536369024/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:52/0 lens 328/0 e 0 to 0 dl 1788926497 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926486.231354:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926486.231356:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318080. 00000100:00000001:2.0:1788926486.231359:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926486.231361:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318080. 00000100:00100000:2.0:1788926486.231366:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8800:x1875823536369024:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926486.231381:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536369024 00010000:00000001:2.0:1788926486.231385:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926486.231392:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926486.231595:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926486.231598:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=2 00000020:00000001:2.0:1788926486.231601:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926486.231604:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:2.0:1788926486.231608:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926486.231611:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926486.231616:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1788926486.231636:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926486.231639:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926486.231645:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10dcc00. 02000000:00000001:2.0:1788926486.231648:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926486.231651:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926486.231656:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926486.231659:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926486.231662:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926486.231667:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926486.231670:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926486.231673:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926486.231675:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926486.231677:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926486.231681:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926486.231684:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926486.231688:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530cc0. 00000100:00000200:2.0:1788926486.231694:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536369024, offset 224 00000400:00000200:2.0:1788926486.231700:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926486.231707:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926486.231715:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926486.231721:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2846:2846:256:4294967295] 192.168.203.140@tcp LPNI seq info [2846:2846:8:4294967295] 00000400:00000200:2.0:1788926486.231726:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926486.231733:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926486.231740:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926486.231744:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926486.231750:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926486.231758:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926486.231761:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926486.231773:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926486.231777:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926486.231780:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926486.231783:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c904c480. 00010000:00000001:2.0:1788926486.231786:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926486.231834:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926486.231837:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926486.231839:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926486.231841:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926486.231847:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823536369024/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:52/0 lens 328/224 e 0 to 0 dl 1788926497 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926486.231856:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8800:x1875823536369024:12345-192.168.203.140@tcp:104: Request processed in 501us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926486.231862:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 62 00000100:00000040:2.0:1788926486.231865:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00000100:00000001:2.0:1788926486.231867:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926486.231869:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926486.231874:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642400. 00000020:00000010:2.0:1788926486.231878:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84ee258. 00000020:00000010:2.0:1788926486.231883:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d856a800. 00000020:00000040:2.0:1788926486.231888:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:2.0:1788926486.231892:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926486.231991:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926486.231995:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:2.0:1788926486.231999:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926486.232004:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926486.232008:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530cc0 00000400:00000010:2.0:1788926486.232011:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530cc0. 00000100:00000001:2.0:1788926486.232014:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788926486.232016:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788926486.233688:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926486.233694:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926486.233698:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926486.233701:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926486.233703:0:16797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926486.233710:0:16797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926486.233723:0:16797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c880a800 already unused, calling callback (ffffffffc1262300) 00000008:00000001:1.0:1788926486.233726:0:16797:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788926486.233728:0:16797:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926486.233730:0:16797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926486.233732:0:16797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926486.233735:0:16797:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a800 refcount=3 00000020:00000001:1.0:1788926486.233737:0:16797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926486.233740:0:16797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228417536 : -108341481134080 : ffff9d76c880a800) 00010000:00000001:1.0:1788926486.233742:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926486.233745:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788926486.233753:0:16797:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788926486.233756:0:16797:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926486.233760:0:16797:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926486.233762:0:16797:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000008:00000001:1.0:1788926486.233764:0:16797:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788926486.233766:0:16797:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926486.233768:0:16797:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000008:00000001:1.0:1788926486.233771:0:16797:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926486.233774:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926486.233778:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926486.233780:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926486.233781:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926486.233785:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926486.233788:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880a800 with handle 0xdeff66104c08c863 from hash 00010000:00000001:1.0:1788926486.233790:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926486.233792:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926486.233793:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926486.233794:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926486.233798:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926486.233799:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926486.233805:0:16797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926486.233807:0:16797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926486.233809:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926486.233811:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926486.233819:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926486.233823:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926486.233827:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926486.233830:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926486.233834:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926486.233840:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76ca5f4e00. 00000100:00000001:1.0:1788926486.233847:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926486.233850:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926486.233855:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926486.233863:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926486.233864:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.233869:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926486.233874:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926486.233885:0:16797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003bea8c4] to pc [ptlrpcd_00_01+1] req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926486.234695:0:16797:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926486.234699:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926486.234700:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926486.234702:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926486.234704:0:16797:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926486.234707:0:16797:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926486.234711:0:16797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926486.234720:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926486.234723:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000d17033d0/0xdeff66104c08c863 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x840913afd2dab49b expref: -99 pid: 33229 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788926486.234731:0:16797:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318e80. 00010000:00000040:1.0:1788926486.234737:0:16797:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225900 count: 0 00010000:00000010:1.0:1788926486.234743:0:16797:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c3225200. 00010000:00000001:1.0:1788926486.234751:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926486.234753:0:16797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926486.234755:0:16797:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76c904c480. 00010000:00000001:1.0:1788926486.234758:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926486.234761:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926486.234763:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926486.234765:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926486.234766:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926486.234767:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926486.234769:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926486.234771:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926486.234773:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926486.234774:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926486.234781:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788926486.234785:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788926486.234787:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.234793:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926486.234796:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.234798:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926486.234799:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926486.234801:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926486.234808:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926486.234816:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926486.234819:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926486.234823:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926486.234826:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926486.234829:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926486.234833:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513960704:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926486.234837:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926486.234842:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926486.234845:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926486.234848:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926486.234853:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5800. 02000000:00000001:1.0:1788926486.234855:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926486.234862:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926486.234866:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926486.234872:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926486.234879:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513960704, portal 18 00000100:00000001:1.0:1788926486.234882:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926486.234883:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:1.0:1788926486.234890:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926486.234909:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926486.234912:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926486.234915:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8aa0. 00000100:00000200:1.0:1788926486.234919:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513960704, offset 0 00000400:00000200:1.0:1788926486.234925:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926486.234933:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926486.234940:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926486.234945:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926486.234949:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926486.234952:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926486.234955:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926486.234959:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2847:2847:256:4294967295] 192.168.203.140@tcp LPNI seq info [2847:2847:8:4294967295] 00000400:00000200:1.0:1788926486.234963:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926486.234982:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926486.234988:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926486.234993:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ef00. 00000800:00000200:1.0:1788926486.234999:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926486.235006:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926486.235010:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ef00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926486.235048:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926486.235052:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926486.236110:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926486.236118:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21497 usecs (22 jiffies) 00000400:00000200:1.0:1788926486.236125:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926486.236128:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296521392 00000100:00000001:1.0:1788926486.236131:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296524902 00000100:00000001:1.0:1788926486.236133:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296521392 00000100:00000001:1.0:1788926486.236135:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296524902 00000100:00000001:1.0:1788926486.236137:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926486.236140:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926486.236144:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926486.236147:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926486.242265:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926486.242274:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926486.242281:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926486.242289:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926486.242298:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8aa0 00000400:00000010:3.0:1788926486.242300:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8aa0. 00000100:00000001:3.0:1788926486.242306:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926486.242314:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926486.242326:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926486.242330:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926486.242337:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926486.242338:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926486.242348:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.242357:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926486.242359:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.242361:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926486.242366:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.242371:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926486.242377:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.242381:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.242385:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.242390:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32360100 00000400:00000200:3.0:1788926486.242394:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926486.242415:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8195 [1] + 224 00000800:00000001:3.0:1788926486.242423:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.242429:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926486.242431:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926486.242434:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926486.242439:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926486.242442:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926486.242450:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926486.242470:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926486.242487:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926486.242492:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.242574:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926486.242578:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926486.242585:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926486.242587:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926486.242590:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926486.242594:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926486.242595:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926486.242598:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926486.242603:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926486.242612:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926486.242618:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926486.242619:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.242622:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926486.242625:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926486.242627:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926486.242629:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926486.242632:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926486.242642:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dd38 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926486.242646:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926486.242648:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926486.242650:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926486.242653:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926486.242656:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926486.242660:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926486.242662:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926486.242663:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926486.242665:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926486.242670:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926486.242677:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926486.242680:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926486.242681:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926486.242686:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926486.242693:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513960704:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926486.242698:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.242700:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926486.242703:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513960704/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926502 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926486.242710:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926486.242712:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926486.242715:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5800. 02000000:00000001:1.0:1788926486.242721:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926486.242723:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926486.242725:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926486.242728:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926486.242731:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76ca5f4e00. 02000000:00000001:1.0:1788926486.242734:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926486.242735:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926486.242738:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:1.0:1788926486.242741:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926486.242742:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.242744:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926486.242752:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926486.242754:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926486.242755:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926486.242757:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926486.256502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225900. 00010000:00000010:1.1:1788926486.256517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a800. 00000080:00000001:1.0:1788926486.706373:0:33682:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926487.233571:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926487.233579:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926487.233581:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926487.233584:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926487.233588:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926487.233590:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926487.233592:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926487.233594:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926487.233707:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926487.233711:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926487.233714:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926487.887725:0:33775:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.257865:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926488.257871:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926488.257941:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926488.257944:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926488.257947:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788926488.301197:0:33811:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788926488.301204:0:33811:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 00:01:26 (1788926486) 00000001:00000001:2.0:1788926488.320630:0:33811:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788926488.606817:0:33824:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926488.606825:0:33824:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926488.606827:0:33824:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926488.606830:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206bbc0 00000080:00200000:2.0:1788926488.606835:0:33824:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926488.606843:0:33824:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c1285200. 00800000:00000002:2.0:1788926488.606851:0:33824:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926488.606854:0:33824:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926488.606859:0:33824:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926488.606861:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206bae0 00800000:00000002:2.0:1788926488.606864:0:33824:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926488.606868:0:33824:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926488.606870:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926488.606873:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926488.606875:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926488.606878:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926488.606880:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926488.606882:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926488.606884:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926488.606888:0:33824:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926488.606893:0:33824:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926488.606895:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b9b0 00000002:00010000:2.0:1788926488.606897:0:33824:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926488.606900:0:33824:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926488.606902:0:33824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926488.606905:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926488.606937:0:33824:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926488.606939:0:33824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926488.606941:0:33824:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926488.606943:0:33824:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926488.606945:0:33824:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926488.606951:0:33824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926488.606955:0:33824:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926488.606961:0:33824:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926488.606965:0:33824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926488.606969:0:33824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926488.606971:0:33824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926488.606973:0:33824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926488.606977:0:33824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926488.606983:0:33824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd800. 00000100:00000001:2.0:1788926488.606991:0:33824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926488.606995:0:33824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926488.606996:0:33824:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926488.606998:0:33824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926488.606999:0:33824:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926488.607000:0:33824:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926488.607005:0:33824:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00010000:00000001:2.0:1788926488.607008:0:33824:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926488.607011:0:33824:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926488.607014:0:33824:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225400. 00010000:00000010:2.0:1788926488.607018:0:33824:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642e00. 00010000:00000001:2.0:1788926488.607023:0:33824:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926488.607026:0:33824:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a000. 00000020:00000001:2.0:1788926488.607029:0:33824:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926488.607032:0:33824:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a000 with handle 0xdeff66104c08c8b0 to hash 00000020:00000001:2.0:1788926488.607034:0:33824:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926488.607035:0:33824:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:2.0:1788926488.607038:0:33824:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:2.0:1788926488.607042:0:33824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926488.607054:0:33824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926488.607059:0:33824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926488.607069:0:33824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926488.607081:0:33824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926488.607086:0:33824:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926488.607088:0:33824:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926488.607094:0:33824:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c300. 00000100:00000001:2.0:1788926488.607096:0:33824:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237075200 : -108341472476416 : ffff9d76c904c300) 00000100:00000001:2.0:1788926488.607099:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926488.607101:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000001:2.0:1788926488.607105:0:33824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926488.607109:0:33824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926488.607111:0:33824:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926488.607113:0:33824:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926488.607123:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926488.607131:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926488.607134:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926488.607137:0:33824:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926488.607140:0:33824:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926488.607141:0:33824:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926488.607145:0:33824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33824:1875823513960832:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926488.607149:0:33824:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926488.607153:0:33824:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926488.607155:0:33824:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926488.607157:0:33824:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926488.607161:0:33824:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b5000. 02000000:00000001:2.0:1788926488.607163:0:33824:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926488.607170:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926488.607174:0:33824:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6ec8. 00000400:00000010:2.0:1788926488.607180:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530cc0. 00000100:00000200:2.0:1788926488.607187:0:33824:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513960832, portal 10 00000100:00000001:2.0:1788926488.607189:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926488.607190:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:2.0:1788926488.607196:0:33824:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926488.607202:0:33824:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926488.607206:0:33824:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926488.607208:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926488.607211:0:33824:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513960832, offset 0 00000400:00000200:2.0:1788926488.607217:0:33824:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926488.607225:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.607232:0:33824:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926488.607236:0:33824:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926488.607240:0:33824:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926488.607244:0:33824:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926488.607246:0:33824:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926488.607250:0:33824:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2848:2848:256:4294967295] 192.168.203.140@tcp LPNI seq info [2848:2848:8:4294967295] 00000400:00000200:2.0:1788926488.607254:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.607264:0:33824:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926488.607283:0:33824:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926488.607288:0:33824:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926488.607294:0:33824:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926488.607302:0:33824:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926488.607306:0:33824:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926488.607321:0:33824:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926488.607326:0:33824:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 822532 usecs (823 jiffies) 00000400:00000200:2.0:1788926488.607330:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926488.607332:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296524564 00000100:00000001:2.0:1788926488.607335:0:33824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296524902 00000100:00000001:2.0:1788926488.607337:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296524564 00000100:00000001:2.0:1788926488.607339:0:33824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296524902 00000100:00000001:2.0:1788926488.607341:0:33824:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926488.607343:0:33824:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926488.607346:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926488.607347:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926488.607350:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c300 going to sleep for 11 seconds 00000100:00000001:2.0:1788926488.607352:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926488.607354:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926488.607556:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926488.607561:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:3.0:1788926488.607568:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926488.607573:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926488.607578:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:3.0:1788926488.607580:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:3.0:1788926488.607584:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926488.607587:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926488.607597:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926488.607600:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926488.607606:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926488.607607:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926488.618083:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.618100:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926488.618105:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.618108:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926488.618116:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.618123:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926488.618132:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.618137:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.618142:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.618146:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32360180 00000400:00000200:2.0:1788926488.618151:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.618156:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x819d [1] + 224 00000800:00000001:2.0:1788926488.618164:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.618184:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926488.618187:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926488.618192:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926488.618199:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926488.618207:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926488.618217:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926488.618231:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926488.618240:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.618244:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.618388:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926488.618422:0:33824:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926488.618424:0:33824:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926488.618427:0:33824:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6ec8. 00000400:00000200:0.0:1788926488.618432:0:33824:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530cc0 00000400:00000010:0.0:1788926488.618434:0:33824:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530cc0. 00000100:00000001:0.0:1788926488.618437:0:33824:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926488.618443:0:33824:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926488.618451:0:33824:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.618467:0:33824:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926488.618469:0:33824:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.618472:0:33824:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926488.618475:0:33824:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926488.618478:0:33824:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926488.618480:0:33824:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926488.618483:0:33824:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926488.618491:0:33824:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=5 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926488.618495:0:33824:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926488.618498:0:33824:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926488.618499:0:33824:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.618502:0:33824:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926488.618505:0:33824:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.618509:0:33824:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788926488.618511:0:33824:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967638 gen 2 00000100:00000040:0.0:1788926488.618516:0:33824:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.618523:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.618527:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd180 x1875823513955328/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.618533:0:33824:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926488.618535:0:33824:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926488.618539:0:33824:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d93c00. 02000000:00000001:0.0:1788926488.618542:0:33824:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926488.618545:0:33824:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926488.618547:0:33824:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926488.618549:0:33824:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926488.618551:0:33824:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c61e00. 02000000:00000001:0.0:1788926488.618553:0:33824:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926488.618555:0:33824:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926488.618557:0:33824:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd180. 00000100:00000001:0.0:1788926488.618562:0:33824:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926488.618563:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926488.618567:0:33824:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967638) req@ffff9d76c962b100 x1875823513959936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926488.618572:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.618575:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513959936/t4294967638(4294967638) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 504/456 e 0 to 0 dl 1788926496 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926488.618581:0:33824:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926488.618582:0:33824:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926488.618584:0:33824:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b01c00. 02000000:00000001:0.0:1788926488.618586:0:33824:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926488.618587:0:33824:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926488.618588:0:33824:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926488.618590:0:33824:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926488.618592:0:33824:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d84a8a00. 02000000:00000001:0.0:1788926488.618594:0:33824:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926488.618595:0:33824:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926488.618596:0:33824:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:0.0:1788926488.618598:0:33824:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926488.618599:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.618601:0:33824:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788926488.618603:0:33824:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1788926488.618605:0:33824:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926488.618607:0:33824:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926488.618612:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.618618:0:33824:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926488.618621:0:33824:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926488.618623:0:33824:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926488.618627:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926504 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926488.618635:0:33824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33824:1875823513960832:192.168.203.140@tcp:101:multiop.0 00000100:00000001:0.0:1788926488.618640:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.618642:0:33824:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.618644:0:33824:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926488.618646:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.618649:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926504 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.618654:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926488.618656:0:33824:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c300. 00000100:00000001:0.0:1788926488.618660:0:33824:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926488.618661:0:33824:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.618664:0:33824:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926488.618667:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618669:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618672:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=4 00000020:00000001:0.0:1788926488.618674:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618678:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000040:0.0:1788926488.618683:0:33824:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a000, remote cookie: 0x840913afd2dab50b, flags: 0x1001 00010000:00010000:0.0:1788926488.618688:0:33824:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926488.618699:0:33824:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618710:0:33824:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926488.618713:0:33824:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926488.618715:0:33824:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926488.618717:0:33824:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926488.618719:0:33824:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926488.618721:0:33824:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225400) refcount = 1 00010000:00010000:0.0:1788926488.618725:0:33824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618731:0:33824:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926488.618734:0:33824:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926488.618735:0:33824:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926488.618738:0:33824:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926488.618740:0:33824:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.618743:0:33824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618748:0:33824:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926488.618750:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618751:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.618752:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618753:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.618755:0:33824:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.618758:0:33824:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926488.618760:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618761:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618762:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.618764:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618766:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618768:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618769:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618770:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=4 00000020:00000001:0.0:1788926488.618772:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618774:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618776:0:33824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926488.618779:0:33824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.618782:0:33824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618788:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618789:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.618790:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618791:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618792:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=5 00000020:00000001:0.0:1788926488.618794:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618796:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618798:0:33824:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926488.618801:0:33824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618806:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618807:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926488.618810:0:33824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618815:0:33824:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926488.618816:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618817:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.618818:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618819:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926488.618824:0:33824:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926488.618832:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618833:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618835:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.618837:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618839:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618841:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618842:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.618843:0:33824:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.618844:0:33824:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.618847:0:33824:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926488.618849:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618850:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618851:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.618853:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618855:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00000002:00010000:0.0:1788926488.618857:0:33824:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.618863:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618864:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.618866:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926488.618867:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618868:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618869:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.618871:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618873:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000040:0.0:1788926488.618877:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:0.0:1788926488.618880:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926488.618884:0:33824:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926488.618887:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618888:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.618889:0:33824:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926488.618892:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b938 00000002:00002000:0.0:1788926488.618894:0:33824:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926488.618897:0:33824:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.618900:0:33824:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.618903:0:33824:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926488.618906:0:33824:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926488.618909:0:33824:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926488.618913:0:33824:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926488.618916:0:33824:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c1285200. 00000080:00000001:0.0:1788926488.618920:0:33824:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926488.618923:0:33824:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926488.618928:0:33824:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926488.618932:0:33824:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926488.618938:0:33824:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99880. 00800000:00000001:0.0:1788926488.618940:0:33824:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218517632 : -108341491033984 : ffff9d76c7e99880) 00800000:00000001:0.0:1788926488.618942:0:33824:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.618944:0:33824:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926488.618947:0:33824:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926488.618948:0:33824:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926488.618951:0:33824:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926488.618953:0:33824:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926488.618954:0:33824:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.618959:0:33824:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926488.618962:0:33824:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788926488.618964:0:33824:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788926466 to 1788926480 00000080:00200000:0.0:1788926488.618969:0:33824:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926488.618971:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.618972:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.618974:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.618976:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618978:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.618979:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.618980:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926488.618982:0:33824:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926488.618984:0:33824:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926488.618986:0:33824:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99880 1 00800000:00000010:0.0:1788926488.618988:0:33824:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99880. 00800000:00000001:0.0:1788926488.618991:0:33824:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926488.618994:0:33824:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8b0 00800000:00000001:0.0:1788926488.618997:0:33824:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926488.618999:0:33824:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926488.619000:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.619001:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.619003:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.619005:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619006:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619008:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619009:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.619011:0:33824:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.619013:0:33824:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.619015:0:33824:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926488.619017:0:33824:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926488.619020:0:33824:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8b0 from it ffffb2d84206bbf8 00010000:00000001:0.0:1788926488.619022:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.619023:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.619024:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.619025:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619027:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619029:0:33824:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926488.619031:0:33824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.619037:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619038:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.619039:0:33824:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926488.619041:0:33824:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926488.619043:0:33824:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926488.619052:0:33824:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926488.619054:0:33824:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926488.619056:0:33824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926488.619060:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619061:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.619063:0:33824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619066:0:33824:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926488.619068:0:33824:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619070:0:33824:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619072:0:33824:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619073:0:33824:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926488.619074:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619075:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926488.619077:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.619082:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39180 x1875823513960832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926504 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.619088:0:33824:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926488.619089:0:33824:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926488.619091:0:33824:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b5000. 02000000:00000001:0.0:1788926488.619094:0:33824:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926488.619095:0:33824:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926488.619096:0:33824:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926488.619098:0:33824:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926488.619100:0:33824:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd800. 02000000:00000001:0.0:1788926488.619102:0:33824:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926488.619104:0:33824:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926488.619105:0:33824:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39180. 00000100:00000001:0.0:1788926488.619108:0:33824:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926488.619109:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926488.619112:0:33824:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926488.619117:0:33824:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926488.619138:0:33824:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d11721a0. 00000080:00000001:0.0:1788926488.619143:0:33824:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926488.619144:0:33824:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926488.619145:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206bb00 00000080:00200000:0.0:1788926488.619147:0:33824:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926488.619151:0:33824:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c72400. 00800000:00000002:0.0:1788926488.619156:0:33824:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926488.619158:0:33824:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926488.619161:0:33824:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926488.619163:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206ba20 00800000:00000002:0.0:1788926488.619164:0:33824:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926488.619167:0:33824:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926488.619169:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926488.619172:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926488.619174:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926488.619176:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926488.619177:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926488.619179:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926488.619181:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926488.619184:0:33824:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926488.619187:0:33824:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926488.619189:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b8f0 00000002:00010000:0.0:1788926488.619190:0:33824:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926488.619193:0:33824:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926488.619195:0:33824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926488.619197:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926488.619199:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:0.0:1788926488.619201:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926488.619204:0:33824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926488.619206:0:33824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926488.619210:0:33824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926488.619216:0:33824:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926488.619219:0:33824:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.619222:0:33824:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926488.619228:0:33824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926488.619230:0:33824:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926488.619232:0:33824:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926488.619233:0:33824:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926488.619235:0:33824:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926488.619238:0:33824:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926488.619240:0:33824:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926488.619242:0:33824:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926488.619244:0:33824:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72400. 00000080:00000001:0.0:1788926488.619246:0:33824:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926488.619248:0:33824:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926488.619250:0:33824:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926488.619253:0:33824:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8b0 00800000:00000001:0.0:1788926488.619255:0:33824:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926488.619256:0:33824:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926488.619257:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.619258:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.619260:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.619261:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619263:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619265:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619266:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.619267:0:33824:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.619269:0:33824:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926488.619270:0:33824:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8b0 from it ffffb2d84206bb38 00010000:00000001:0.0:1788926488.619272:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.619273:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.619274:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926488.619276:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619278:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926488.619280:0:33824:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926488.619282:0:33824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926488.619288:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619289:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.619290:0:33824:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926488.619291:0:33824:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926488.619294:0:33824:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926488.619300:0:33824:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926488.619302:0:33824:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926488.619303:0:33824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926488.619305:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619306:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.619307:0:33824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619309:0:33824:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926488.619310:0:33824:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619311:0:33824:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619313:0:33824:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619315:0:33824:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926488.619316:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619317:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926488.619318:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926488.619320:0:33824:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926488.619321:0:33824:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788926488.619324:0:33824:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.619327:0:33824:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788926488.619329:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206bb58 00000080:00200000:0.0:1788926488.619330:0:33824:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76c32a7200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788926488.619336:0:33824:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e0052480. 00000080:00000001:0.0:1788926488.619339:0:33824:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926488.619340:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206ba08 00000080:00200000:0.0:1788926488.619342:0:33824:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000010:0.0:1788926488.619348:0:33824:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c72400. 00800000:00000002:0.0:1788926488.619350:0:33824:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926488.619354:0:33824:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926488.619355:0:33824:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926488.619357:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b928 00800000:00000002:0.0:1788926488.619359:0:33824:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926488.619361:0:33824:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926488.619364:0:33824:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788926488.619366:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926488.619368:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926488.619369:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926488.619371:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926488.619372:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926488.619374:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926488.619376:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.619379:0:33824:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:0.0:1788926488.619382:0:33824:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788926488.619384:0:33824:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788926488.619386:0:33824:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788926488.619389:0:33824:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788926488.619391:0:33824:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x29:0x0] 40000000:00000001:0.0:1788926488.619420:0:33824:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.619423:0:33824:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.619425:0:33824:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.619427:0:33824:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926488.619429:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b8a8 00800000:00000002:0.0:1788926488.619431:0:33824:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x29:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788926488.619435:0:33824:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926488.619436:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b7e0 00000002:00010000:0.0:1788926488.619437:0:33824:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000405:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788926488.619441:0:33824:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926488.619444:0:33824:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926488.619446:0:33824:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926488.619449:0:33824:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.619451:0:33824:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926488.619453:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 2 00010000:00000001:0.0:1788926488.619467:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926488.619470:0:33824:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926488.619473:0:33824:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926488.619475:0:33824:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788926488.619483:0:33824:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926488.619486:0:33824:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926488.619489:0:33824:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926488.619490:0:33824:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788926488.619493:0:33824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926488.619494:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926488.619496:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 3 00010000:00000001:0.0:1788926488.619498:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926488.619500:0:33824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.619502:0:33824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926488.619503:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926488.619504:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 3 00010000:00000001:0.0:1788926488.619506:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926488.619507:0:33824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.619508:0:33824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926488.619509:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926488.619510:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225400 count: 3 00010000:00000001:0.0:1788926488.619512:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926488.619513:0:33824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.619515:0:33824:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926488.619517:0:33824:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788926488.619521:0:33824:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788926488.619523:0:33824:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788926488.619525:0:33824:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926488.619527:0:33824:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619529:0:33824:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926488.619531:0:33824:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926488.619532:0:33824:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926488.619534:0:33824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926488.619535:0:33824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926488.619538:0:33824:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880a000 with handle 0xdeff66104c08c8b0 from hash 00010000:00000001:0.0:1788926488.619540:0:33824:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926488.619542:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.619543:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.619544:0:33824:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926488.619546:0:33824:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926488.619548:0:33824:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926488.619550:0:33824:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926488.619552:0:33824:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926488.619554:0:33824:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788926488.619560:0:33824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926488.619563:0:33824:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926488.619569:0:33824:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926488.619570:0:33824:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619573:0:33824:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926488.619577:0:33824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926488.619579:0:33824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.619582:0:33824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926488.619585:0:33824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926488.619587:0:33824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926488.619594:0:33824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880cc00. 00000100:00000001:0.0:1788926488.619600:0:33824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619603:0:33824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926488.619605:0:33824:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926488.619609:0:33824:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926488.619615:0:33824:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926488.619617:0:33824:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926488.619619:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926488.619621:0:33824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880a000/0xdeff66104c08c8b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dab50b expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788926488.619628:0:33824:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225400 count: 0 00010000:00000010:0.0:1788926488.619633:0:33824:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642e00. 00010000:00000001:0.0:1788926488.619640:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.619642:0:33824:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619643:0:33824:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926488.619644:0:33824:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.619646:0:33824:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.619654:0:33824:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00010000:00000001:0.0:1788926488.619658:0:33824:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926488.619660:0:33824:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926488.619663:0:33824:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2af00. 00010000:00000010:0.0:1788926488.619666:0:33824:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71080. 00010000:00000001:0.0:1788926488.619671:0:33824:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926488.619674:0:33824:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008e00. 00000020:00000001:0.0:1788926488.619677:0:33824:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926488.619679:0:33824:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008e00 with handle 0xdeff66104c08c8b7 to hash 00000020:00000001:0.0:1788926488.619681:0:33824:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926488.619682:0:33824:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.619686:0:33824:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.619688:0:33824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926488.619689:0:33824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.619692:0:33824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926488.619699:0:33824:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33824 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926488.619708:0:33824:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926488.619715:0:33824:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926488.619724:0:33824:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926488.619728:0:33824:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926488.619730:0:33824:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926488.619735:0:33824:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3864d80. 00000100:00000001:0.0:1788926488.619738:0:33824:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732144901504 : -108341564650112 : ffff9d76c3864d80) 00000100:00000001:0.0:1788926488.619740:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926488.619741:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000001:0.0:1788926488.619746:0:33824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926488.619749:0:33824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.619751:0:33824:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926488.619752:0:33824:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926488.619756:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.619763:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926488.619765:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926488.619768:0:33824:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926488.619770:0:33824:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926488.619772:0:33824:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926488.619775:0:33824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33824:1875823513961088:192.168.203.140@tcp:101:multiop.0 00000100:00000001:0.0:1788926488.619779:0:33824:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926488.619783:0:33824:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926488.619785:0:33824:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926488.619788:0:33824:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926488.619845:0:33824:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:0.0:1788926488.619848:0:33824:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926488.619855:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926488.619860:0:33824:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926488.619867:0:33824:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c880e800. 00000100:00000200:0.0:1788926488.619873:0:33824:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513961088, portal 10 00000100:00000001:0.0:1788926488.619875:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926488.619876:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:0.0:1788926488.619882:0:33824:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.619888:0:33824:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926488.619891:0:33824:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926488.619895:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08212a8. 00000100:00000200:0.0:1788926488.619898:0:33824:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875823513961088, offset 0 00000400:00000200:0.0:1788926488.619905:0:33824:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926488.619912:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926488.619919:0:33824:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926488.619924:0:33824:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926488.619928:0:33824:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926488.619931:0:33824:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926488.619934:0:33824:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926488.619937:0:33824:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2849:2849:256:4294967295] 192.168.203.140@tcp LPNI seq info [2849:2849:8:4294967295] 00000400:00000200:0.0:1788926488.619942:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926488.619951:0:33824:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926488.619956:0:33824:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926488.619961:0:33824:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2b00. 00000800:00000200:0.0:1788926488.619968:0:33824:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926488.619976:0:33824:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926488.619981:0:33824:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2b00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788926488.620001:0:33824:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926488.620006:0:33824:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 821467 usecs (822 jiffies) 00000400:00000200:0.0:1788926488.620010:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926488.620012:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296524574 00000100:00000001:0.0:1788926488.620015:0:33824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296524902 00000100:00000001:0.0:1788926488.620017:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296524574 00000100:00000001:0.0:1788926488.620019:0:33824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296524902 00000100:00000001:0.0:1788926488.620021:0:33824:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926488.620024:0:33824:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.620028:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926488.620030:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926488.620033:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788926488.620036:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926488.620038:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926488.620140:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926488.620146:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2b00. 00000400:00000200:3.0:1788926488.620152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926488.620156:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926488.620161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08212a8 00000400:00000010:3.0:1788926488.620163:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08212a8. 00000100:00000001:3.0:1788926488.620168:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926488.620173:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926488.620186:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926488.620202:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926488.620209:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926488.620211:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926488.630309:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.630328:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926488.630332:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.630335:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926488.630343:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.630351:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926488.630359:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.630364:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.630369:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.630373:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32360280 00000400:00000200:2.0:1788926488.630377:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926488.630383:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x81ad [32] + 224 00000800:00000001:2.0:1788926488.630389:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.630416:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926488.630420:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926488.630424:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926488.630432:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926488.630441:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926488.630453:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926488.630477:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926488.630485:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926488.630489:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.630568:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926488.630576:0:33824:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926488.630578:0:33824:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926488.630581:0:33824:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:0.0:1788926488.630585:0:33824:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c880e800 00000400:00000010:0.0:1788926488.630588:0:33824:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c880e800. 00000100:00000001:0.0:1788926488.630591:0:33824:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926488.630596:0:33824:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926488.630606:0:33824:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513961088/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926504 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.630611:0:33824:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926488.630614:0:33824:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.630616:0:33824:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926488.630618:0:33824:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926488.630621:0:33824:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926488.630623:0:33824:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926488.630625:0:33824:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926488.630633:0:33824:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=5 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926488.630637:0:33824:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926488.630639:0:33824:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926488.630640:0:33824:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.630643:0:33824:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926488.630646:0:33824:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.630650:0:33824:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926488.630651:0:33824:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788926488.630653:0:33824:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926488.630654:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926488.630656:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000001:0.0:1788926488.630659:0:33824:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926488.630661:0:33824:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967638 00000100:00000001:0.0:1788926488.630663:0:33824:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926488.630666:0:33824:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926488.630671:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926504 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.630678:0:33824:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926488.630682:0:33824:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926488.630683:0:33824:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926488.630687:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926504 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926488.630694:0:33824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33824:1875823513961088:192.168.203.140@tcp:101:multiop.0 00000100:00000001:0.0:1788926488.630698:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926488.630701:0:33824:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926488.630703:0:33824:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926488.630705:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.630707:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926504 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.630714:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926488.630716:0:33824:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3864d80. 00000100:00000001:0.0:1788926488.630719:0:33824:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926488.630721:0:33824:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.630723:0:33824:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926488.630728:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.630730:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.630733:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=4 00000020:00000001:0.0:1788926488.630736:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630739:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000040:0.0:1788926488.630744:0:33824:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008e00, remote cookie: 0x840913afd2dab527, flags: 0x1001 00010000:00010000:0.0:1788926488.630749:0:33824:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926488.630757:0:33824:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926488.630760:0:33824:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788926488.630767:0:33824:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a700. 00010000:00000010:0.0:1788926488.630771:0:33824:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71f00. 00010000:00000040:0.0:1788926488.630776:0:33824:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2af00 count: 0 00010000:00000010:0.0:1788926488.630781:0:33824:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71080. 00010000:00000001:0.0:1788926488.630785:0:33824:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.630789:0:33824:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926488.630797:0:33824:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630803:0:33824:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926488.630807:0:33824:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926488.630809:0:33824:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926488.630810:0:33824:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926488.630811:0:33824:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926488.630813:0:33824:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x29:0x0].0x0 (ffff9d76c3b2a700) refcount = 1 00010000:00010000:0.0:1788926488.630817:0:33824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630823:0:33824:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926488.630826:0:33824:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926488.630827:0:33824:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926488.630830:0:33824:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926488.630832:0:33824:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.630835:0:33824:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630840:0:33824:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926488.630842:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630843:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.630844:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630845:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.630846:0:33824:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.630850:0:33824:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926488.630853:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.630854:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.630856:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.630858:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630860:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630863:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.630864:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.630865:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=4 00000020:00000001:0.0:1788926488.630868:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630870:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630873:0:33824:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926488.630876:0:33824:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926488.630880:0:33824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630887:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630888:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.630889:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.630890:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.630892:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=5 00000020:00000001:0.0:1788926488.630894:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630896:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630899:0:33824:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926488.630901:0:33824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630907:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630907:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926488.630910:0:33824:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630915:0:33824:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926488.630916:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630917:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.630917:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630918:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926488.630922:0:33824:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926488.630930:0:33824:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926488.630934:0:33824:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926488.630945:0:33824:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.630951:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.630952:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.630953:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.630955:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630956:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00000002:00010000:0.0:1788926488.630960:0:33824:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788926488.630969:0:33824:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76c7e99880. 00010000:00000001:0.0:1788926488.630971:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630972:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.630973:0:33824:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.630975:0:33824:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.630978:0:33824:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926488.630979:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926488.630981:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000001:0.0:1788926488.630982:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926488.630984:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00010000:00000001:0.0:1788926488.630985:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.630986:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.630987:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.630989:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.630990:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00000002:00010000:0.0:1788926488.630993:0:33824:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.630998:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.630999:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.631000:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926488.631002:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.631003:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.631005:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.631006:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.631008:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000040:0.0:1788926488.631011:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:0.0:1788926488.631014:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926488.631017:0:33824:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/41 (0 0) 00010000:00000001:0.0:1788926488.631020:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.631021:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.631022:0:33824:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926488.631024:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b768 00000002:00002000:0.0:1788926488.631026:0:33824:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788926488.631029:0:33824:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.631032:0:33824:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.631034:0:33824:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926488.631038:0:33824:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926488.631041:0:33824:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926488.631044:0:33824:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926488.631047:0:33824:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926488.631048:0:33824:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e0052480 it_disposition 1800037 00000080:00002000:0.0:1788926488.631053:0:33824:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d172fca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788926488.631058:0:33824:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926488.631060:0:33824:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788926488.631063:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206b990 00000080:00200000:0.0:1788926488.631064:0:33824:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000001:0.0:1788926488.631066:0:33824:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788926488.631069:0:33824:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926488.631073:0:33824:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926488.631076:0:33824:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926488.631078:0:33824:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1788926488.631081:0:33824:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788926488.631089:0:33824:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d158f380. 00000020:00000001:0.0:1788926488.631098:0:33824:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788926488.631099:0:33824:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788926488.631102:0:33824:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788926488.631105:0:33824:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9d76d158f448) 00000020:00000001:0.0:1788926488.631108:0:33824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926488.631111:0:33824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926488.631113:0:33824:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926488.631117:0:33824:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788926488.631121:0:33824:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d0c0f578. 00000020:00000001:0.0:1788926488.631123:0:33824:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788926488.631125:0:33824:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926488.631131:0:33824:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788926488.631134:0:33824:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76e02b01f0. 00020000:00000001:0.0:1788926488.631136:0:33824:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732625457648 : -108341084093968 : ffff9d76e02b01f0) 00020000:00000001:0.0:1788926488.631139:0:33824:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788926488.631142:0:33824:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926488.631146:0:33824:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052960. 00020000:00000010:0.0:1788926488.631149:0:33824:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c7c70f80. 00020000:00000010:0.0:1788926488.631153:0:33824:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052720. 00020000:00000001:0.0:1788926488.631155:0:33824:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622976800 : -108341086574816 : ffff9d76e0052720) 00020000:00000002:0.0:1788926488.631158:0:33824:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052720, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926488.631162:0:33824:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926488.631165:0:33824:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c7c70f80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1788926488.631168:0:33824:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788926488.631170:0:33824:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052720, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926488.631173:0:33824:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926488.631176:0:33824:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c7c70f80: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1788926488.631179:0:33824:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76d04afa40. 00020000:00000010:0.0:1788926488.631182:0:33824:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76c3864d80. 00020000:00000001:0.0:1788926488.631186:0:33824:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788926488.631189:0:33824:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76ca407c98. 00020000:00000001:0.0:1788926488.631191:0:33824:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788926488.631192:0:33824:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788926488.631197:0:33824:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788926488.631200:0:33824:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d0c0fa28. 00000020:00000001:0.0:1788926488.631202:0:33824:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788926488.631203:0:33824:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926488.631205:0:33824:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732366850728 : -108341342700888 : ffff9d76d0c0faa8) 00020000:00000001:0.0:1788926488.631208:0:33824:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788926488.631213:0:33824:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76d89d2380. 00020000:00000001:0.0:1788926488.631215:0:33824:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926488.631219:0:33824:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732366850728 : -108341342700888 : ffff9d76d0c0faa8) 00020000:00000001:0.0:1788926488.631222:0:33824:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732366850728 : -108341342700888 : ffff9d76d0c0faa8) 00020000:00000002:0.0:1788926488.631224:0:33824:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x14:0x0]@ffff9d76d0c0fa28[0:0] -> [0x200000405:0x29:0x0]@ffff9d76d0c0f578: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1788926488.631229:0:33824:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788926488.631231:0:33824:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788926488.631232:0:33824:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926488.631235:0:33824:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732366849528 : -108341342702088 : ffff9d76d0c0f5f8) 00000020:00001000:0.0:1788926488.631237:0:33824:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926488.631241:0:33824:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611177 : 144115205339611177 : 200000405000029) 00000080:00000001:0.0:1788926488.631244:0:33824:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788926488.631246:0:33824:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611177 mtime from 0 to 1788926488 00000080:00000001:0.0:1788926488.631250:0:33824:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788926488.631252:0:33824:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376810568 : -108341332741048 : ffff9d76d158f448) 00010000:00000001:0.0:1788926488.631255:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.631256:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.631257:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.631259:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.631261:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00000080:00000001:0.0:1788926488.631264:0:33824:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926488.631265:0:33824:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926488.631266:0:33824:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926488.631268:0:33824:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926488.631270:0:33824:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926488.631272:0:33824:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926488.631273:0:33824:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926488.631275:0:33824:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052240. 00020000:00000010:0.0:1788926488.631278:0:33824:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c7c70580. 00020000:00000010:0.0:1788926488.631281:0:33824:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052ea0. 00020000:00000001:0.0:1788926488.631282:0:33824:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622978720 : -108341086572896 : ffff9d76e0052ea0) 00020000:00000002:0.0:1788926488.631285:0:33824:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052ea0, objid 0x29:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926488.631288:0:33824:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926488.631290:0:33824:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c7c70580: ostid: 0x2c0000401:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926488.631294:0:33824:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b01f0) owner ffff9d76e000cf80 00020000:00000001:0.0:1788926488.631297:0:33824:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926488.631298:0:33824:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b01f0) owner ffff9d76e000cf80 00020000:00000010:0.0:1788926488.631302:0:33824:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c7c70580. 00020000:00000010:0.0:1788926488.631305:0:33824:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052240. 00020000:00000010:0.0:1788926488.631308:0:33824:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052ea0. 00020000:00000002:0.0:1788926488.631310:0:33824:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926488.631312:0:33824:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926488.631313:0:33824:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926488.631316:0:33824:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926488.631319:0:33824:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e000cf80 00020000:00000002:0.0:1788926488.631321:0:33824:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052720 addref 2/0 by ffff9d76e000cf80. 00020000:00000002:0.0:1788926488.631323:0:33824:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e000cf80 00020000:00000001:0.0:1788926488.631325:0:33824:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926488.631327:0:33824:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926488.631328:0:33824:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926488.631330:0:33824:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788926488.631332:0:33824:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788926488.631334:0:33824:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788926488.631336:0:33824:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926488.631337:0:33824:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.631340:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.631341:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926488.631342:0:33824:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926488.631345:0:33824:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926488.631347:0:33824:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926488.631349:0:33824:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x29:0x0](ffff9d76d158f448) 00000080:00010000:0.0:1788926488.631351:0:33824:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x29:0x0](ffff9d76d158f448) for lock 0xdeff66104c08c8b7 00800000:00000001:0.0:1788926488.631355:0:33824:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926488.631356:0:33824:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926488.631358:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.631359:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.631360:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.631362:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.631364:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.631366:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.631367:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926488.631368:0:33824:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.631370:0:33824:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631371:0:33824:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788926488.631373:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.631378:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.631384:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926488.631387:0:33824:0:(namei.c:1651:ll_create_it()) inode ffff9d76d158f448 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:0.0:1788926488.631391:0:33824:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926488.631434:0:33824:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x29:0x0](ffff9d76d158f448) 00000080:00000001:0.0:1788926488.631438:0:33824:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926488.631441:0:33824:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72400. 00000100:00000001:0.0:1788926488.631444:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.631447:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926488.631452:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631469:0:33824:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788926488.631471:0:33824:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926488.631473:0:33824:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d158f448 need_sync_to_mds [0x200000405:0x29:0x0] 00000080:00000001:0.0:1788926488.631482:0:33824:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926488.631484:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206ba68 00000080:00200008:0.0:1788926488.631487:0:33824:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9d76d158f448), flags 100102 00000080:00000010:0.0:1788926488.631495:0:33824:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000010:0.0:1788926488.631500:0:33824:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99440. 00000080:00000001:0.0:1788926488.631504:0:33824:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926488.631507:0:33824:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926488.631510:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926488.631513:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926488.631515:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926488.631518:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926488.631520:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926488.631522:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1788926488.631524:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926488.631526:0:33824:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926488.631530:0:33824:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172f20. 00000002:00100000:0.0:1788926488.631535:0:33824:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926488.631541:0:33824:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926488.631543:0:33824:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926488.631546:0:33824:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926488.631549:0:33824:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631551:0:33824:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926488.631553:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926488.631556:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926488.631562:0:33824:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926488.631565:0:33824:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:0.0:1788926488.631590:0:33824:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926488.631592:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926488.631594:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206ba68 00000080:00000008:0.0:1788926488.631596:0:33824:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9d76d158f448), flags 100102, rc = 0 00000080:00000001:0.0:1788926488.631600:0:33824:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926488.631602:0:33824:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e0052480 released 00000080:00010000:0.0:1788926488.631605:0:33824:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8b7 from it ffff9d76e0052480 00010000:00000001:0.0:1788926488.631607:0:33824:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926488.631608:0:33824:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926488.631610:0:33824:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008e00 refcount=3 00000020:00000001:0.0:1788926488.631611:0:33824:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.631614:0:33824:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236799488 : -108341472752128 : ffff9d76c9008e00) 00010000:00000001:0.0:1788926488.631616:0:33824:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926488.631620:0:33824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926488.631626:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.631627:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.631628:0:33824:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926488.631631:0:33824:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926488.631633:0:33824:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926488.631640:0:33824:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926488.631643:0:33824:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926488.631644:0:33824:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926488.631648:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.631649:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926488.631651:0:33824:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.631654:0:33824:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926488.631655:0:33824:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.631657:0:33824:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.631661:0:33824:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926488.631663:0:33824:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926488.631664:0:33824:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926488.631665:0:33824:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926488.631666:0:33824:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788926488.631668:0:33824:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926488.631671:0:33824:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926488.631673:0:33824:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926488.631675:0:33824:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926488.631677:0:33824:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631680:0:33824:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788926488.631682:0:33824:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631683:0:33824:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926488.631686:0:33824:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631687:0:33824:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926488.631690:0:33824:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e0052480. 00000080:00000001:0.0:1788926488.631693:0:33824:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926488.631696:0:33824:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926488.631699:0:33824:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x29:0x0](ffff9d76d158f448), inode mode 81a4 mask 40 00000080:00000001:0.0:1788926488.631702:0:33824:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788926488.638805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00010000:00000010:0.1:1788926488.638819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00010000:00000010:0.1:1788926488.638823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2af00. 00010000:00000001:0.0:1788926489.281639:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926489.281645:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926489.281651:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926489.281652:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926489.281740:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926489.281744:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926489.281747:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926490.177531:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296524902, at 4296525312 00000100:00000010:3.0:1788926490.177547:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fc00. 00000100:00000040:2.0:1788926490.177551:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296524902, at 4296525312 00000100:00000010:2.0:1788926490.177560:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f3c0. 00010000:00000001:0.0:1788926490.305710:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926490.305716:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926490.305721:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926490.305722:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926490.308494:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926490.308507:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926490.308516:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926490.689534:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926490.689543:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926490.689551:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39500. 00000020:00000040:2.0:1788926490.689556:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926490.689559:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926490.689562:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926490.689566:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926490.689572:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4a00. 00000100:00000001:2.0:1788926490.689577:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689587:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926490.689595:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926490.689598:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689602:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4e7dd3d] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.689624:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689626:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926490.689629:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926490.689631:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39f80. 00000020:00000040:2.0:1788926490.689638:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926490.689640:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926490.689641:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926490.689642:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926490.689644:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4f00. 00000100:00000001:2.0:1788926490.689646:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689649:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926490.689653:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926490.689654:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689657:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af8f4dc3] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.689661:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689663:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926490.689664:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926490.689666:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000020:00000040:2.0:1788926490.689667:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926490.689669:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926490.689669:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926490.689670:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926490.689672:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4900. 00000100:00000001:2.0:1788926490.689674:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689676:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926490.689681:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926490.689682:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689685:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9703349] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.689692:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689694:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926490.689697:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926490.689700:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b100. 00000020:00000040:2.0:1788926490.689702:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926490.689704:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926490.689705:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926490.689706:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926490.689709:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4e00. 00000100:00000001:2.0:1788926490.689712:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689715:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926490.689721:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926490.689723:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689726:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193d30c] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.689733:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.689735:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926490.689739:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926490.689974:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1863) 00000100:00000001:3.0:1788926490.690050:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.690054:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926490.690056:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926490.690063:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.690071:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926490.690074:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.690077:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926490.690080:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926490.690082:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926490.690085:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513961216:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926490.690089:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926490.690094:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926490.690096:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.690098:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926490.690103:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9400. 02000000:00000001:3.0:1788926490.690105:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926490.690113:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926490.690116:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926490.690122:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926490.690128:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513961216, portal 25 00000100:00000001:3.0:1788926490.690131:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926490.690133:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000100:00000040:3.0:1788926490.690137:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.690143:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926490.690146:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926490.690148:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab5d8. 00000100:00000200:3.0:1788926490.690151:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513961216, offset 0 00000400:00000200:3.0:1788926490.690157:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926490.690165:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.690173:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926490.690177:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926490.690181:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926490.690184:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926490.690186:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926490.690190:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2850:2850:256:4294967295] 192.168.203.140@tcp LPNI seq info [2850:2850:8:4294967295] 00000400:00000200:3.0:1788926490.690193:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.690202:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926490.690207:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926490.690211:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341b00. 00000800:00000200:3.0:1788926490.690217:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926490.690224:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926490.690228:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926490.690244:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926490.690249:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926490.690252:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296530017 00000100:00000010:3.0:1788926490.690257:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198420. 00000100:00000001:3.0:1788926490.690263:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926490.690268:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296530017 00000100:00000010:3.0:1788926490.690271:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11981e0. 00000100:00000001:3.0:1788926490.690273:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926490.690276:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926490.690279:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.690281:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926490.690285:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.690291:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926490.690292:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.690294:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926490.690296:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926490.690297:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926490.690300:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513961472:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926490.690303:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926490.690305:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926490.690306:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.690308:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926490.690310:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9a00. 02000000:00000001:3.0:1788926490.690312:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926490.690315:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926490.690317:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b790. 00000400:00000010:3.0:1788926490.690321:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab000. 00000100:00000200:3.0:1788926490.690324:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513961472, portal 10 00000100:00000001:3.0:1788926490.690326:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926490.690327:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:3.0:1788926490.690334:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.690339:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926490.690341:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926490.690343:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926490.690346:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513961472, offset 0 00000400:00000200:3.0:1788926490.690350:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926490.690353:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.690357:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926490.690359:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926490.690361:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926490.690364:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926490.690366:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926490.690368:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2851:2851:255:4294967295] 192.168.203.140@tcp LPNI seq info [2851:2851:7:4294967295] 00000400:00000200:3.0:1788926490.690374:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.690379:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926490.690383:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926490.690388:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341100. 00000800:00000200:3.0:1788926490.690391:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926490.690655:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926490.690659:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926490.690662:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926490.690666:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20382 usecs (21 jiffies) 00000400:00000200:3.0:1788926490.690669:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926490.690671:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296525846 00000100:00000001:3.0:1788926490.690674:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296530017 00000100:00000001:3.0:1788926490.690676:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296525846 00000800:00000200:2.0:1788926490.691031:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926490.691036:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341b00. 00000400:00000200:2.0:1788926490.691044:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926490.691050:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926490.691055:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab5d8 00000400:00000010:2.0:1788926490.691057:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab5d8. 00000100:00000001:2.0:1788926490.691061:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926490.691066:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.691075:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926490.691078:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.691084:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926490.691086:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926490.691426:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926490.691430:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341100. 00000400:00000200:2.0:1788926490.691434:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926490.691438:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926490.691452:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:2.0:1788926490.691455:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:2.0:1788926490.691458:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926490.691462:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.691469:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926490.691472:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.691477:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926490.691479:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926490.691605:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296530017 00000100:00000001:3.0:1788926490.691608:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926490.691610:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.691613:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.691616:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.691622:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926490.691624:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926490.691626:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.691628:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926490.693152:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926490.693159:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788926490.693161:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.693168:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926490.693170:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.693172:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.693173:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926490.693175:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926490.693185:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.693194:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926490.693196:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.693200:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926490.693203:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926490.693206:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926490.693209:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513961344:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926490.693213:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926490.693217:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926490.693219:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.693221:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926490.693228:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9c00. 02000000:00000001:3.0:1788926490.693230:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926490.693236:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926490.693240:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b528. 00000400:00000010:3.0:1788926490.693246:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab440. 00000100:00000200:3.0:1788926490.693252:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513961344, portal 10 00000100:00000001:3.0:1788926490.693254:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926490.693256:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000040:3.0:1788926490.693262:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.693269:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926490.693272:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926490.693276:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abd48. 00000100:00000200:3.0:1788926490.693279:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513961344, offset 0 00000400:00000200:3.0:1788926490.693285:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926490.693291:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.693297:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926490.693301:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926490.693305:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926490.693308:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926490.693310:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926490.693314:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2852:2852:256:4294967295] 192.168.203.140@tcp LPNI seq info [2852:2852:8:4294967295] 00000400:00000200:3.0:1788926490.693317:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.693325:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926490.693331:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926490.693335:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341700. 00000800:00000200:3.0:1788926490.693341:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926490.693348:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926490.694132:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926490.694157:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926490.694162:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 820405 usecs (821 jiffies) 00000400:00000200:3.0:1788926490.694167:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926490.694170:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296526649 00000100:00000001:3.0:1788926490.694173:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296530017 00000100:00000001:3.0:1788926490.694176:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296526649 00000100:00000001:3.0:1788926490.694178:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296530017 00000100:00000001:3.0:1788926490.694180:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926490.694183:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.694186:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926490.694192:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.694205:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926490.694206:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.694209:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926490.694211:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926490.694213:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926490.694216:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513961600:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926490.694220:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926490.694223:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926490.694225:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.694226:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926490.694231:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a8c00. 02000000:00000001:3.0:1788926490.694233:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926490.694237:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926490.694241:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b000. 00000400:00000010:3.0:1788926490.694246:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab5d8. 00000100:00000200:3.0:1788926490.694249:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513961600, portal 4 00000100:00000001:3.0:1788926490.694251:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926490.694253:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:3.0:1788926490.694259:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.694265:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926490.694267:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926490.694269:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abb28. 00000100:00000200:3.0:1788926490.694272:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513961600, offset 0 00000400:00000200:3.0:1788926490.694277:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926490.694283:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.694287:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926490.694291:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926490.694294:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926490.694297:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926490.694299:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926490.694303:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2853:2853:255:4294967295] 192.168.203.140@tcp LPNI seq info [2853:2853:7:4294967295] 00000400:00000200:3.0:1788926490.694306:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.694312:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926490.694316:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926490.694320:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341f00. 00000800:00000200:3.0:1788926490.694325:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926490.694330:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926490.694333:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926490.694335:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926490.694338:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21441 usecs (22 jiffies) 00000400:00000200:3.0:1788926490.694341:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926490.694342:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296525850 00000100:00000001:3.0:1788926490.694344:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296530017 00000100:00000001:3.0:1788926490.694347:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296525850 00000100:00000001:3.0:1788926490.694349:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296530017 00000100:00000001:3.0:1788926490.694351:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788926490.697184:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926490.697193:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341700. 00000400:00000200:2.0:1788926490.697202:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926490.697211:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926490.697218:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abd48 00000400:00000010:2.0:1788926490.697220:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abd48. 00000100:00000001:2.0:1788926490.697226:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926490.697233:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.697245:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926490.697248:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.697255:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926490.697257:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926490.697324:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926490.697327:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341f00. 00000400:00000200:2.0:1788926490.697331:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926490.697334:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926490.697337:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abb28 00000400:00000010:2.0:1788926490.697339:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abb28. 00000100:00000001:2.0:1788926490.697342:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926490.697346:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.697732:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926490.697737:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.698149:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926490.698151:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926490.698832:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926490.698837:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.699278:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.699284:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.699287:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926490.699301:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.699309:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926490.699312:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.699314:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926490.699320:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.699326:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926490.699333:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.699337:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.699341:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.699345:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32360300 00000400:00000200:3.0:1788926490.699349:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.699366:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x81b5 [1] + 224 00000800:00000001:3.0:1788926490.699374:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.699378:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926490.699382:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926490.699385:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926490.699391:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926490.699420:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926490.699429:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.699452:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926490.700016:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.700021:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926490.700023:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.700025:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926490.700029:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.700033:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926490.700037:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.700040:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.700043:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.700045:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360400 00000400:00000200:3.0:1788926490.700049:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.700053:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x81c5 [1] + 224 00000800:00000001:3.0:1788926490.700058:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.700063:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926490.700065:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926490.700068:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926490.700071:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926490.700076:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926490.700085:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700092:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926490.700096:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.700098:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.700108:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.700110:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926490.700116:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926490.700118:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926490.700120:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:3.0:1788926490.700123:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:3.0:1788926490.700125:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:3.0:1788926490.700127:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926490.700131:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926490.700140:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700146:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926490.700147:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.700150:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926490.700153:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926490.700155:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926490.700157:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.700160:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926490.700166:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926490.700170:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926490.700172:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926490.700174:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926490.700176:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926490.700178:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.700181:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926490.700186:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700192:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926490.700195:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926490.700198:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926490.700201:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926490.700208:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513961216:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926490.700214:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926490.700215:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926490.700217:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b790. 00000400:00000200:3.0:1788926490.700219:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab000 00000400:00000010:3.0:1788926490.700221:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab000. 00000100:00000001:3.0:1788926490.700223:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926490.700226:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926490.700233:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700238:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926490.700240:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.700241:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926490.700243:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926490.700244:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926490.700245:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.700247:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926490.700252:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=7 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926490.700255:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926490.700257:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926490.700258:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926490.700260:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926490.700262:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.700264:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926490.700266:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926490.700268:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926490.700269:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926490.700273:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700284:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926490.700286:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926490.700287:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926490.700290:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926490.700297:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513961472:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926490.700301:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.700303:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926490.700306:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39500 x1875823513961216/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700313:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926490.700315:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926490.700318:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9400. 02000000:00000001:3.0:1788926490.700321:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926490.700323:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926490.700325:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926490.700327:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926490.700329:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4a00. 02000000:00000001:3.0:1788926490.700333:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926490.700334:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926490.700336:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39500. 00000100:00000001:3.0:1788926490.700339:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926490.700341:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.700342:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926490.700346:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b480 x1875823513961472/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.700362:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926490.700364:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926490.700365:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9a00. 02000000:00000001:3.0:1788926490.700367:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926490.700369:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926490.700370:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926490.700372:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926490.700373:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4900. 02000000:00000001:3.0:1788926490.700375:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926490.700376:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926490.700377:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000100:00000001:3.0:1788926490.700379:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926490.700380:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.700383:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.700384:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.700385:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926490.700387:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.700388:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926490.704253:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926490.704270:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926490.704275:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926490.704277:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926490.704285:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926490.704292:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926490.704300:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926490.704304:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926490.704309:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926490.704314:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32360480 00000400:00000200:2.0:1788926490.704319:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926490.704324:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x81e5 [1] + 224 00000800:00000001:2.0:1788926490.704330:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926490.704337:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926490.704340:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926490.704345:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926490.704352:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926490.704360:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926490.704371:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.704388:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926490.704431:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926490.704434:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.705218:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.705223:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926490.705229:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926490.705231:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926490.705234:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b000. 00000400:00000200:3.0:1788926490.705239:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab5d8 00000400:00000010:3.0:1788926490.705242:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab5d8. 00000100:00000001:3.0:1788926490.705245:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926490.705251:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926490.705260:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.705267:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926490.705269:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.705271:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926490.705274:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926490.705276:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926490.705278:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926490.705281:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926490.705290:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=7 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926490.705293:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926490.705296:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926490.705298:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926490.705300:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926490.705304:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.705307:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926490.705308:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926490.705311:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926490.705312:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926490.705316:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.705323:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926490.705326:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926490.705328:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926490.705331:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926490.705339:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513961600:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926490.705343:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.705346:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926490.705349:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b100 x1875823513961600/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.705356:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926490.705358:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926490.705361:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a8c00. 02000000:00000001:3.0:1788926490.705364:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926490.705366:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926490.705368:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926490.705370:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926490.705373:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4e00. 02000000:00000001:3.0:1788926490.705377:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926490.705379:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926490.705381:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b100. 00000100:00000001:3.0:1788926490.705384:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926490.705385:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926490.705388:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.705390:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926490.705391:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926490.705393:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926490.705415:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926490.707159:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.707173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926490.707176:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.707178:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926490.707186:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.707192:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926490.707201:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.707205:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.707210:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.707214:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360380 00000400:00000200:3.0:1788926490.707219:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926490.707224:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x81d5 [1] + 224 00000800:00000001:3.0:1788926490.707230:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.707237:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926490.707240:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926490.707244:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926490.707251:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926490.707259:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926490.707270:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926490.707292:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926490.707300:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926490.707304:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926490.707676:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926490.707687:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926490.707693:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926490.707695:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926490.707698:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b528. 00000400:00000200:2.0:1788926490.707703:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab440 00000400:00000010:2.0:1788926490.707705:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab440. 00000100:00000001:2.0:1788926490.707708:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926490.707713:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926490.707721:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.707728:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926490.707729:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926490.707732:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926490.707735:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926490.707737:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926490.707739:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926490.707749:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926490.707758:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=7 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926490.707762:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926490.707764:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926490.707766:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926490.707769:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926490.707771:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926490.707775:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926490.707776:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967638 00000100:00000001:2.0:1788926490.707778:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926490.707780:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926490.707784:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.707792:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926490.707795:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926490.707796:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926490.707800:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926490.707807:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513961344:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926490.707812:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926490.707814:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926490.707817:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39f80 x1875823513961344/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926490.707823:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926490.707825:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926490.707828:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9c00. 02000000:00000001:2.0:1788926490.707831:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926490.707834:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926490.707835:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926490.707838:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926490.707840:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4f00. 02000000:00000001:2.0:1788926490.708074:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926490.708077:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926490.708078:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39f80. 00000100:00000001:2.0:1788926490.708082:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926490.708083:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926490.708085:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926490.708093:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926490.708095:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926490.708097:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926490.708099:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926491.332078:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926491.332084:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926491.332090:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926491.332091:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926491.332150:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926491.332154:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926491.332157:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926492.353518:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926492.353525:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926492.353530:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926492.353531:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926492.355550:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926492.355556:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926492.355560:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926492.737792:0:16789:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788926492.737799:0:16789:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926493.377733:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926493.377739:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926493.377744:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926493.377745:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926493.378437:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926493.378442:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926493.378446:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926494.401526:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926494.401533:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926494.401538:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926494.401539:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926494.402338:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926494.402342:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926494.402345:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1788926494.749681:0:33824:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926494.749689:0:33824:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e000cf80 00020000:00000002:0.0:1788926494.749695:0:33824:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e000cf80 00020000:00000001:0.0:1788926494.749698:0:33824:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926494.749705:0:33824:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926494.749708:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206bdf0 00000080:00200008:0.0:1788926494.749710:0:33824:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000405:0x29:0x0](ffff9d76d158f448), flags 100002 00000080:00000001:0.0:1788926494.749715:0:33824:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926494.749718:0:33824:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788926494.749719:0:33824:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926494.749733:0:33824:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e000cf80 00020000:00000002:0.0:1788926494.749736:0:33824:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b01f0) owner 0000000000000000/ffff9d76e000cf80 00020000:00000001:0.0:1788926494.749738:0:33824:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926494.749740:0:33824:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926494.749746:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926494.749749:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926494.749752:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926494.749755:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926494.749756:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926494.749759:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1788926494.749761:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926494.749766:0:33824:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926494.749770:0:33824:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926494.749777:0:33824:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:0.0:1788926494.749780:0:33824:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926494.749785:0:33824:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926494.749787:0:33824:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x29:0x0]: 0 00000080:00000001:0.0:1788926494.749789:0:33824:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926494.749792:0:33824:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926494.749797:0:33824:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76c7c72800. 00000080:00000001:0.0:1788926494.749799:0:33824:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926494.749805:0:33824:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926494.749809:0:33824:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926494.749810:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926494.749812:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926494.749813:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926494.749815:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926494.749816:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926494.749818:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1788926494.749819:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926494.749821:0:33824:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x29:0x0] 00000002:00000001:0.0:1788926494.749825:0:33824:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926494.749827:0:33824:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x29:0x0] file closed with intent: 0 00000100:00000010:0.0:1788926494.749834:0:33824:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926494.749838:0:33824:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926494.749845:0:33824:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926494.749849:0:33824:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926494.749853:0:33824:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926494.749861:0:33824:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c73e00. 00000100:00000001:0.0:1788926494.749867:0:33824:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926494.749884:0:33824:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926494.749895:0:33824:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926494.749900:0:33824:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926494.749907:0:33824:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926494.749909:0:33824:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926494.749915:0:33824:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c3864f00. 00000100:00000001:0.0:1788926494.749917:0:33824:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732144901888 : -108341564649728 : ffff9d76c3864f00) 00000100:00000001:0.0:1788926494.749920:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926494.749921:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926494.749925:0:33824:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926494.749929:0:33824:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926494.749931:0:33824:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926494.749932:0:33824:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926494.749938:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926494.749945:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926494.749947:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926494.749950:0:33824:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926494.749952:0:33824:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926494.749954:0:33824:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926494.749958:0:33824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33824:1875823513961856:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926494.749962:0:33824:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926494.749967:0:33824:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926494.749969:0:33824:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926494.749971:0:33824:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926494.749976:0:33824:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880d800. 02000000:00000001:0.0:1788926494.749977:0:33824:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926494.749984:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926494.749988:0:33824:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52144d0. 00000400:00000010:0.0:1788926494.749994:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821908. 00000100:00000200:0.0:1788926494.750001:0:33824:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513961856, portal 10 00000100:00000001:0.0:1788926494.750002:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926494.750003:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926494.750009:0:33824:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926494.750017:0:33824:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926494.750021:0:33824:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926494.750024:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926494.750028:0:33824:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513961856, offset 0 00000400:00000200:0.0:1788926494.750035:0:33824:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926494.750044:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926494.750051:0:33824:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926494.750057:0:33824:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926494.750061:0:33824:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926494.750066:0:33824:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926494.750069:0:33824:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926494.750072:0:33824:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2854:2854:256:4294967295] 192.168.203.140@tcp LPNI seq info [2854:2854:8:4294967295] 00000400:00000200:0.0:1788926494.750077:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926494.750088:0:33824:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926494.750094:0:33824:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926494.750099:0:33824:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2400. 00000800:00000200:0.0:1788926494.750107:0:33824:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926494.750115:0:33824:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926494.750119:0:33824:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926494.750133:0:33824:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926494.750137:0:33824:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 819356 usecs (820 jiffies) 00000400:00000200:0.0:1788926494.750141:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926494.750144:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296530704 00000100:00000001:0.0:1788926494.750151:0:33824:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296530017 00000100:00000001:0.0:1788926494.750157:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296530704 00000100:00000001:0.0:1788926494.750161:0:33824:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296530017 00000100:00000001:0.0:1788926494.750165:0:33824:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926494.750168:0:33824:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926494.750170:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926494.750172:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926494.750175:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788926494.750178:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926494.750181:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926494.753169:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926494.753177:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2400. 00000400:00000200:3.0:1788926494.753183:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926494.753191:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926494.753209:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:3.0:1788926494.753212:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:3.0:1788926494.753217:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926494.753225:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926510 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926494.753237:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926494.753241:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926510 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926494.753249:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926494.753251:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788926495.425928:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926495.425936:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926495.425941:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926495.425942:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926495.426778:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926495.426782:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926495.426786:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926495.617505:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296530704, at 4296530752 00000100:00000040:2.0:1788926495.617505:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296530704, at 4296530752 00000100:00000010:3.0:1788926495.617518:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11981e0. 00000100:00000010:2.0:1788926495.617519:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198420. 00000100:00000040:2.0:1788926495.809482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926495.809493:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926495.809503:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39f80. 00000020:00000040:2.0:1788926495.809513:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926495.809518:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926495.809520:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926495.809525:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926495.809533:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4f00. 00000100:00000001:2.0:1788926495.809540:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809552:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926495.809563:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926495.809567:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809574:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af8f4dc3] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.809602:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926495.809609:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926495.809612:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b800. 00000020:00000040:2.0:1788926495.809614:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926495.809616:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926495.809617:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926495.809619:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926495.809622:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4d00. 00000100:00000001:2.0:1788926495.809625:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809629:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926495.809636:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926495.809638:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809641:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c7e241d] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.809650:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926495.809654:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926495.809659:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b100. 00000020:00000040:2.0:1788926495.809660:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926495.809662:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926495.809664:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926495.809665:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926495.809668:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4200. 00000100:00000001:2.0:1788926495.809670:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809674:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926495.809679:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926495.809692:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809696:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193d30c] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.809702:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926495.809708:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926495.809711:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000020:00000040:2.0:1788926495.809713:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926495.809715:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926495.809716:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926495.809718:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926495.809721:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4e00. 00000100:00000001:2.0:1788926495.809723:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809726:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926495.809732:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926495.809734:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809737:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9703349] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.809743:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.809745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926495.809748:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926495.809753:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1868) 00000100:00000001:2.0:1788926495.809763:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926495.809766:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926495.809768:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926495.809773:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.809780:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926495.809782:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.809787:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926495.809789:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926495.809792:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926495.809796:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513961984:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926495.809801:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926495.809815:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926495.809817:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.809820:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926495.809825:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c1342400. 02000000:00000001:2.0:1788926495.809827:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926495.809835:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926495.809840:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6d68. 00000400:00000010:2.0:1788926495.809846:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530880. 00000100:00000200:2.0:1788926495.809854:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513961984, portal 25 00000100:00000001:2.0:1788926495.809856:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926495.809858:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000040:2.0:1788926495.809864:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.809871:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926495.809874:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926495.809878:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530110. 00000100:00000200:2.0:1788926495.809880:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513961984, offset 0 00000400:00000200:2.0:1788926495.809887:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926495.809895:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.809903:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926495.809908:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926495.809913:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926495.809916:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926495.809920:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926495.809924:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2855:2855:256:4294967295] 192.168.203.140@tcp LPNI seq info [2855:2855:8:4294967295] 00000400:00000200:2.0:1788926495.809929:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.809937:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926495.809945:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926495.809950:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926495.809957:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926495.809964:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926495.809968:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926495.809981:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926495.809986:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926495.809988:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296535137 00000100:00000010:2.0:1788926495.809993:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fa80. 00000100:00000001:2.0:1788926495.810003:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926495.810009:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296535137 00000100:00000010:2.0:1788926495.810013:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fa20. 00000100:00000001:2.0:1788926495.810016:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926495.810018:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926495.810021:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810024:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926495.810028:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810034:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926495.810035:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.810037:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926495.810039:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926495.810041:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926495.810044:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962240:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926495.810048:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926495.810051:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926495.810052:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.810054:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926495.810057:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d9b72600. 02000000:00000001:2.0:1788926495.810059:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926495.810063:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926495.810065:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6948. 00000400:00000010:2.0:1788926495.810070:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530bb0. 00000100:00000200:2.0:1788926495.810073:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962240, portal 10 00000100:00000001:2.0:1788926495.810074:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926495.810076:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:2.0:1788926495.810081:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810087:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926495.810089:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926495.810091:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530ee0. 00000100:00000200:2.0:1788926495.810093:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513962240, offset 0 00000400:00000200:2.0:1788926495.810097:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926495.810100:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.810104:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926495.810107:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926495.810109:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926495.810111:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926495.810113:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926495.810116:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2856:2856:255:4294967295] 192.168.203.140@tcp LPNI seq info [2856:2856:7:4294967295] 00000400:00000200:2.0:1788926495.810120:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.810126:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926495.810130:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926495.810133:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:2.0:1788926495.810136:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926495.810140:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926495.810143:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926495.810145:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.810148:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20356 usecs (21 jiffies) 00000400:00000200:2.0:1788926495.810151:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926495.810153:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296530965 00000100:00000001:2.0:1788926495.810156:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296535137 00000100:00000001:2.0:1788926495.810159:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296530965 00000100:00000001:2.0:1788926495.810161:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296535137 00000100:00000001:2.0:1788926495.810164:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926495.810166:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810168:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810170:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926495.810178:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926495.810180:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926495.810182:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926495.810183:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926495.810185:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926495.810187:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788926495.810188:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926495.810190:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926495.810191:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926495.810193:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926495.810194:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926495.810195:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926495.810199:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810206:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926495.810207:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.810209:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926495.810211:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926495.810213:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926495.810216:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962112:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926495.810219:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926495.810221:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926495.810222:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.810223:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926495.810227:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c80d0e00. 02000000:00000001:2.0:1788926495.810241:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926495.810245:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926495.810248:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6318. 00000400:00000010:2.0:1788926495.810252:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530660. 00000100:00000200:2.0:1788926495.810255:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962112, portal 10 00000100:00000001:2.0:1788926495.810257:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926495.810258:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00000100:00000040:2.0:1788926495.810263:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810269:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926495.810271:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926495.810274:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530cc0. 00000100:00000200:2.0:1788926495.810276:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513962112, offset 0 00000400:00000200:2.0:1788926495.810281:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926495.810285:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.810288:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926495.810291:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926495.810294:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926495.810296:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926495.810298:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926495.810301:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2857:2857:254:4294967295] 192.168.203.140@tcp LPNI seq info [2857:2857:6:4294967295] 00000400:00000200:2.0:1788926495.810304:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.810309:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926495.810313:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926495.810316:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4000. 00000800:00000200:2.0:1788926495.810320:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926495.810323:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926495.810325:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926495.810328:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.810331:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 819356 usecs (820 jiffies) 00000400:00000200:2.0:1788926495.810333:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926495.810335:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296531764 00000100:00000001:2.0:1788926495.810337:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296535137 00000100:00000001:2.0:1788926495.810339:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296531764 00000100:00000001:2.0:1788926495.810341:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296535137 00000100:00000001:2.0:1788926495.810343:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926495.810344:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810346:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926495.810349:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810369:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926495.810370:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.810372:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926495.810373:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926495.810376:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926495.810378:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962368:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926495.810381:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926495.810383:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926495.810385:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926495.810386:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926495.810390:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c80d1400. 02000000:00000001:2.0:1788926495.810391:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926495.810424:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926495.810429:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a62c0. 00000400:00000010:2.0:1788926495.810433:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530b28. 00000100:00000200:2.0:1788926495.810436:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962368, portal 4 00000100:00000001:2.0:1788926495.810438:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926495.810439:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:2.0:1788926495.810444:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810450:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926495.810452:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926495.810454:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926495.810456:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513962368, offset 0 00000400:00000200:2.0:1788926495.810460:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926495.810463:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.810466:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926495.810469:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926495.810471:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926495.810473:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926495.810475:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926495.810478:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2858:2858:253:4294967295] 192.168.203.140@tcp LPNI seq info [2858:2858:5:4294967295] 00000400:00000200:2.0:1788926495.810481:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926495.810486:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926495.810490:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926495.810493:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000800:00000200:2.0:1788926495.810496:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926495.810500:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926495.810502:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926495.810504:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926495.810507:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21431 usecs (22 jiffies) 00000400:00000200:2.0:1788926495.810510:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926495.810512:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296530967 00000100:00000001:2.0:1788926495.810514:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296535137 00000100:00000001:2.0:1788926495.810516:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296530967 00000100:00000001:2.0:1788926495.810518:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296535137 00000100:00000001:2.0:1788926495.810520:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926495.810522:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810524:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810526:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810537:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926495.810540:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926495.810575:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926495.810578:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:2.0:1788926495.810583:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926495.810588:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926495.810593:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530110 00000400:00000010:2.0:1788926495.810595:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530110. 00000100:00000001:2.0:1788926495.810599:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926495.810603:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810611:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926495.810615:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810621:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810622:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926495.810633:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926495.810636:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:2.0:1788926495.810639:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926495.810641:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926495.810644:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530ee0 00000400:00000010:2.0:1788926495.810645:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530ee0. 00000100:00000001:2.0:1788926495.810648:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926495.810651:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810658:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926495.810660:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810666:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810668:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926495.810675:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926495.810677:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4000. 00000400:00000200:2.0:1788926495.810680:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926495.810683:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926495.810685:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530cc0 00000400:00000010:2.0:1788926495.810686:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530cc0. 00000100:00000001:2.0:1788926495.810688:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926495.810692:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810698:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926495.810701:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810707:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810708:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926495.810762:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926495.810765:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:2.0:1788926495.810767:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926495.810770:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926495.810773:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:2.0:1788926495.810775:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:2.0:1788926495.810777:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926495.810780:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810787:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926495.810790:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926495.810796:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926495.810797:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926495.816921:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.816938:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926495.816942:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.816945:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.816954:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.816963:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926495.816972:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.816977:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.816982:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.816987:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360700 00000400:00000200:3.0:1788926495.816992:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.816998:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x820d [1] + 224 00000800:00000001:3.0:1788926495.817005:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.817014:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.817018:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926495.817023:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926495.817030:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.817039:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926495.817057:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.817072:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926495.817081:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.817089:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.817105:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926495.817108:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926495.817116:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926495.817118:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926495.817121:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6948. 00000400:00000200:3.0:1788926495.817126:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530bb0 00000400:00000010:3.0:1788926495.817128:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530bb0. 00000100:00000001:3.0:1788926495.817143:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.817148:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926495.817158:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.817165:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926495.817167:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.817170:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926495.817174:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926495.817177:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926495.817179:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926495.817182:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926495.817191:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=12 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926495.817196:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926495.817199:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926495.817201:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926495.817204:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926495.817207:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.817211:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926495.817213:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926495.817216:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926495.817218:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926495.817224:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.817237:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926495.817474:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926495.817477:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926495.817483:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926495.817491:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962240:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926495.817495:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.817498:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926495.817502:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b100 x1875823513962240/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.817509:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926495.817512:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926495.817516:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d9b72600. 02000000:00000001:3.0:1788926495.817520:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926495.817523:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926495.817524:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926495.817527:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926495.817529:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4200. 02000000:00000001:3.0:1788926495.817533:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926495.817535:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926495.817538:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b100. 00000100:00000001:3.0:1788926495.817541:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926495.817542:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.817546:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.817548:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926495.817549:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926495.817551:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.817553:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926495.822746:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822760:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926495.822765:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822767:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.822775:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822784:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926495.822792:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822798:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822803:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822807:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360680 00000400:00000200:3.0:1788926495.822812:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822818:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x821d [1] + 224 00000800:00000001:3.0:1788926495.822824:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822827:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.822837:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926495.822841:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926495.822848:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.822857:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926495.822867:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.822881:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926495.822889:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822893:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926495.822895:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822898:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.822900:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822904:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926495.822908:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822910:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822913:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822916:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32360780 00000400:00000200:3.0:1788926495.822919:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.822923:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x822d [1] + 224 00000800:00000001:3.0:1788926495.822927:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822933:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.822935:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926495.822938:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926495.822941:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.822945:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926495.822953:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.822961:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926495.822964:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.822967:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.822980:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926495.822984:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926495.822990:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926495.822991:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926495.822994:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6318. 00000400:00000200:3.0:1788926495.822998:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530660 00000400:00000010:3.0:1788926495.823001:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530660. 00000100:00000001:3.0:1788926495.823003:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.823008:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926495.823017:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.823024:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926495.823025:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.823028:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926495.823032:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926495.823034:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926495.823037:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926495.823040:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926495.823049:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=12 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926495.823053:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926495.823056:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926495.823058:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926495.823061:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926495.823063:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.823067:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788926495.823069:0:2400:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967639 gen 2 00000100:00000040:3.0:1788926495.823074:0:2400:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967639) req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926495.823082:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926495.823083:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000001:3.0:1788926495.823086:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926495.823089:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926495.823095:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.823097:0:2400:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788926495.823099:0:2400:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788926495.823102:0:2400:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926495.823104:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926495.823108:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.823114:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926495.823116:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926495.823118:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926495.823122:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926495.823129:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962112:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926495.823150:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926495.823151:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926495.823153:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a62c0. 00000400:00000200:3.0:1788926495.823156:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530b28 00000400:00000010:3.0:1788926495.823158:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530b28. 00000100:00000001:3.0:1788926495.823161:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.823164:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926495.823171:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.823177:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926495.823179:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.823180:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926495.823182:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926495.823183:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926495.823184:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926495.823187:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926495.823190:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=12 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926495.823194:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926495.823196:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926495.823197:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926495.823199:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926495.823201:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.823203:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926495.823205:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926495.823206:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926495.823207:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926495.823211:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.823217:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926495.823218:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926495.823220:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926495.823223:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926495.823229:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962368:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926495.823234:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.823236:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926495.823238:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b800 x1875823513962112/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.823244:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926495.823246:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926495.823250:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c80d0e00. 02000000:00000001:3.0:1788926495.823253:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926495.823255:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926495.823257:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926495.823259:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926495.823262:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4d00. 02000000:00000001:3.0:1788926495.823266:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926495.823267:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926495.823269:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b800. 00000100:00000001:3.0:1788926495.823273:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926495.823274:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.823275:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926495.823278:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b480 x1875823513962368/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.823284:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926495.823285:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926495.823287:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c80d1400. 02000000:00000001:3.0:1788926495.823288:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926495.823289:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926495.823290:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926495.823292:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926495.823293:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4e00. 02000000:00000001:3.0:1788926495.823296:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926495.823297:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926495.823298:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000100:00000001:3.0:1788926495.823300:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926495.823301:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.823304:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.823305:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926495.823306:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926495.823308:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.823310:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926495.831019:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.831035:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926495.831038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.831041:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.831050:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.831058:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926495.831066:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.831071:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.831076:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.831080:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32360600 00000400:00000200:3.0:1788926495.831084:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926495.831090:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x81fd [1] + 224 00000800:00000001:3.0:1788926495.831097:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.831103:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926495.831106:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926495.831110:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926495.831116:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.831125:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926495.831149:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.831164:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926495.831171:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926495.831175:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.831187:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926495.831190:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926495.831196:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926495.831198:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926495.831201:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6d68. 00000400:00000200:3.0:1788926495.831205:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530880 00000400:00000010:3.0:1788926495.831208:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530880. 00000100:00000001:3.0:1788926495.831211:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926495.831215:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926495.831223:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.831228:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926495.831230:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.831232:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926495.831235:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926495.831237:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926495.831239:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926495.831241:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926495.831247:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926495.831250:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926495.831252:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926495.831254:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926495.831256:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926495.831258:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.831260:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926495.831264:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.831270:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926495.831273:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926495.831275:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926495.831278:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926495.831285:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513961984:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926495.831289:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.831291:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926495.831294:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39f80 x1875823513961984/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926495.831299:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926495.831301:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926495.831305:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c1342400. 02000000:00000001:3.0:1788926495.831308:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926495.831310:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926495.831312:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926495.831314:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926495.831316:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4f00. 02000000:00000001:3.0:1788926495.831319:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926495.831320:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926495.831322:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39f80. 00000100:00000001:3.0:1788926495.831325:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926495.831326:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.831328:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926495.831335:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926495.831337:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926495.831339:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926495.831341:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926496.450105:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926496.450112:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926496.450118:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926496.450119:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926496.456573:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926496.456581:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926496.456586:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926497.474605:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926497.474614:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926497.474616:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926497.474619:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926497.474624:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926497.474626:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926497.474628:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926497.474630:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926497.474633:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926497.474634:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926497.475047:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926497.475050:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926497.475053:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926498.497594:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926498.497601:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926498.497608:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926498.497611:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926498.497613:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926498.497620:0:23047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926498.497622:0:23047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926498.497623:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926498.497626:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926498.497629:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926498.497630:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926498.497633:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926498.497713:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926498.497716:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926498.497719:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926499.521768:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926499.521777:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926499.521782:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926499.521783:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926499.522817:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926499.522822:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926499.522826:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926500.419714:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296535137, at 4296535554 00000100:00000010:2.0:1788926500.419728:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fa80. 00000100:00000040:3.0:1788926500.420350:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296535137, at 4296535554 00000100:00000010:3.0:1788926500.420358:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fa20. 00010000:00000001:0.0:1788926500.545466:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926500.545473:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926500.545478:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926500.545480:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926500.545749:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926500.545753:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926500.545756:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926500.929501:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926500.929511:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926500.929521:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39500. 00000020:00000040:2.0:1788926500.929526:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926500.929531:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926500.929534:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926500.929539:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926500.929546:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4500. 00000100:00000001:2.0:1788926500.929552:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929564:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926500.929574:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926500.929579:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929585:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4e7dd3d] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.929615:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929618:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926500.929621:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926500.929624:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926500.929626:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926500.929629:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926500.929630:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926500.929632:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926500.929634:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926500.929637:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929641:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926500.929648:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926500.929649:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929653:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a5e49b6] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.929660:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929662:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926500.929665:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926500.929668:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38a80. 00000020:00000040:2.0:1788926500.929670:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926500.929672:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926500.929673:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926500.929674:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926500.929677:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4a00. 00000100:00000001:2.0:1788926500.929679:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929682:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926500.929689:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926500.929691:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929694:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0c31b5] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.929701:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929703:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926500.929706:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926500.929709:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926500.929711:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926500.929713:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926500.929714:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926500.929715:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926500.929718:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4900. 00000100:00000001:2.0:1788926500.929720:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929723:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926500.929729:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926500.929731:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929734:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077fff5c8] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.929740:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929742:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926500.929745:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926500.929750:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1873) 00000100:00000001:2.0:1788926500.929760:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.929764:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926500.929766:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926500.929770:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.929777:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926500.929779:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.929782:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926500.929785:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926500.929787:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926500.929790:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513962624:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926500.929794:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926500.929799:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926500.929801:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.929804:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926500.929807:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72400. 02000000:00000001:2.0:1788926500.929809:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926500.929817:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926500.929821:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6e18. 00000400:00000010:2.0:1788926500.929837:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926500.929843:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962624, portal 10 00000100:00000001:2.0:1788926500.929846:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926500.929847:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:2.0:1788926500.929860:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.929867:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926500.929870:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926500.929873:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530cc0. 00000100:00000200:2.0:1788926500.929875:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513962624, offset 0 00000400:00000200:2.0:1788926500.929881:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926500.929889:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926500.929896:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926500.929901:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926500.929913:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926500.929916:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926500.929918:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926500.929922:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2859:2859:256:4294967295] 192.168.203.140@tcp LPNI seq info [2859:2859:8:4294967295] 00000400:00000200:2.0:1788926500.929927:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926500.929935:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926500.929940:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926500.929944:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4b00. 00000800:00000200:2.0:1788926500.929950:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926500.929957:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926500.929961:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926500.929969:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.929973:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 818302 usecs (819 jiffies) 00000400:00000200:2.0:1788926500.929976:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926500.929979:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296536883 00000100:00000010:2.0:1788926500.929984:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fa80. 00000100:00000001:2.0:1788926500.929990:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926500.929995:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296536883 00000100:00000010:2.0:1788926500.929997:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f6c0. 00000100:00000001:2.0:1788926500.930000:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926500.930003:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926500.930006:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.930008:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926500.930012:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.930019:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926500.930021:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.930023:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926500.930024:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926500.930026:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926500.930029:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513962880:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926500.930032:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926500.930035:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926500.930036:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.930038:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788926500.930040:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788926500.930040:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72e00. 00000100:00000001:3.0:1788926500.930042:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788926500.930042:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930044:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788926500.930045:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926500.930048:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000100:00000040:3.0:1788926500.930049:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788926500.930051:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530ee0. 00000100:00000200:2.0:1788926500.930054:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962880, portal 4 00000100:00000001:3.0:1788926500.930056:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926500.930056:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926500.930057:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000001:3.0:1788926500.930058:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926500.930060:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926500.930061:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788926500.930062:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788926500.930063:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926500.930066:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513962496:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926500.930069:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926500.930071:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:3.0:1788926500.930072:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1788926500.930073:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530110. 02000000:00000001:3.0:1788926500.930074:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926500.930076:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788926500.930076:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513962880, offset 0 02000000:00000001:3.0:1788926500.930077:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926500.930080:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b66400. 00000400:00000200:2.0:1788926500.930080:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 02000000:00000001:3.0:1788926500.930082:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926500.930084:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.930085:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926500.930087:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000010:3.0:1788926500.930088:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b000. 00000400:00000200:2.0:1788926500.930090:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1788926500.930091:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab5d8. 00000400:00000200:2.0:1788926500.930092:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000200:3.0:1788926500.930094:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962496, portal 25 00000400:00000200:2.0:1788926500.930094:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788926500.930096:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926500.930097:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000400:00000200:2.0:1788926500.930097:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926500.930099:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2860:2860:255:4294967295] 192.168.203.140@tcp LPNI seq info [2860:2860:7:4294967295] 00000100:00000040:3.0:1788926500.930101:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926500.930104:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926500.930108:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926500.930110:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926500.930110:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926500.930114:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926500.930117:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926500.930121:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000400:00000010:3.0:1788926500.930123:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab000. 00000800:00000200:2.0:1788926500.930125:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000100:00000200:3.0:1788926500.930126:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513962496, offset 0 00000800:00000200:2.0:1788926500.930128:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788926500.930130:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000001:2.0:1788926500.930131:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.930133:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21408 usecs (22 jiffies) 00000400:00000200:3.0:1788926500.930134:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926500.930136:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926500.930138:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296536086 00000100:00000001:2.0:1788926500.930141:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296536883 00000400:00000200:3.0:1788926500.930143:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000100:00000001:2.0:1788926500.930143:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296536086 00000100:00000001:2.0:1788926500.930145:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296536883 00000400:00000200:3.0:1788926500.930146:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788926500.930147:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788926500.930148:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000001:2.0:1788926500.930149:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926500.930151:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788926500.930151:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926500.930152:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000001:2.0:1788926500.930154:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.930155:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2861:2861:254:4294967295] 192.168.203.140@tcp LPNI seq info [2861:2861:6:4294967295] 00000400:00000200:3.0:1788926500.930158:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.930164:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926500.930168:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926500.930172:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341500. 00000800:00000200:3.0:1788926500.930175:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926500.930180:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926500.930182:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926500.930184:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926500.930187:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926500.930189:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296540257 00000100:00000001:3.0:1788926500.930194:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296536883 00000100:00000001:3.0:1788926500.930197:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296540257 00000100:00000001:3.0:1788926500.930199:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296536883 00000100:00000001:3.0:1788926500.930201:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926500.930203:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930205:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926500.930209:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930216:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926500.930217:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926500.930219:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926500.930221:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926500.930223:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926500.930226:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926500.930229:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926500.930231:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926500.930232:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926500.930233:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926500.930236:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b67400. 02000000:00000001:3.0:1788926500.930238:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926500.930241:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926500.930243:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b790. 00000400:00000010:3.0:1788926500.930246:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abcc0. 00000100:00000200:3.0:1788926500.930249:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513962752, portal 10 00000100:00000001:3.0:1788926500.930251:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926500.930252:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:3.0:1788926500.930258:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930265:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926500.930267:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926500.930269:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000200:3.0:1788926500.930271:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513962752, offset 0 00000400:00000200:3.0:1788926500.930275:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926500.930278:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.930281:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926500.930284:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926500.930286:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926500.930288:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926500.930289:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926500.930292:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2862:2862:253:4294967295] 192.168.203.140@tcp LPNI seq info [2862:2862:5:4294967295] 00000400:00000200:3.0:1788926500.930295:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.930300:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926500.930304:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926500.930307:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341e00. 00000800:00000200:3.0:1788926500.930310:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926500.930314:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926500.930317:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926500.930319:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926500.930322:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20316 usecs (21 jiffies) 00000400:00000200:3.0:1788926500.930336:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926500.930338:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296536085 00000100:00000001:3.0:1788926500.930340:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296540257 00000100:00000001:3.0:1788926500.930342:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296536085 00000100:00000001:3.0:1788926500.930343:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296540257 00000100:00000001:3.0:1788926500.930345:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926500.930347:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930349:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930351:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926500.930355:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926500.930356:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926500.930358:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926500.930359:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926500.930361:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930362:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.930418:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926500.930420:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926500.930423:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.930424:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926500.930425:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926500.930427:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788926500.930427:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788926500.930431:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4b00. 00000400:00000200:3.0:1788926500.930436:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.930440:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926500.930445:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530cc0 00000400:00000010:3.0:1788926500.930447:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530cc0. 00000100:00000001:3.0:1788926500.930451:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926500.930455:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930463:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926500.930467:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930474:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930476:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926500.930487:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926500.930488:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:3.0:1788926500.930491:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.930494:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926500.930496:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530110 00000400:00000010:3.0:1788926500.930497:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530110. 00000100:00000001:3.0:1788926500.930499:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926500.930502:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930508:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926500.930511:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930518:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930519:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926500.930525:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926500.930527:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341500. 00000400:00000200:3.0:1788926500.930530:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.930533:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926500.930535:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab000 00000400:00000010:3.0:1788926500.930537:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab000. 00000100:00000001:3.0:1788926500.930539:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926500.930543:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930549:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926500.930552:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930557:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930558:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926500.930617:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926500.930619:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341e00. 00000400:00000200:3.0:1788926500.930622:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.930626:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926500.930628:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:3.0:1788926500.930630:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:3.0:1788926500.930632:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926500.930635:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930641:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926500.930644:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.930651:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.930652:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926500.938475:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.938492:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926500.938496:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.938499:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.938507:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938514:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926500.938523:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938528:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938535:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938539:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32360980 00000400:00000200:3.0:1788926500.938544:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938549:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x824d [1] + 224 00000800:00000001:3.0:1788926500.938556:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.938561:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.938564:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.938568:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926500.938765:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926500.938776:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926500.938789:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.938819:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926500.938829:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.938834:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926500.938836:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.938838:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.938842:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938846:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926500.938850:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938853:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938856:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.938859:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360900 00000400:00000200:3.0:1788926500.938863:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926500.938988:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.938992:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788926500.939010:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x826d [1] + 224 00000800:00000001:3.0:1788926500.939016:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.939028:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.939030:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.939034:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000001:2.0:1788926500.945486:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926500.945493:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926500.945498:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:2.0:1788926500.945512:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530ee0 00000400:00000010:2.0:1788926500.945515:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530ee0. 00000100:00000001:2.0:1788926500.945521:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926500.945532:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926500.945548:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.945555:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926500.945558:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.945561:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926500.945564:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926500.945567:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926500.945569:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.945571:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926500.945580:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=17 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926500.945584:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926500.945587:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926500.945588:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926500.945593:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926500.945598:0:2399:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.945601:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926500.945603:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788926500.945605:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926500.945606:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.945611:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.945618:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926500.945620:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926500.945622:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926500.945626:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926500.945633:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513962880:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926500.945638:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.945641:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926500.945644:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3aa00 x1875823513962880/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.945654:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926500.945656:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926500.945660:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72e00. 02000000:00000001:2.0:1788926500.945663:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926500.945665:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926500.945666:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926500.945669:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926500.945671:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4900. 02000000:00000001:2.0:1788926500.945675:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926500.945676:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926500.945678:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3aa00. 00000100:00000001:2.0:1788926500.945681:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926500.945683:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.945686:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.945688:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.945691:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926500.945693:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.945695:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.945771:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926500.945779:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926500.945788:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.945822:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926500.945836:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.945845:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.945957:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.945960:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926500.945965:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926500.945967:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926500.945970:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b790. 00000400:00000200:2.0:1788926500.945973:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abcc0 00000400:00000010:2.0:1788926500.945975:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abcc0. 00000100:00000001:2.0:1788926500.945978:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926500.945991:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926500.946000:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.946007:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926500.946008:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.946010:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926500.946011:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926500.946012:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926500.946015:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.946016:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926500.946030:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=17 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926500.946033:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926500.946036:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926500.946038:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926500.946039:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926500.946042:0:2400:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.946044:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926500.946046:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926500.946048:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926500.946049:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.946053:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.946060:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926500.946061:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926500.946063:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926500.946066:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926500.946073:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513962752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926500.946078:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.946080:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926500.946082:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38a80 x1875823513962752/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.946088:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926500.946089:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926500.946091:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b67400. 02000000:00000001:2.0:1788926500.946095:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926500.946096:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926500.946098:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926500.946100:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926500.946101:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4a00. 02000000:00000001:2.0:1788926500.946104:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926500.946105:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926500.946107:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38a80. 00000100:00000001:2.0:1788926500.946110:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926500.946111:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.946113:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.946114:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.946115:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926500.946117:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.946118:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926500.946555:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.946564:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926500.946566:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.946569:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.946580:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.946585:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926500.946592:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.946597:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.946601:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.946606:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360880 00000400:00000200:3.0:1788926500.946611:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.946616:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x823d [1] + 224 00000800:00000001:3.0:1788926500.946623:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.946629:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.946632:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.946636:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926500.946641:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926500.946645:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926500.946660:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.946680:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926500.946686:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.946689:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.947454:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.947458:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926500.947465:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926500.947467:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926500.947469:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6e18. 00000400:00000200:2.0:1788926500.947487:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:2.0:1788926500.947490:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:2.0:1788926500.947493:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926500.947499:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926500.947515:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.947521:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926500.947523:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.947525:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926500.947528:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926500.947529:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926500.947532:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.947534:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926500.947542:0:2399:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=17 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926500.947545:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926500.947548:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926500.947550:0:2399:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788926500.947553:0:2399:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788926500.947556:0:2399:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff9d76e0357000 of lustre-MDT0000_UUID@192.168.203.140@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788926500.947559:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788926500.947563:0:2399:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection to lustre-MDT0000 (at 192.168.203.140@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1788926500.947566:0:2399:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788926500.947569:0:2399:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788926500.947571:0:2399:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.947573:0:2399:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788926500.947575:0:2399:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788926500.947576:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788926500.947579:0:2399:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788926500.947581:0:2399:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1848 00000400:00000200:2.0:1788926500.947586:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926500.947590:0:2399:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:2.0:1788926500.947594:0:2399:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926500.947597:0:2399:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926500.947599:0:2399:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926500.947601:0:2399:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:2.0:1788926500.947607:0:2399:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926500.947609:0:2399:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:2.0:1788926500.947611:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926500.947613:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:2.0:1788926500.947616:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:2.0:1788926500.947618:0:2399:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:2.0:1788926500.947621:0:2399:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926500.947622:0:2399:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926500.947624:0:2399:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926500.947626:0:2399:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:2.0:1788926500.947628:0:2399:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:2.0:1788926500.947631:0:2399:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:2.0:1788926500.947634:0:2399:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926500.947636:0:2399:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788926500.947643:0:2399:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926500.947646:0:2399:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.947648:0:2399:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788926500.947652:0:2399:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788926500.947654:0:2399:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.947656:0:2399:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926500.947662:0:2399:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38a80. 00000020:00000040:2.0:1788926500.947666:0:2399:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926500.947669:0:2399:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926500.947671:0:2399:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.947674:0:2399:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926500.947677:0:2399:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926500.947680:0:2399:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926500.947687:0:2399:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10df400. 00000100:00000001:2.0:1788926500.947692:0:2399:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926500.947698:0:2399:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926500.947707:0:2399:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926500.947711:0:2399:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926500.947715:0:2399:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0c31b5] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.947740:0:2399:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.947743:0:2399:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788926500.947745:0:2399:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1788926500.947749:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.947755:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1788926500.947758:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926500.947759:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926500.947762:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926500.947769:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513962624:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926500.947773:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.947776:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926500.947779:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39180 x1875823513962624/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926500.947784:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926500.947786:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926500.947788:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72400. 02000000:00000001:2.0:1788926500.947791:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926500.947802:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926500.947804:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926500.947806:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926500.947808:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:2.0:1788926500.947811:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926500.947813:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926500.947815:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39180. 00000100:00000001:2.0:1788926500.947818:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926500.947820:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.947822:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926500.947828:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926500.947830:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926500.947832:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926500.947834:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926500.949949:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926500.949957:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926500.949960:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926500.949973:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926500.949996:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926500.949998:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926500.950002:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926500.950005:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926500.950008:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926500.950012:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963008:192.168.203.140@tcp:38:ptlrpcd_01_00.0 00000100:00000001:1.0:1788926500.950016:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926500.950030:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926500.950032:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926500.950034:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926500.950042:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926500.950044:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926500.950052:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926500.950057:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926500.950064:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926500.950071:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513963008, portal 10 00000100:00000001:1.0:1788926500.950073:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926500.950075:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:1.0:1788926500.950084:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926500.950092:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926500.950095:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926500.950098:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8880. 00000100:00000200:1.0:1788926500.950101:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513963008, offset 0 00000400:00000200:1.0:1788926500.950109:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926500.950117:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926500.950126:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926500.950130:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926500.950134:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926500.950138:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926500.950140:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926500.950144:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2863:2863:256:4294967295] 192.168.203.140@tcp LPNI seq info [2863:2863:8:4294967295] 00000400:00000200:1.0:1788926500.950148:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926500.950156:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926500.950162:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926500.950167:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ed00. 00000800:00000200:1.0:1788926500.950173:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926500.950181:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926500.950184:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ed00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926500.950208:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926500.950220:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 817260 usecs (818 jiffies) 00000400:00000200:1.0:1788926500.950224:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926500.950227:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296536902 00000100:00000001:1.0:1788926500.950230:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296540257 00000100:00000001:1.0:1788926500.950232:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296536902 00000100:00000001:1.0:1788926500.950234:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296540257 00000100:00000001:1.0:1788926500.950236:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926500.950239:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926500.950242:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926500.950244:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.950251:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926500.950253:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788926500.950255:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926500.950256:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926500.950257:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926500.950259:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926500.950986:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926500.950991:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ed00. 00000400:00000200:3.0:1788926500.950997:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.951003:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926500.951007:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:3.0:1788926500.951010:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:3.0:1788926500.951014:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926500.951429:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.951440:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926500.951444:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.951451:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926500.951452:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926500.959444:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.959462:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926500.959467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.959469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.960361:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.960370:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926500.960389:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.960394:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.960430:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.960434:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360a00 00000400:00000200:3.0:1788926500.960440:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926500.960445:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x827d [1] + 0 00000800:00000001:3.0:1788926500.960454:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.960466:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926500.960470:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926500.960483:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926500.960491:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926500.960499:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926500.960511:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926500.960533:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926500.960541:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926500.960546:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.960695:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926500.960699:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926500.960706:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926500.960708:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926500.960711:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926500.960716:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926500.960718:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926500.960721:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926500.960726:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926500.960733:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926500.960739:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926500.960741:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.960743:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926500.960746:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926500.960749:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926500.960751:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926500.960754:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926500.960763:0:2396:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=17 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926500.960766:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926500.960769:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926500.960771:0:2396:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788926500.960773:0:2396:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926500.960777:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926510 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926500.960784:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788926500.960786:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926500.960788:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.960790:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788926500.960792:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788926500.960795:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788926500.960799:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.140@tcp failed (-19) 00000100:00000001:1.0:1788926500.960801:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926500.960805:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926510 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926500.960813:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963008:192.168.203.140@tcp:38:ptlrpcd_01_00.0 00000100:00000001:1.0:1788926500.960817:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.960820:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926500.960823:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38a80 x1875823513963008/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926510 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926500.960830:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926500.960832:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926500.960835:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926500.960840:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926500.960843:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926500.960844:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926500.960847:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926500.960849:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10df400. 02000000:00000001:1.0:1788926500.960853:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926500.960854:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926500.960856:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38a80. 00000100:00000001:1.0:1788926500.960859:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926500.960861:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.960862:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926500.960868:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926500.960870:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926500.960871:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926500.960873:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926501.569518:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926501.569526:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926501.569531:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926501.569532:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926501.571856:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926501.571862:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926501.571866:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926502.594822:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926502.594833:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926502.594840:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926502.594842:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926502.594955:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926502.594959:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926502.594963:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926503.617761:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926503.617768:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926503.617774:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926503.617787:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926503.618421:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926503.618426:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926503.618430:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926504.641632:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926504.641639:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926504.641645:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926504.641646:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926504.641868:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926504.641871:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926504.641875:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926505.537505:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296540257, at 4296540672 00000100:00000010:2.0:1788926505.537518:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fa80. 00000100:00000040:3.0:1788926505.537886:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296540257, at 4296540672 00000100:00000010:3.0:1788926505.537893:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f6c0. 00010000:00000001:0.0:1788926505.665592:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926505.665597:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926505.665602:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926505.665603:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926505.665682:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926505.665685:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926505.665688:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926506.049529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926506.049538:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926506.049547:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926506.049552:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049557:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926506.049560:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926506.049566:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926506.049574:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926506.049581:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.049593:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926506.049604:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926506.049608:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.049614:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a5e49b6] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926506.049648:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788926506.049651:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926506.049654:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788926506.049656:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788926506.049658:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788926506.049662:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788926506.049665:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1868 00000400:00000200:2.0:1788926506.049672:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926506.049678:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00001000:2.0:1788926506.049681:0:8:0:(import.c:2196:obd_at_measure()) add 10 to ffff9d76c9627c18 time=26 v=5 (1 0 0 0) 00000100:00001000:2.0:1788926506.049684:0:8:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1788926506.049687:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1788926506.049689:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049692:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926506.049694:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049696:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:2.0:1788926506.049701:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926506.049703:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:2.0:1788926506.049705:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926506.049708:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:2.0:1788926506.049710:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:2.0:1788926506.049712:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:2.0:1788926506.049715:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049717:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926506.049718:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049720:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:2.0:1788926506.049722:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:2.0:1788926506.049725:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049728:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926506.049730:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788926506.049736:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926506.049739:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.049741:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788926506.049744:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788926506.049747:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.049749:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926506.049753:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926506.049755:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926506.049758:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926506.049760:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.049762:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926506.049764:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926506.049765:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926506.049769:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd800. 00000100:00000001:2.0:1788926506.049773:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926506.049778:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926506.049786:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926506.049788:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.049792:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077fff5c8] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926506.049810:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.049813:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926506.049817:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926506.049819:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926506.049821:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926506.049824:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926506.049825:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926506.049827:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926506.049830:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4a00. 00000100:00000001:2.0:1788926506.049832:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.049835:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788926506.049836:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926506.049838:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926506.049841:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788926506.049843:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926506.049845:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926506.049846:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926506.049849:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aeb1c47] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.049855:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926506.049857:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.049857:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.049859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788926506.049860:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788926506.049862:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788926506.049862:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926506.049864:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 02000000:00000001:1.0:1788926506.049864:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.049867:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00100000:1.0:1788926506.049867:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963264:192.168.203.140@tcp:38:kworker.0 00000100:00000010:2.0:1788926506.049870:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000100:00000001:1.0:1788926506.049871:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1788926506.049872:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926506.049874:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926506.049875:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926506.049875:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926506.049876:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926506.049877:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926506.049879:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4900. 02000000:00000001:1.0:1788926506.049879:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788926506.049881:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.049883:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 02000000:00000010:1.0:1788926506.049883:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b01800. 00000100:00080000:2.0:1788926506.049886:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 02000000:00000001:1.0:1788926506.049886:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788926506.049888:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9d76e0357000: disconnect after 20s idle 00000100:00000001:2.0:1788926506.049890:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1788926506.049891:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926506.049892:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788926506.049895:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000100:00000040:2.0:1788926506.049896:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8baef0a] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788926506.049900:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000001:2.0:1788926506.049902:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926506.049904:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.049906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788926506.049907:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513963264, portal 10 00000100:00000040:2.0:1788926506.049909:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788926506.049909:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926506.049910:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000040:2.0:1788926506.049913:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1878) 00000100:00000040:1.0:1788926506.049916:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.049923:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788926506.049925:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788926506.049925:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049926:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926506.049928:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788926506.049928:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926506.049931:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513963264, offset 0 00000100:00000040:2.0:1788926506.049932:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926506.049938:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788926506.049938:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00000001:2.0:1788926506.049939:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926506.049941:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926506.049943:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926506.049945:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926506.049948:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513963392:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926506.049951:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926506.049953:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926506.049955:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926506.049955:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 02000000:00000001:2.0:1788926506.049957:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926506.049959:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72400. 02000000:00000001:2.0:1788926506.049960:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926506.049962:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926506.049963:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926506.049966:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6e18. 00000400:00000200:1.0:1788926506.049966:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788926506.049969:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000400:00000200:1.0:1788926506.049970:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000100:00000200:2.0:1788926506.049972:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513963392, portal 10 00000100:00000001:2.0:1788926506.049973:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788926506.049973:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788926506.049975:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000400:00000200:1.0:1788926506.049976:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926506.049979:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2864:2864:256:4294967295] 192.168.203.140@tcp LPNI seq info [2864:2864:8:4294967295] 00000100:00000040:2.0:1788926506.049980:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788926506.049984:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926506.049987:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926506.049989:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926506.049991:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530ee0. 00000100:00000200:2.0:1788926506.049993:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513963392, offset 0 00000400:00000200:1.0:1788926506.049993:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000400:00000200:2.0:1788926506.049997:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000800:00000200:1.0:1788926506.049999:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926506.050000:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926506.050003:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000800:00000010:1.0:1788926506.050004:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e000. 00000400:00000200:2.0:1788926506.050006:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926506.050007:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926506.050009:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788926506.050010:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000400:00000200:2.0:1788926506.050012:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926506.050014:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2865:2865:255:4294967295] 192.168.203.140@tcp LPNI seq info [2865:2865:7:4294967295] 00000800:00000200:1.0:1788926506.050017:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000400:00000200:2.0:1788926506.050018:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:1.0:1788926506.050021:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1788926506.050023:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926506.050026:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926506.050030:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000100:00000001:1.0:1788926506.050030:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926506.050033:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000100:00000040:1.0:1788926506.050034:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 816211 usecs (817 jiffies) 00000800:00000200:2.0:1788926506.050037:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000400:00000200:1.0:1788926506.050037:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:2.0:1788926506.050039:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926506.050040:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296542001 00000100:00000001:2.0:1788926506.050042:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.050045:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20316 usecs (21 jiffies) 00000100:00000010:1.0:1788926506.050045:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004ec60. 00000400:00000200:2.0:1788926506.050047:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926506.050049:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296541205 00000100:00000001:1.0:1788926506.050051:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926506.050055:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296542001 00000100:00000010:1.0:1788926506.050058:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e6c0. 00000100:00000001:1.0:1788926506.050061:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926506.050063:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926506.050066:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.050069:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.050071:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.050080:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926506.050082:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788926506.050083:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.050085:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926506.050086:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926506.050090:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.050097:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.050097:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926506.050098:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.050100:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788926506.050100:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788926506.050102:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788926506.050102:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926506.050104:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926506.050107:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926506.050107:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963520:192.168.203.140@tcp:9:kworker.0 00000100:00000001:1.0:1788926506.050110:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926506.050112:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788926506.050114:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788926506.050114:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.050115:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926506.050116:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788926506.050118:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926506.050119:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788926506.050119:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926506.050120:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926506.050121:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926506.050124:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513963136:192.168.203.140@tcp:400:kworker.0 00000400:00000200:1.0:1788926506.050124:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926506.050126:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4688. 00000100:00000001:3.0:1788926506.050127:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926506.050129:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1788926506.050129:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 02000000:00000001:3.0:1788926506.050131:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926506.050132:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1788926506.050132:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513963520, portal 4 00000100:00000001:1.0:1788926506.050134:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1788926506.050135:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b66e00. 00000100:00000001:1.0:1788926506.050135:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 02000000:00000001:3.0:1788926506.050137:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926506.050140:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:1.0:1788926506.050140:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788926506.050143:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b318. 00000400:00000010:3.0:1788926506.050146:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab2a8. 00000100:00000001:1.0:1788926506.050146:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1788926506.050149:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513963136, portal 25 00000100:00000040:1.0:1788926506.050149:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000100:00000001:3.0:1788926506.050151:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1788926506.050151:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8088. 00000100:00000001:3.0:1788926506.050152:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000200:1.0:1788926506.050153:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513963520, offset 0 00000100:00000040:3.0:1788926506.050156:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788926506.050157:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926506.050160:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926506.050162:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926506.050164:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926506.050164:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000010:3.0:1788926506.050166:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab000. 00000400:00000200:1.0:1788926506.050167:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1788926506.050168:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513963136, offset 0 00000400:00000200:1.0:1788926506.050169:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926506.050171:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926506.050172:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926506.050173:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926506.050175:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926506.050177:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2866:2866:254:4294967295] 192.168.203.140@tcp LPNI seq info [2866:2866:6:4294967295] 00000400:00000200:3.0:1788926506.050178:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926506.050180:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926506.050181:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.050182:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926506.050184:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926506.050186:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926506.050188:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2867:2867:254:4294967295] 192.168.203.140@tcp LPNI seq info [2867:2867:6:4294967295] 00000400:00000200:3.0:1788926506.050191:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.050200:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926506.050205:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926506.050208:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341e00. 00000800:00000200:3.0:1788926506.050211:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926506.050216:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926506.050218:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926506.050233:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926506.050237:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926506.050238:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296545377 00000100:00000001:3.0:1788926506.050243:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296542001 00000100:00000001:3.0:1788926506.050246:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296545377 00000100:00000001:3.0:1788926506.050248:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296542001 00000100:00000001:3.0:1788926506.050250:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926506.050252:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.050255:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.050256:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926506.050260:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926506.050262:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926506.050263:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926506.050264:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926506.050266:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.050268:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926506.050306:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926506.050310:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e000. 00000400:00000200:3.0:1788926506.050316:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.050321:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:0.0:1788926506.050437:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926506.050440:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926506.050441:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788926506.050445:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 1 seconds 00000100:00000001:0.0:1788926506.050447:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926506.050449:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926506.054497:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926506.054510:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926506.054520:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e600. 00000800:00000200:1.0:1788926506.054527:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926506.054544:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926506.054549:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926506.054555:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926506.054562:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21401 usecs (22 jiffies) 00000400:00000200:1.0:1788926506.054568:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926506.054571:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296541207 00000100:00000001:1.0:1788926506.054575:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296545377 00000100:00000001:1.0:1788926506.054578:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296541207 00000100:00000001:1.0:1788926506.054580:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296545377 00000100:00000001:1.0:1788926506.054584:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926506.054587:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.054592:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.054596:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.054604:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926506.054606:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788926506.054608:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.054610:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926506.054612:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.054614:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.055559:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296545377 00000100:00000001:2.0:1788926506.055567:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296541211 00000100:00000001:2.0:1788926506.055570:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296545377 00000100:00000001:2.0:1788926506.055573:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926506.055576:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.055580:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.055583:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926506.055589:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926506.055590:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926506.055593:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926506.055594:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926506.055595:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.055598:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926506.056393:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:3.0:1788926506.056412:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:3.0:1788926506.056419:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926506.056430:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056441:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926506.056445:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056453:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.056455:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926506.056484:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926506.056488:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:3.0:1788926506.056493:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.056498:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926506.056502:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530ee0 00000400:00000010:3.0:1788926506.056503:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530ee0. 00000100:00000001:3.0:1788926506.056506:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926506.056510:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056518:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926506.056521:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056526:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.056528:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926506.056535:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926506.056537:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341e00. 00000400:00000200:3.0:1788926506.056541:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.056543:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926506.056546:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab000 00000400:00000010:3.0:1788926506.056547:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab000. 00000100:00000001:3.0:1788926506.056549:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926506.056553:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056559:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926506.056562:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056568:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.056570:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926506.056952:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926506.056955:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:3.0:1788926506.056959:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.056963:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926506.056967:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:3.0:1788926506.056968:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:3.0:1788926506.056971:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926506.056975:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056984:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926506.056987:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.056994:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926506.056995:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926506.064512:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064528:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926506.064533:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064535:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926506.064543:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064551:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926506.064560:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064565:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064571:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064575:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360b80 00000400:00000200:3.0:1788926506.064580:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064586:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x828d [1] + 224 00000800:00000001:3.0:1788926506.064592:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064596:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926506.064599:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.064603:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926506.064610:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926506.064618:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926506.064629:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.064653:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926506.064661:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064665:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926506.064667:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064669:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926506.064672:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064676:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926506.064680:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064682:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064685:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064688:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32360c00 00000400:00000200:3.0:1788926506.064691:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.064706:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x829d [1] + 224 00000800:00000001:3.0:1788926506.064710:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064716:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926506.064718:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.064721:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926506.064724:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926506.064728:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926506.064737:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.064757:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926506.064765:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.064768:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.065599:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.065604:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926506.065612:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926506.065614:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926506.065617:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4688. 00000400:00000200:1.0:1788926506.065623:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:1.0:1788926506.065625:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:1.0:1788926506.065629:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926506.065636:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926506.065646:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.065654:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926506.065656:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.065658:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926506.065661:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926506.065664:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926506.065666:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926506.065668:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926506.065678:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=23 v=5 (5 5 5 37) 00000100:00001000:1.0:1788926506.065682:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926506.065684:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926506.065687:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926506.065689:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926506.065692:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.065697:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926506.065699:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926506.065701:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926506.065703:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926506.065709:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.065716:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926506.065719:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926506.065721:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788926506.065725:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788926506.065733:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788926506.065738:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926506.065745:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963520:192.168.203.140@tcp:9:kworker.0 00000100:00000001:1.0:1788926506.065750:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.065753:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926506.065756:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38e00 x1875823513963520/t0(0) o9->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.065762:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926506.065764:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926506.065767:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9a00. 02000000:00000001:1.0:1788926506.065771:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926506.065774:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926506.065775:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926506.065778:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926506.065781:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4900. 02000000:00000001:1.0:1788926506.065784:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926506.065786:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926506.065788:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38e00. 00000100:00000001:1.0:1788926506.065791:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926506.065793:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.065796:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.065798:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.065799:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926506.065800:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.065802:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.066323:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926506.066327:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926506.066331:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926506.066333:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926506.066336:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6e18. 00000400:00000200:2.0:1788926506.066355:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 00000400:00000010:2.0:1788926506.066358:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00000001:2.0:1788926506.066361:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926506.066367:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926506.066376:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926506.066383:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926506.066385:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926506.066386:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926506.066388:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926506.066389:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926506.066391:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926506.066393:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926506.066434:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=23 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926506.066439:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926506.066441:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926506.066442:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926506.066444:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926506.066446:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.066449:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926506.066450:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926506.066451:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926506.066454:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926506.066458:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926506.066465:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926506.066467:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926506.066468:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926506.066472:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926506.066479:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513963392:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926506.066483:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926506.066485:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926506.066488:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513963392/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926506.066494:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926506.066496:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926506.066498:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72400. 02000000:00000001:2.0:1788926506.066502:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926506.066503:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926506.066504:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926506.066506:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926506.066508:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4a00. 02000000:00000001:2.0:1788926506.066511:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926506.066512:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926506.066513:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:2.0:1788926506.066516:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926506.066518:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926506.066520:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926506.066526:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926506.066528:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926506.066531:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926506.066534:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926506.103650:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.103666:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926506.103670:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.103672:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926506.103680:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.103688:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926506.103707:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.103711:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.103716:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.103720:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360b00 00000400:00000200:3.0:1788926506.103725:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926506.103731:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8285 [1] + 0 00000800:00000001:3.0:1788926506.103739:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.103745:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926506.103748:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926506.103752:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926506.103764:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926506.103772:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926506.103784:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926506.104256:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926506.104268:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926506.104272:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.104716:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.104722:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926506.104728:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926506.104730:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926506.104733:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926506.104738:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926506.104740:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926506.104744:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926506.104751:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926506.104770:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.104777:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926506.104779:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.104781:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926506.104784:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926506.104786:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926506.104797:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926506.104800:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926506.104809:0:2396:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=23 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926506.105114:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=26 v=10 (10 0 0 0) 00000100:00000001:1.0:1788926506.105119:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926506.105121:0:2396:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788926506.105124:0:2396:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926506.105130:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926521 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.105138:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788926506.105141:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926506.105144:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.105147:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788926506.105149:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788926506.105153:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788926506.105157:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.140@tcp failed (-19) 00000100:00000001:1.0:1788926506.105160:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926506.105164:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926521 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926506.105171:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963264:192.168.203.140@tcp:38:kworker.0 00000100:00000001:1.0:1788926506.105176:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.105179:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926506.105182:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3aa00 x1875823513963264/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926521 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926506.105189:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926506.105191:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926506.105195:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b01800. 02000000:00000001:1.0:1788926506.105198:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926506.105201:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926506.105203:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926506.105205:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926506.105207:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd800. 02000000:00000001:1.0:1788926506.105211:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926506.105212:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926506.105214:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3aa00. 00000100:00000001:1.0:1788926506.105218:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926506.105219:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.105221:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926506.105229:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926506.105230:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926506.105233:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926506.105234:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926506.689621:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926506.689628:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926506.689634:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926506.689635:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926506.689722:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926506.689726:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926506.689730:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926507.074614:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926507.074623:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926507.074625:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926507.074631:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 1 seconds 00000100:00000001:2.0:1788926507.074634:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926507.074638:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926507.713684:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926507.713692:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926507.713694:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926507.713698:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926507.713703:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926507.713705:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926507.713706:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926507.713709:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926507.713712:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926507.713713:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926507.715069:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926507.715075:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926507.715079:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926508.097517:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926508.097525:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926508.097527:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926508.097544:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 1 seconds 00000100:00000001:2.0:1788926508.097549:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926508.097552:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926508.737517:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926508.737523:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926508.737528:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926508.737531:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926508.737533:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926508.737539:0:23047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926508.737541:0:23047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926508.737543:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926508.737546:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926508.737548:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926508.737550:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926508.737552:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926508.737638:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926508.737641:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926508.737644:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926509.121524:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926509.121531:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926509.121533:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926509.121539:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 1 seconds 00000100:00000001:2.0:1788926509.121542:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926509.121546:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926509.761586:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926509.761603:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926509.761609:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926509.761610:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926509.761728:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926509.761732:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926509.761735:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926510.145618:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926510.145626:0:33824:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788926510.145641:0:33824:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788926494/real 1788926494] req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926510 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:2.0:1788926510.145658:0:33824:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926510.145661:0:33824:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926510.145664:0:33824:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52144d0. 00000400:00000200:2.0:1788926510.145671:0:33824:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821908 00000400:00000010:2.0:1788926510.145673:0:33824:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821908. 00000100:00000001:2.0:1788926510.145677:0:33824:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926510.145681:0:33824:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926510 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926510.145691:0:33824:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926510 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926510.145704:0:33824:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926510.145706:0:33824:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926510.145708:0:33824:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926510.145710:0:33824:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926510.145713:0:33824:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788926510.145716:0:33824:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9d76c9627800 already not connected (conn 21, was 19): DISCONN 00000100:00000001:2.0:1788926510.145720:0:33824:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788926510.145721:0:33824:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926510.145724:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926510.145726:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926510.145728:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:2.0:1788926510.145731:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926510.145733:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926510.145735:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926510.145736:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926510.145739:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926510.659716:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296545377, at 4296545794 00000100:00000010:2.0:1788926510.659728:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004ec60. 00000100:00000040:3.0:1788926510.663995:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296545377, at 4296545794 00000100:00000010:3.0:1788926510.664011:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e6c0. 00010000:00000001:0.0:1788926510.786468:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926510.786475:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926510.786480:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926510.786481:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926510.786540:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926510.786543:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926510.786547:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926511.169519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926511.169531:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788926511.169536:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000010:2.0:1788926511.169542:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000100:00000001:3.0:1788926511.169546:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926511.169547:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926511.169551:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926511.169553:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926511.169557:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.169560:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926511.169666:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926511.169669:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926511.169671:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926511.169674:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926511.169676:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926511.169679:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926511.169681:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926511.169684:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926511.169685:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788926511.169715:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=6 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926511.169720:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926511.169861:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926511.169867:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926511.169874:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4a00. 00000100:00000001:2.0:1788926511.169881:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.169892:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926511.169902:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926511.169907:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.169912:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aeb1c47] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.169966:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926511.169968:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926511.169970:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926511.169975:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.169982:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926511.169984:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926511.169987:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926511.169990:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926511.169992:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926511.169995:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513963648:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926511.169999:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926511.170003:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926511.170005:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926511.170008:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926511.170013:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553800. 02000000:00000001:3.0:1788926511.170015:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926511.170022:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926511.170026:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b840. 00000400:00000010:3.0:1788926511.170032:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab000. 00000100:00000200:3.0:1788926511.170037:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513963648, portal 25 00000100:00000001:3.0:1788926511.170039:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926511.170041:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:3.0:1788926511.170046:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.170053:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926511.170056:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926511.170058:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926511.170060:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513963648, offset 0 00000400:00000200:3.0:1788926511.170066:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926511.170074:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.170081:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926511.170086:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926511.170089:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926511.170092:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926511.170094:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926511.170098:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2868:2868:256:4294967295] 192.168.203.140@tcp LPNI seq info [2868:2868:8:4294967295] 00000400:00000200:3.0:1788926511.170101:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.170110:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926511.170115:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926511.170121:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341e00. 00000800:00000200:3.0:1788926511.170127:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926511.170134:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926511.170138:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926511.170150:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926511.170154:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926511.170157:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296550497 00000100:00000010:3.0:1788926511.170161:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11981e0. 00000100:00000001:3.0:1788926511.170167:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926511.170172:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296550497 00000100:00000010:3.0:1788926511.170175:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11987e0. 00000100:00000001:3.0:1788926511.170178:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926511.170180:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926511.170183:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.170185:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.170187:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926511.170210:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788926511.170212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926511.170216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788926511.170218:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788926511.170220:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788926511.170224:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788926511.170227:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1873 00000400:00000200:2.0:1788926511.170231:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926511.170235:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00001000:2.0:1788926511.170240:0:8:0:(import.c:2196:obd_at_measure()) add 15 to ffff9d76c9627c18 time=31 v=10 (10 0 0 0) 00000100:00001000:2.0:1788926511.170243:0:8:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:2.0:1788926511.170246:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1788926511.170250:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926511.170252:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926511.170254:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926511.170256:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:2.0:1788926511.170262:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926511.170264:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:2.0:1788926511.170266:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926511.170269:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:2.0:1788926511.170271:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:2.0:1788926511.170273:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:2.0:1788926511.170276:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926511.170278:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926511.170280:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926511.170282:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:2.0:1788926511.170285:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:2.0:1788926511.170289:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:2.0:1788926511.170291:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926511.170293:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788926511.170298:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926511.170301:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.170311:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788926511.170315:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788926511.170317:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.170319:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926511.170324:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926511.170326:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926511.170329:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926511.170331:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.170333:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926511.170335:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926511.170337:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926511.170342:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd000. 00000100:00000001:2.0:1788926511.170346:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926511.170351:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926511.170358:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926511.170360:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.170363:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093350103] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926511.170383:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.170386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926511.170389:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926511.170392:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926511.170394:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926511.170424:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926511.170425:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926511.170426:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926511.170430:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4b00. 00000100:00000001:2.0:1788926511.170433:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.170437:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926511.170443:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926511.170445:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.170448:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae7cdcb] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.170502:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926511.170505:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926511.170507:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926511.170513:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.170519:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926511.170520:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926511.170522:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926511.170523:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926511.170525:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926511.170528:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963776:192.168.203.140@tcp:38:kworker.0 00000100:00000001:1.0:1788926511.170531:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926511.170533:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926511.170535:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926511.170537:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926511.170541:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03000. 02000000:00000001:1.0:1788926511.170543:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926511.170546:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926511.170549:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926511.170553:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926511.170557:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513963776, portal 10 00000100:00000001:1.0:1788926511.170559:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926511.170560:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:1.0:1788926511.170567:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.170573:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926511.170576:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926511.170578:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 00000100:00000200:1.0:1788926511.170581:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513963776, offset 0 00000400:00000200:1.0:1788926511.170586:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926511.170590:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926511.170595:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926511.170598:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926511.170600:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926511.170602:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926511.170604:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926511.170607:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2869:2869:255:4294967295] 192.168.203.140@tcp LPNI seq info [2869:2869:7:4294967295] 00000400:00000200:1.0:1788926511.170611:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926511.170618:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926511.170623:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926511.170627:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186eb00. 00000800:00000200:1.0:1788926511.170631:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926511.170635:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926511.170638:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186eb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926511.170640:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926511.170644:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 815233 usecs (816 jiffies) 00000400:00000200:1.0:1788926511.170647:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926511.170649:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296547121 00000100:00000001:1.0:1788926511.170651:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296550497 00000100:00000001:1.0:1788926511.170653:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296547121 00000100:00000001:1.0:1788926511.170655:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296550497 00000100:00000001:1.0:1788926511.170657:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926511.170659:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.170661:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.170662:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926511.170667:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926511.170668:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788926511.170670:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926511.170671:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926511.170673:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.170674:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.172888:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926511.172895:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926511.172900:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926511.172903:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926511.172907:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926511.172911:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788926511.172913:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926511.172915:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926511.172917:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926511.172919:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926511.172920:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926511.172921:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926511.172934:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.172945:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926511.172947:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926511.172951:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926511.172954:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926511.172957:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926511.172961:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513963904:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926511.172965:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926511.172970:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926511.172972:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926511.172974:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926511.172983:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552800. 02000000:00000001:3.0:1788926511.172985:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926511.172992:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926511.172996:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b9f8. 00000400:00000010:3.0:1788926511.173002:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abc38. 00000100:00000200:3.0:1788926511.173008:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513963904, portal 10 00000100:00000001:3.0:1788926511.173011:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926511.173012:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:3.0:1788926511.173020:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.173027:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926511.173030:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926511.173032:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926511.173036:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513963904, offset 0 00000400:00000200:3.0:1788926511.173042:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926511.173049:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.173056:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926511.173062:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926511.173065:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926511.173068:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926511.173071:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926511.173074:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2870:2870:254:4294967295] 192.168.203.140@tcp LPNI seq info [2870:2870:6:4294967295] 00000400:00000200:3.0:1788926511.173078:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.173087:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926511.173093:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926511.173098:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341500. 00000800:00000200:3.0:1788926511.173103:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926511.173112:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926511.173116:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926511.173120:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926511.173124:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20317 usecs (21 jiffies) 00000400:00000200:3.0:1788926511.173127:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926511.173129:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296546328 00000100:00000001:3.0:1788926511.173132:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296550497 00000100:00000001:3.0:1788926511.173134:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296546328 00000100:00000001:3.0:1788926511.173136:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296550497 00000100:00000001:3.0:1788926511.173138:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926511.173141:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.173143:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.173145:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926511.173197:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926511.173200:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341e00. 00000400:00000200:3.0:1788926511.173208:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926511.173212:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926511.173218:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:3.0:1788926511.173220:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:3.0:1788926511.173224:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926511.173229:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.173238:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926511.173242:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.173248:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.173250:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926511.173261:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926511.173264:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:3.0:1788926511.173267:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926511.173271:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926511.173274:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:3.0:1788926511.173276:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:3.0:1788926511.173278:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926511.173281:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.173287:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926511.173290:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.173297:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.173299:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926511.175027:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926511.175037:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341500. 00000400:00000200:3.0:1788926511.175043:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926511.175049:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926511.175055:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000400:00000010:3.0:1788926511.175058:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:3.0:1788926511.175062:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926511.175069:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.175079:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926511.175083:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.175089:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.175091:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926511.175133:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926511.175138:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.175941:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926511.175948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926511.175952:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926511.175955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926511.175958:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926511.175964:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1884) 00000100:00000001:3.0:1788926511.176074:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926511.176078:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926511.176082:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926511.176085:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926511.178098:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178113:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926511.178117:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178119:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926511.178128:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178136:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926511.178145:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178150:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178156:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178160:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360d80 00000400:00000200:3.0:1788926511.178165:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178170:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x82cd [1] + 224 00000800:00000001:3.0:1788926511.178176:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178180:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926511.178183:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926511.178187:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926511.178193:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926511.178200:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926511.178211:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.178231:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926511.178239:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178243:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926511.178244:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178246:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926511.178249:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178253:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926511.178257:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178259:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178262:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178265:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360d00 00000400:00000200:3.0:1788926511.178268:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926511.178272:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x82c5 [1] + 0 00000800:00000001:3.0:1788926511.178275:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178281:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926511.178283:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926511.178286:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926511.178288:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926511.178292:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926511.178301:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926511.178327:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926511.178331:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926511.178334:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926511.178860:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926511.178865:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926511.178871:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926511.178873:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926511.178876:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926511.178881:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000100:00000001:2.0:1788926511.178882:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788926511.178883:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:2.0:1788926511.178884:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926511.178887:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788926511.178887:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788926511.178888:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926511.178890:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b9f8. 00000100:00000200:1.0:1788926511.178891:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926511.178893:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abc38 00000400:00000010:2.0:1788926511.178895:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abc38. 00000100:00000001:2.0:1788926511.178897:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926511.178901:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926511.178902:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.178908:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926511.178910:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788926511.178911:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.178912:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926511.178915:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926511.178917:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926511.178917:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926511.178918:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926511.178919:0:2400:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788926511.178919:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926511.178921:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926511.178922:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1788926511.178922:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.178924:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926511.178925:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926511.178930:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=28 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926511.178930:0:2396:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=28 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926511.178934:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=28 v=5 (1 1 1 1) 00000100:00001000:1.0:1788926511.178934:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=31 v=15 (15 0 0 0) 00000100:00000001:2.0:1788926511.178937:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926511.178938:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926511.178939:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.178940:0:2396:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1788926511.178942:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788926511.178942:0:2396:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1788926511.178944:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926511.178946:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926531 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926511.178947:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926511.178950:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926511.178952:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926511.178953:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.178953:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788926511.178956:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1788926511.178957:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.178958:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926511.178961:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788926511.178963:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926511.178963:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1788926511.178965:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926511.178966:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788926511.178966:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1788926511.178969:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788926511.178971:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.140@tcp failed (-19) 00000100:00000001:1.0:1788926511.178973:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1788926511.178976:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513963904:192.168.203.140@tcp:400:kworker.0 00000100:00000040:1.0:1788926511.178977:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926531 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926511.178981:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.178984:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1788926511.178984:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513963776:192.168.203.140@tcp:38:kworker.0 00000100:00000040:2.0:1788926511.178988:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513963904/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926511.178988:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926511.178989:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926511.178992:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513963776/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926531 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926511.178995:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926511.178997:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788926511.178997:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926511.178999:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926511.179001:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552800. 02000000:00000010:1.0:1788926511.179001:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03000. 02000000:00000001:2.0:1788926511.179004:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1788926511.179004:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926511.179006:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000001:1.0:1788926511.179006:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926511.179008:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000040:1.0:1788926511.179008:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926511.179011:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 00000020:00000001:1.0:1788926511.179011:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926511.179013:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4b00. 02000000:00000010:1.0:1788926511.179013:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926511.179016:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926511.179016:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926511.179018:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1788926511.179018:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926511.179020:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000010:1.0:1788926511.179020:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:2.0:1788926511.179024:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926511.179024:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926511.179026:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926511.179026:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926511.179028:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926511.179029:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.179030:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926511.179031:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926511.179032:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926511.179034:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.179034:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926511.179036:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926511.179037:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926511.179038:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926511.810620:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926511.810627:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926511.810632:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926511.810633:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926511.814177:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926511.814185:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926511.814190:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926512.195260:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926512.195267:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926512.195270:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926512.195275:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926512.195279:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926512.195282:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926512.195285:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926512.195287:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926512.195290:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926512.196371:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926512.196383:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926512.196385:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926512.196388:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926512.196390:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926512.196394:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926512.196413:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926512.833529:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926512.833535:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926512.833541:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926512.833542:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926512.834905:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926512.834910:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926512.834915:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926513.217536:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926513.217543:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926513.217545:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926513.217557:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926513.217561:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926513.217564:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926513.217567:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926513.217569:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926513.217572:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926513.217948:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926513.217958:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926513.217959:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926513.217962:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926513.217964:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926513.217966:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926513.217969:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926513.858006:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926513.858012:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926513.858017:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926513.858018:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926513.858231:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926513.858235:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926513.858238:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926514.241520:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926514.241528:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926514.241530:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926514.241535:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926514.241538:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926514.241542:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926514.241545:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926514.241547:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926514.241550:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926514.241650:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926514.241669:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926514.241671:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926514.241673:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926514.241675:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926514.241678:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926514.241682:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926514.882807:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926514.882825:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926514.882831:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926514.882832:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926514.882930:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926514.882934:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926514.882937:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926515.265894:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926515.266186:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926515.266188:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926515.266193:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926515.266196:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926515.266200:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926515.266202:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926515.266205:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926515.266207:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926515.266283:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788926515.266294:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926515.266296:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926515.266299:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926515.266302:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926515.266304:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926515.266307:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926515.778390:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296550497, at 4296550912 00000100:00000010:3.0:1788926515.778435:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11987e0. 00000100:00000040:2.0:1788926515.779153:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296550497, at 4296550913 00000100:00000010:2.0:1788926515.779163:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11981e0. 00010000:00000001:0.0:1788926515.906065:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926515.906071:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926515.906075:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926515.906077:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926515.907791:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926515.907796:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926515.907801:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788926516.289588:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926516.289599:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926516.289607:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926516.289613:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=7 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926516.289616:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926516.289619:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926516.289624:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926516.289632:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e200. 00000100:00000001:1.0:1788926516.289638:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289650:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926516.289661:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926516.289665:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289670:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003bea8c4] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.289696:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788926516.289699:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788926516.289702:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788926516.289704:0:474:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788926516.289707:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788926516.289710:0:474:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788926516.289714:0:474:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1879 00000400:00000200:1.0:1788926516.289721:0:474:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926516.289727:0:474:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00001000:1.0:1788926516.289731:0:474:0:(import.c:2196:obd_at_measure()) add 20 to ffff9d76c9627c18 time=36 v=15 (15 0 0 0) 00000100:00001000:1.0:1788926516.289735:0:474:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:1.0:1788926516.289737:0:474:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: tried all connections, increasing latency to 15s 00000100:00000040:1.0:1788926516.289741:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.289744:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926516.289746:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.289748:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:1.0:1788926516.289755:0:474:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926516.289757:0:474:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:1.0:1788926516.289759:0:474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926516.289762:0:474:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:1.0:1788926516.289765:0:474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:1.0:1788926516.289768:0:474:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:1.0:1788926516.289771:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.289773:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926516.289774:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.289779:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:1.0:1788926516.289781:0:474:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:1.0:1788926516.289784:0:474:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:1.0:1788926516.289786:0:474:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926516.289788:0:474:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788926516.289794:0:474:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926516.289796:0:474:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.289798:0:474:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788926516.289802:0:474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788926516.289805:0:474:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.289806:0:474:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926516.289810:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926516.289812:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926516.289815:0:474:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926516.289817:0:474:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.289819:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926516.289821:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926516.289822:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926516.289826:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b03000. 00000100:00000001:1.0:1788926516.289830:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926516.289835:0:474:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926516.289842:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926516.289844:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289848:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a24ede8] to pc [ptlrpcd_rcv+-1] req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.289876:0:474:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289879:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926516.289882:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926516.289885:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a300. 00000020:00000040:1.0:1788926516.289887:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926516.289890:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926516.289891:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926516.289892:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926516.289895:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186ee00. 00000100:00000001:1.0:1788926516.289898:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289903:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926516.289910:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926516.289911:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289916:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000745e345] to pc [ptlrpcd_00_01+1] req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.289924:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.289926:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788926516.289929:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788926516.289931:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788926516.289934:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788926516.289938:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1889) 00000100:00000001:3.0:1788926516.290366:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926516.290371:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926516.290374:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926516.290381:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.290391:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926516.290393:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926516.290412:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926516.290415:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926516.290418:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926516.290422:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513964160:192.168.203.140@tcp:38:kworker.0 00000100:00000001:3.0:1788926516.290426:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926516.290430:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926516.290432:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926516.290434:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926516.290439:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90000. 02000000:00000001:3.0:1788926516.290442:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926516.290449:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926516.290453:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bbb0. 00000400:00000010:3.0:1788926516.290459:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab880. 00000100:00000200:3.0:1788926516.290466:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513964160, portal 10 00000100:00000001:3.0:1788926516.290468:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926516.290470:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:3.0:1788926516.290477:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.290484:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926516.290487:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926516.290490:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926516.290493:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513964160, offset 0 00000400:00000200:3.0:1788926516.290499:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926516.290507:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.290514:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926516.290518:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926516.290522:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926516.290526:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926516.290529:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926516.290532:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2871:2871:256:4294967295] 192.168.203.140@tcp LPNI seq info [2871:2871:8:4294967295] 00000400:00000200:3.0:1788926516.290537:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.290546:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926516.290552:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926516.290557:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341500. 00000800:00000200:3.0:1788926516.290564:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926516.290570:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926516.290574:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926516.290586:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926516.290591:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 814183 usecs (815 jiffies) 00000400:00000200:3.0:1788926516.290594:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926516.290597:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296552240 00000100:00000010:3.0:1788926516.290602:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11987e0. 00000100:00000001:3.0:1788926516.290608:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926516.290614:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296552240 00000100:00000010:3.0:1788926516.290617:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d1198480. 00000100:00000001:3.0:1788926516.290620:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926516.290622:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926516.290625:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.290628:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.290631:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926516.290638:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926516.290640:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926516.290642:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926516.290660:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926516.290662:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.290664:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.290985:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.290989:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926516.290991:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926516.290998:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.291006:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926516.291008:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926516.291010:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926516.291013:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926516.291015:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926516.291018:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513964032:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926516.291023:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926516.291026:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926516.291028:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926516.291029:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926516.291033:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18cc800. 02000000:00000001:0.0:1788926516.291035:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926516.291040:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926516.291043:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52147e8. 00000400:00000010:0.0:1788926516.291048:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08216e8. 00000100:00000200:0.0:1788926516.291052:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513964032, portal 25 00000100:00000001:0.0:1788926516.291054:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926516.291055:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:0.0:1788926516.291060:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.291067:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926516.291069:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926516.291071:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821aa0. 00000100:00000200:0.0:1788926516.291074:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513964032, offset 0 00000400:00000200:0.0:1788926516.291079:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926516.291083:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926516.291087:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926516.291091:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926516.291094:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926516.291096:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926516.291099:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926516.291102:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2872:2872:255:4294967295] 192.168.203.140@tcp LPNI seq info [2872:2872:7:4294967295] 00000400:00000200:0.0:1788926516.291106:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926516.291113:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926516.291117:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926516.291121:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2f00. 00000800:00000200:0.0:1788926516.291125:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926516.291130:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926516.291133:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926516.291135:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926516.291138:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926516.291140:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296555618 00000100:00000001:0.0:1788926516.291145:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296552240 00000100:00000001:0.0:1788926516.291149:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296555618 00000100:00000001:0.0:1788926516.291152:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296552240 00000100:00000001:0.0:1788926516.291154:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926516.291156:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.291158:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.291160:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.291164:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926516.291165:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926516.291167:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.291168:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926516.291169:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926516.291172:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926516.291174:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.291175:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926516.291177:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.291178:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.291179:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926516.291180:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926516.291184:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.291191:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926516.291192:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926516.291194:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926516.291196:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926516.291197:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926516.291200:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513964288:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926516.291203:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926516.291206:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926516.291207:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926516.291209:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926516.291212:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18ccc00. 02000000:00000001:0.0:1788926516.291214:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926516.291217:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926516.291219:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926516.291223:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821b28. 00000100:00000200:0.0:1788926516.291225:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513964288, portal 10 00000100:00000001:0.0:1788926516.291227:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926516.291228:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000040:0.0:1788926516.291234:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.291239:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926516.291241:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926516.291243:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821088. 00000100:00000200:0.0:1788926516.291245:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513964288, offset 0 00000400:00000200:0.0:1788926516.291249:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926516.291252:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926516.291255:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926516.291257:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926516.291259:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926516.291261:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926516.291262:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926516.291265:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2873:2873:254:4294967295] 192.168.203.140@tcp LPNI seq info [2873:2873:6:4294967295] 00000400:00000200:0.0:1788926516.291278:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926516.291284:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926516.291288:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926516.291291:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926516.291295:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926516.291300:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926516.291303:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926516.291305:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926516.291308:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20282 usecs (21 jiffies) 00000400:00000200:0.0:1788926516.291311:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926516.291313:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296551446 00000100:00000001:0.0:1788926516.291315:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296555618 00000100:00000001:0.0:1788926516.291317:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296551446 00000100:00000001:0.0:1788926516.291318:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296555618 00000100:00000001:0.0:1788926516.291320:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926516.291321:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.291323:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.291325:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.291335:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.291336:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926516.292158:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926516.292164:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341500. 00000400:00000200:3.0:1788926516.292170:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926516.292175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926516.292181:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:3.0:1788926516.292184:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:3.0:1788926516.292188:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926516.292194:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.292203:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926516.292206:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.292213:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.292214:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926516.292329:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926516.292333:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926516.292334:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926516.292338:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926516.292340:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926516.292343:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.292345:0:2400:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926516.292346:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926516.292350:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.292351:0:2400:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1788926516.292353:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000400:2.0:1788926516.292361:0:2400:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788926500/real 1788926500] req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788926516.292372:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926516.292374:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926516.292377:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b000. 00000400:00000200:2.0:1788926516.292381:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab5d8 00000400:00000010:2.0:1788926516.292383:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab5d8. 00000100:00000001:2.0:1788926516.292386:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926516.292389:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926516.292422:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.292430:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926516.292431:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.292434:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926516.292435:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788926516.292439:0:2400:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.292445:0:2400:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1788926516.292448:0:2400:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788926516.292452:0:2400:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.140@tcp: Connection to MGS (at 192.168.203.140@tcp) was lost; in progress operations using this service will fail 00000800:00000200:3.0:1788926516.294121:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926516.294131:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:3.0:1788926516.294138:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926516.294145:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926516.294151:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821aa0 00000400:00000010:3.0:1788926516.294153:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821aa0. 00000100:00000001:3.0:1788926516.294158:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926516.294164:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.294176:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926516.294179:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.294186:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.294188:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926516.298172:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926516.298183:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:3.0:1788926516.298191:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926516.298199:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926516.298207:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821088 00000400:00000010:3.0:1788926516.298210:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821088. 00000100:00000001:3.0:1788926516.298216:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926516.298224:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.300371:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926516.300382:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.300391:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.300394:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926516.300424:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300440:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926516.300443:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300446:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926516.300453:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300458:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926516.300467:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300471:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300477:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300480:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360e80 00000400:00000200:3.0:1788926516.300486:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300492:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x82dd [1] + 0 00000800:00000001:3.0:1788926516.300499:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300503:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926516.300506:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926516.300511:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926516.300516:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926516.300521:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926516.300532:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.300558:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926516.300565:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300569:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926516.300571:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300573:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926516.300576:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300580:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926516.300584:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300586:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300589:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300592:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32360f00 00000400:00000200:3.0:1788926516.300595:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926516.300599:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x82f5 [1] + 224 00000800:00000001:3.0:1788926516.300603:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300610:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926516.300613:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926516.300616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926516.300619:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926516.300623:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926516.300632:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.300642:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926516.300645:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926516.300648:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.300900:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.300904:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926516.300912:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926516.300914:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926516.300917:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926516.300922:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:0.0:1788926516.300924:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:0.0:1788926516.300928:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926516.300933:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926516.300942:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.300950:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926516.300952:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.300955:0:2397:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788926516.300958:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788926516.300958:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926516.300962:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926516.300963:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926516.300966:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788926516.300969:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1788926516.300970:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788926516.300973:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926516.300977:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bbb0. 00000400:00000200:1.0:1788926516.300982:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab880 00000100:00001000:0.0:1788926516.300982:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=33 v=5 (5 5 104 104) 00000400:00000010:1.0:1788926516.300985:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab880. 00000100:00000001:1.0:1788926516.300990:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:0.0:1788926516.300990:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=33 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926516.300996:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1788926516.301000:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.301000:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926516.301004:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926516.301008:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.301016:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1788926516.301017:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788926516.301019:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926516.301024:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926516.301028:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.301031:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926516.301034:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926516.301037:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.301038:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926516.301041:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926516.301044:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926516.301046:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926516.301051:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.301053:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926516.301058:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1788926516.301059:0:2396:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=33 v=5 (5 5 104 104) 00000100:00000001:0.0:1788926516.301061:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788926516.301067:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=36 v=20 (20 0 0 0) 00000100:00000040:0.0:1788926516.301071:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.301072:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926516.301075:0:2396:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788926516.301080:0:2396:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926516.301090:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926516.301091:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513964288:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926516.301101:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788926516.301103:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926516.301104:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926516.301106:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788926516.301110:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788926516.301113:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788926516.301115:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1788926516.301118:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1788926516.301123:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.140@tcp failed (-19) 00000100:00000040:0.0:1788926516.301126:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a300 x1875823513964288/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.301128:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926516.301137:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926541 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.301143:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926516.301147:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926516.301152:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18ccc00. 00000100:00100000:1.0:1788926516.301153:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513964160:192.168.203.140@tcp:38:kworker.0 02000000:00000001:0.0:1788926516.301159:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788926516.301161:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926516.301164:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:1.0:1788926516.301165:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1788926516.301169:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000040:1.0:1788926516.301172:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513964160/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926541 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788926516.301174:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926516.301179:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186ee00. 00000100:00000001:1.0:1788926516.301185:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926516.301186:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926516.301188:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1788926516.301190:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1788926516.301193:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90000. 00000100:00000010:0.0:1788926516.301194:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a300. 02000000:00000001:1.0:1788926516.301200:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926516.301201:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1788926516.301204:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:0.0:1788926516.301205:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926516.301208:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926516.301210:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926516.301213:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926516.301215:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1788926516.301217:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03000. 00000100:00000001:0.0:1788926516.301218:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926516.301222:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926516.301224:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788926516.301226:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926516.301227:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926516.301231:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926516.301234:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926516.301236:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926516.301238:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926516.301245:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926516.301247:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.301250:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926516.301251:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788926516.311474:0:2400:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.140@tcp for MGC192.168.203.140@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1788926516.311480:0:2400:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1788926516.311482:0:2400:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1788926516.311484:0:2400:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1788926516.311492:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926516.311506:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926516.311514:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926516.311522:0:2400:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.311706:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.311711:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926516.312119:0:2400:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1788926516.312122:0:2400:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1788926516.312124:0:2400:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788926516.312127:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788926516.312130:0:2400:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1788926516.312132:0:2400:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926516.312134:0:2400:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788926516.312135:0:2400:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788926516.312136:0:2400:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1788926516.312137:0:2400:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926516.312138:0:2400:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926516.312140:0:2400:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:2.0:1788926516.312164:0:2400:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1788926516.312166:0:2400:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312175:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926516.312177:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312180:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926516.312181:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926516.312187:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926516.312189:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926516.312192:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b840. 00000400:00000200:2.0:1788926516.312199:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab000 00000400:00000010:2.0:1788926516.312202:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab000. 00000100:00000001:2.0:1788926516.312206:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926516.312212:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926516.312221:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312228:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926516.312229:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926516.312233:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312239:0:2400:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788926516.312242:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312244:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926516.312247:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926516.312251:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926516.312264:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513963648:192.168.203.140@tcp:400:kworker.0 00000400:00000001:2.0:1788926516.312279:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926516.312281:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926516.312283:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b318. 00000400:00000200:2.0:1788926516.312286:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab2a8 00000400:00000010:2.0:1788926516.312287:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab2a8. 00000100:00000001:2.0:1788926516.312290:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926516.312293:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926516.312301:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312307:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926516.312308:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926516.312312:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312319:0:2400:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788926516.312321:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312323:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926516.312324:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926516.312337:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926516.312344:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513963136:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926516.312347:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926516.312350:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312356:0:2400:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788926516.312358:0:2400:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312360:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926516.312361:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926516.312364:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926516.312371:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513962496:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926516.312374:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312377:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926516.312381:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513963648/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926527 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312387:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926516.312390:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926516.312394:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553800. 02000000:00000001:2.0:1788926516.312441:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926516.312444:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926516.312446:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=6 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926516.312449:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926516.312451:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4a00. 02000000:00000001:2.0:1788926516.312455:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926516.312457:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926516.312459:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:2.0:1788926516.312462:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926516.312464:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312465:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926516.312469:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39180 x1875823513963136/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926522 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312475:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926516.312476:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926516.312478:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b66e00. 02000000:00000001:2.0:1788926516.312480:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926516.312481:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926516.312483:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926516.312484:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926516.312486:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:2.0:1788926516.312488:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926516.312489:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926516.312490:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39180. 00000100:00000001:2.0:1788926516.312492:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926516.312493:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312495:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926516.312498:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39500 x1875823513962496/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1788926516 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.312503:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926516.312504:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926516.312505:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b66400. 02000000:00000001:2.0:1788926516.312507:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926516.312508:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926516.312509:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926516.312510:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926516.312512:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4500. 02000000:00000001:2.0:1788926516.312514:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926516.312515:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926516.312516:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39500. 00000100:00000001:2.0:1788926516.312518:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926516.312519:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312521:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.312524:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926516.312526:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926516.312527:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926516.312530:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788926516.313339:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788926516.313344:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788926516.313348:0:474:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788926516.313351:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788926516.313355:0:474:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788926516.313360:0:474:0:(import.c:545:import_select_connection()) MGC192.168.203.140@tcp: connect to NID 192.168.203.140@tcp last attempt 801 00000400:00000200:1.0:1788926516.313368:0:474:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926516.313374:0:474:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:1.0:1788926516.313378:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.313381:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926516.313383:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.313386:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:1.0:1788926516.313393:0:474:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926516.313416:0:474:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc23 00000020:00000001:1.0:1788926516.313419:0:474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926516.313422:0:474:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d060e000 refcount=3 00000020:00000001:1.0:1788926516.313425:0:474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732360552448 : -108341348999168 : ffff9d76d060e000) 00000020:00000001:1.0:1788926516.313427:0:474:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732360552448 : -108341348999168 : ffff9d76d060e000) 00000100:00000040:1.0:1788926516.313430:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.313432:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926516.313434:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926516.313436:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:1.0:1788926516.313439:0:474:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d060e000 : new refcount 2 00000100:00080000:1.0:1788926516.313442:0:474:0:(import.c:666:import_select_connection()) MGC192.168.203.140@tcp: import ffff9d76d060c800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:1.0:1788926516.313444:0:474:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926516.313447:0:474:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788926516.313450:0:474:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926516.313452:0:474:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.313454:0:474:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1788926516.313456:0:474:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926516.313464:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926516.313467:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 02000000:00000001:1.0:1788926516.313471:0:474:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926516.313472:0:474:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926516.313475:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926516.313478:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926516.313481:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926516.313488:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b03000. 00000100:00000001:1.0:1788926516.313494:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926516.313502:0:474:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926516.313511:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926516.313515:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.313520:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a24ede8] to pc [ptlrpcd_rcv+-1] req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926516.313544:0:474:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926516.313549:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788926516.313552:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788926516.313555:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788926516.313568:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788926516.313573:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1889) 00000100:00000001:2.0:1788926516.316098:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926516.316107:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926516.316110:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926516.316122:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.316134:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926516.316136:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926516.316141:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926516.316144:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926516.316147:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926516.316152:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1e719c6c-256b-48c8-9f76-652d6eeac954:2396:1875823513964416:192.168.203.140@tcp:250:kworker.0 00000100:00000001:2.0:1788926516.316156:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926516.316161:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926516.316164:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926516.316166:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926516.316175:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10df400. 02000000:00000001:2.0:1788926516.316177:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926516.316184:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926516.316188:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6e18. 00000400:00000010:2.0:1788926516.316195:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530000. 00000100:00000200:2.0:1788926516.316202:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513964416, portal 25 00000100:00000001:2.0:1788926516.316204:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926516.316206:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:2.0:1788926516.316211:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926516.316220:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926516.316222:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926516.316225:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85307f8. 00000100:00000200:2.0:1788926516.316228:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875823513964416, offset 0 00000400:00000200:2.0:1788926516.316234:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926516.316243:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926516.316250:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926516.316256:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926516.316260:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926516.316264:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926516.316266:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926516.316283:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2874:2874:256:4294967295] 192.168.203.140@tcp LPNI seq info [2874:2874:8:4294967295] 00000400:00000200:2.0:1788926516.316287:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926516.316296:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926516.316302:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926516.316307:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000800:00000200:2.0:1788926516.316315:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926516.316323:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926516.316336:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926516.316357:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926516.316362:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926516.316364:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296555643 00000100:00000001:2.0:1788926516.316371:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296555618 00000100:00000001:2.0:1788926516.316377:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296555643 00000100:00000001:2.0:1788926516.316379:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296555618 00000100:00000001:2.0:1788926516.316382:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926516.316384:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926516.316387:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926516.316390:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926516.316425:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926516.316427:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926516.316430:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926516.316431:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926516.316432:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926516.316434:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926516.319940:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926516.319949:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:3.0:1788926516.319957:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926516.319965:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926516.319973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85307f8 00000400:00000010:3.0:1788926516.319976:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85307f8. 00000100:00000001:3.0:1788926516.319981:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926516.319990:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.320000:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926516.320003:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926516.320010:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926516.320012:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:0.0:1788926516.321908:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926516.321915:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926516.321919:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52147e8. 00000400:00000200:0.0:1788926516.321927:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08216e8 00000400:00000010:0.0:1788926516.321929:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08216e8. 00000100:00000001:0.0:1788926516.321933:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926516.321943:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926516.321954:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.321962:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926516.321964:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926516.321970:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.321977:0:2397:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1788926516.321980:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.321983:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926516.321985:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926516.321988:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926516.321995:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513964032:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926516.322000:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.322003:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926516.322007:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513964032/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926532 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926516.322014:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926516.322018:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926516.322021:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18cc800. 02000000:00000001:0.0:1788926516.322025:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926516.322028:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926516.322030:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926516.322032:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926516.322034:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e200. 02000000:00000001:0.0:1788926516.322038:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926516.322040:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926516.322042:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:0.0:1788926516.322045:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926516.322047:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.322049:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926516.322056:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926516.322058:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926516.322060:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926516.322063:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926516.929521:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926516.929529:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926516.929534:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926516.929535:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926516.929729:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926516.929732:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926516.929736:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926517.313513:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926517.313520:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926517.313522:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926517.313527:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926517.313530:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926517.313533:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926517.313535:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926517.313537:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926517.313540:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926517.953516:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926517.953525:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926517.953527:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926517.953531:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926517.953536:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926517.953539:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926517.953541:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926517.953543:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926517.953546:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926517.953547:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926517.953674:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926517.953678:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926517.953681:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926518.337513:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926518.337521:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926518.337523:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926518.337528:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926518.337531:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926518.337535:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926518.337538:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926518.337541:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926518.337543:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926518.977799:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926518.977805:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926518.977810:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926518.977815:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926518.977817:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926518.977824:0:23047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926518.977826:0:23047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926518.977828:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926518.977831:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926518.977833:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926518.977835:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926518.977838:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926518.977967:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926518.977971:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926518.977974:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926519.361975:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926519.361982:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926519.361984:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926519.361989:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926519.361993:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926519.361996:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926519.361999:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926519.362002:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926519.362004:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926520.001850:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926520.001857:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926520.001862:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926520.001863:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926520.001954:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926520.001957:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926520.001960:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926520.385548:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926520.385557:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926520.385559:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926520.385564:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926520.385568:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926520.385571:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926520.385574:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926520.385576:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926520.385580:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926520.897509:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296555643, at 4296556032 00000100:00000040:2.0:1788926520.897510:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296555643, at 4296556032 00000100:00000010:3.0:1788926520.897526:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d1198480. 00000100:00000010:2.0:1788926520.897528:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11987e0. 00010000:00000001:0.0:1788926521.025654:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926521.025661:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926521.025666:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926521.025668:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926521.027711:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926521.027717:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926521.027722:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788926521.411551:0:2396:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788926521.411564:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926521.411566:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926521.411571:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926521.411574:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926521.411577:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.411580:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.411752:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926521.411755:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926521.411757:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926521.411760:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926521.411763:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926521.411766:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.411769:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926521.411771:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.411773:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788926521.411820:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926521.411825:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788926521.411828:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926521.411831:0:474:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788926521.411833:0:474:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788926521.411836:0:474:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788926521.411840:0:474:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788926521.411847:0:474:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1884 00000400:00000200:2.0:1788926521.411856:0:474:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926521.411873:0:474:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00080000:2.0:1788926521.411876:0:474:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1788926521.411879:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926521.411883:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926521.411885:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926521.411887:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:2.0:1788926521.411895:0:474:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926521.411898:0:474:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:2.0:1788926521.411900:0:474:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926521.411904:0:474:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:2.0:1788926521.411906:0:474:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:2.0:1788926521.411908:0:474:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:2.0:1788926521.411911:0:474:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926521.411913:0:474:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926521.411915:0:474:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926521.411917:0:474:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:2.0:1788926521.411920:0:474:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:2.0:1788926521.411923:0:474:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:2.0:1788926521.411926:0:474:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926521.411929:0:474:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788926521.411935:0:474:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926521.411938:0:474:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.411940:0:474:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788926521.411945:0:474:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788926521.411947:0:474:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.411949:0:474:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926521.411958:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39500. 00000020:00000040:2.0:1788926521.411961:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926521.411965:0:474:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926521.411967:0:474:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.411969:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926521.411972:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926521.411975:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926521.411983:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dfc00. 00000100:00000001:2.0:1788926521.411989:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926521.411999:0:474:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926521.412009:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926521.412013:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926521.412018:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4e7dd3d] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.412041:0:474:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926521.412044:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926521.412048:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926521.412051:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926521.412053:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926521.412056:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926521.412057:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926521.412059:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926521.412063:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926521.412066:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926521.412070:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926521.412087:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926521.412089:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926521.412094:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a5e49b6] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.412113:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926521.412116:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926521.412119:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926521.412122:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926521.412124:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926521.412128:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1894) 00000100:00000001:1.0:1788926521.412289:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926521.412291:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926521.412293:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926521.412300:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926521.412312:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926521.412313:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926521.412317:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926521.412320:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926521.412322:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926521.412325:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513964544:192.168.203.140@tcp:38:kworker.0 00000100:00000001:1.0:1788926521.412329:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926521.412333:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926521.412335:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926521.412337:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926521.412341:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b01800. 02000000:00000001:1.0:1788926521.412343:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926521.412348:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926521.412352:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926521.412358:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926521.412363:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513964544, portal 10 00000100:00000001:1.0:1788926521.412366:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926521.412367:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000100:00000040:1.0:1788926521.412373:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926521.412380:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926521.412382:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926521.412385:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000100:00000200:1.0:1788926521.412388:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513964544, offset 0 00000400:00000200:1.0:1788926521.412394:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926521.412421:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926521.412427:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926521.412432:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926521.412436:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926521.412439:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926521.412442:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926521.412446:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2875:2875:256:4294967295] 192.168.203.140@tcp LPNI seq info [2875:2875:8:4294967295] 00000400:00000200:1.0:1788926521.412451:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926521.412460:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926521.412467:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926521.412472:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e700. 00000800:00000200:1.0:1788926521.412479:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926521.412486:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926521.412491:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926521.412508:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926521.412513:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 813140 usecs (814 jiffies) 00000400:00000200:1.0:1788926521.412516:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926521.412519:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296557361 00000100:00000010:1.0:1788926521.412524:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e180. 00000100:00000001:1.0:1788926521.412540:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926521.412544:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296557361 00000100:00000010:1.0:1788926521.412548:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e120. 00000100:00000001:1.0:1788926521.412551:0:2396:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926521.412554:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926521.412556:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.412559:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.412560:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.412565:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926521.412566:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.412568:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926521.412569:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926521.412570:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.412572:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926521.412708:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926521.412711:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926521.412713:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926521.412719:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926521.412727:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926521.412729:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926521.412732:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926521.412733:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926521.412735:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926521.412738:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513964672:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926521.412742:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926521.412745:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926521.412747:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926521.412749:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926521.412753:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553600. 02000000:00000001:3.0:1788926521.412755:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926521.412759:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926521.412761:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bc60. 00000400:00000010:3.0:1788926521.412766:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab550. 00000100:00000200:3.0:1788926521.412769:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513964672, portal 10 00000100:00000001:3.0:1788926521.412771:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926521.412772:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:3.0:1788926521.412779:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926521.412785:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926521.412787:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926521.412790:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abf68. 00000100:00000200:3.0:1788926521.412792:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513964672, offset 0 00000400:00000200:3.0:1788926521.412796:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926521.412801:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.412805:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926521.412807:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926521.412810:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926521.412812:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926521.412814:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926521.412817:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2876:2876:255:4294967295] 192.168.203.140@tcp LPNI seq info [2876:2876:7:4294967295] 00000400:00000200:3.0:1788926521.412821:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.412827:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926521.412832:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926521.412836:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341500. 00000800:00000200:3.0:1788926521.412840:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926521.412845:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926521.412848:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926521.412851:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926521.412854:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20260 usecs (21 jiffies) 00000400:00000200:3.0:1788926521.412868:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926521.412870:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296556568 00000100:00000001:3.0:1788926521.412873:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296557361 00000100:00000001:3.0:1788926521.412874:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296556568 00000100:00000001:3.0:1788926521.412876:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296557361 00000100:00000001:3.0:1788926521.412878:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926521.412880:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926521.412882:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926521.412884:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926521.412888:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926521.412889:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926521.412891:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926521.412892:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926521.412893:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926521.412895:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926521.412903:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926521.412905:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926521.413326:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926521.413331:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e700. 00000400:00000200:2.0:1788926521.413336:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926521.413341:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926521.413347:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:2.0:1788926521.413349:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:2.0:1788926521.413355:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926521.413359:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.413368:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926521.413371:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.413377:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.413379:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926521.413470:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926521.413474:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341500. 00000400:00000200:2.0:1788926521.413477:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926521.413481:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926521.413484:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abf68 00000400:00000010:2.0:1788926521.413486:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abf68. 00000100:00000001:2.0:1788926521.413489:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926521.413493:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.413501:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926521.413503:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.413510:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.413511:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926521.432321:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926521.432352:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926521.432356:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926521.432359:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926521.432367:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.432375:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926521.432386:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.432390:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.432395:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.432425:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361080 00000400:00000200:3.0:1788926521.432430:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926521.432436:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8315 [1] + 224 00000800:00000001:3.0:1788926521.432443:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926521.432453:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926521.432457:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926521.432462:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926521.432469:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926521.432477:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926521.432488:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.432904:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926521.432908:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926521.432925:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926521.432936:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926521.432940:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788926521.436126:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926521.436133:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926521.436137:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bc60. 00000400:00000200:2.0:1788926521.436156:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab550 00000400:00000010:2.0:1788926521.436159:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab550. 00000100:00000001:2.0:1788926521.436164:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926521.436174:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926521.436185:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.436192:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926521.436194:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926521.436197:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926521.436200:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926521.436203:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926521.436205:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926521.436208:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926521.436216:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=38 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926521.436220:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926521.436223:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926521.436224:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926521.436227:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926521.436233:0:2400:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.436246:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926521.436248:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926521.436250:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926521.436252:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926521.436256:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.436263:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926521.436266:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926521.436268:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926521.436272:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926521.436280:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513964672:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926521.436285:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926521.436288:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926521.436291:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39180 x1875823513964672/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926521.436297:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926521.436299:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926521.436303:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553600. 02000000:00000001:2.0:1788926521.436307:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926521.436310:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926521.436311:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926521.436314:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926521.436316:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:2.0:1788926521.436320:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926521.436322:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926521.436323:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39180. 00000100:00000001:2.0:1788926521.436326:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926521.436328:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926521.436341:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926521.436350:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926521.436352:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926521.436355:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926521.436357:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926521.451810:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926521.451826:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926521.451831:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926521.451833:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926521.451841:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926521.451849:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926521.451863:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926521.451868:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926521.451873:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926521.451876:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361000 00000400:00000200:2.0:1788926521.451881:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926521.451887:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x830d [1] + 0 00000800:00000001:2.0:1788926521.451894:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926521.452948:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926521.452955:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926521.452962:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926521.452970:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926521.452979:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926521.452991:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926521.453057:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926521.453061:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926521.453124:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926521.453135:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926521.453140:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926521.453449:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926521.453452:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926521.453455:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926521.453461:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926521.453463:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926521.453467:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926521.453472:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926521.453481:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926521.453487:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926521.453489:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.453492:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926521.453495:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926521.453630:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926521.453633:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926521.453637:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926521.453647:0:2396:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=38 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926521.453650:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=41 v=20 (20 0 0 0) 00000100:00000001:1.0:1788926521.453857:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926521.453860:0:2396:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788926521.453863:0:2396:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926521.453869:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926546 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926521.453877:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788926521.453880:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926521.453882:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.453885:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788926521.453887:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788926521.453890:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788926521.453894:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.140@tcp failed (-19) 00000100:00000001:1.0:1788926521.453897:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926521.453901:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926546 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926521.453916:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513964544:192.168.203.140@tcp:38:kworker.0 00000100:00000001:1.0:1788926521.453921:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.453923:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926521.453927:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39500 x1875823513964544/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926546 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926521.453933:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926521.453936:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926521.453939:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b01800. 02000000:00000001:1.0:1788926521.453943:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926521.453946:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926521.453948:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926521.453950:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926521.453952:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dfc00. 02000000:00000001:1.0:1788926521.453955:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926521.453957:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926521.453959:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39500. 00000100:00000001:1.0:1788926521.453962:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926521.453964:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926521.453966:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.453968:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926521.453970:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926521.453971:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926521.453973:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926522.052615:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926522.052622:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926522.052628:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926522.052629:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926522.052775:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926522.052779:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926522.052782:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926522.241540:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296557361, at 4296557376 00000100:00000010:2.0:1788926522.241555:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e180. 00000100:00000040:3.0:1788926522.241637:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296557361, at 4296557376 00000100:00000010:3.0:1788926522.241644:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e120. 00000100:00000001:1.0:1788926522.433767:0:2396:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926522.433780:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926522.433782:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926522.433788:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926522.433790:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926522.433794:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926522.433798:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926522.434190:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926522.434194:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926522.434196:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926522.434200:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926522.434203:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926522.434205:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926522.434207:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926522.434210:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926522.434211:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926523.074354:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926523.074361:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926523.074367:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926523.074368:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926523.074872:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926523.074875:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926523.074878:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926523.457522:0:2396:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926523.457522:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926523.457531:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926523.457533:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926523.457535:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926523.457538:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788926523.457539:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:1.0:1788926523.457542:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926523.457544:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926523.457546:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926523.457551:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926523.457551:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926523.457557:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926523.457558:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926523.457561:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926523.457565:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926524.099537:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926524.099543:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926524.099549:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926524.099551:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926524.100540:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926524.100544:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926524.100548:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926524.481509:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926524.481516:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926524.481518:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926524.481523:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926524.481526:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926524.481530:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926524.481532:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926524.481535:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926524.481538:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926524.481616:0:2396:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926524.481623:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926524.481625:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926524.481628:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926524.481629:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926524.481631:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926524.481633:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926525.121524:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926525.121531:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926525.121537:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926525.121538:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926525.121590:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926525.121593:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926525.121596:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926525.505566:0:2396:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788926525.505585:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926525.505587:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926525.505592:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926525.505594:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926525.505598:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926525.505600:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926525.506897:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926525.506903:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926525.506913:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926525.506919:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926525.506922:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926525.506925:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926525.506927:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926525.506929:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926525.506932:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926526.147596:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926526.147604:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926526.147611:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926526.147612:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926526.147809:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926526.147813:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926526.147816:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788926526.529515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926526.529525:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788926526.529528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926526.529532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788926526.529534:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788926526.529538:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788926526.529543:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788926526.529549:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1889 00000400:00000200:2.0:1788926526.529558:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.529563:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00080000:2.0:1788926526.529566:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1788926526.529569:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926526.529573:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926526.529575:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926526.529577:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:2.0:1788926526.529585:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926526.529587:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:2.0:1788926526.529589:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926526.529592:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:2.0:1788926526.529594:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:2.0:1788926526.529604:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:2.0:1788926526.529607:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926526.529609:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926526.529611:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926526.529613:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:2.0:1788926526.529616:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:2.0:1788926526.529619:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:2.0:1788926526.529622:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926526.529625:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788926526.529632:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926526.529634:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.529636:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788926526.529641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788926526.529643:0:8:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.529646:0:8:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926526.529651:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926526.529654:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926526.529658:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926526.529660:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.529662:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926526.529665:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926526.529669:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926526.529675:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd000. 00000100:00000001:2.0:1788926526.529683:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926526.529691:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926526.529701:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926526.529706:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926526.529715:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a5e49b6] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926526.529734:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926526.529737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926526.529741:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926526.529745:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926526.529748:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926526.529750:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926526.529752:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926526.529754:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926526.529759:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926526.529762:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.529763:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000040:2.0:1788926526.529766:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926526.529767:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926526.529769:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.529770:0:2396:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1788926526.529772:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:2.0:1788926526.529775:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926526.529776:0:2396:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1788926526.529776:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926526.529778:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.529782:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926526.529784:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aeb1c47] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926526.529784:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926526.529788:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788926526.529789:0:2396:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788926516/real 1788926516] req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926526.529791:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.529816:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926526.529819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926526.529823:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926526.529825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926526.529829:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926526.529834:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1899) 00000100:00000001:2.0:1788926526.529844:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788926526.529847:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788926526.529849:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926526.529856:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926526.529858:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926526.529860:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926526.529862:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926526.529864:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926526.529870:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.529871:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926526.529876:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788926526.529881:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788926526.529885:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000001:1.0:1788926526.529885:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1788926526.529889:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788926526.529891:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6e18. 02000000:00000001:2.0:1788926526.529894:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926526.529899:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788926526.529899:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530000 02000000:00000001:2.0:1788926526.529904:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788926526.529904:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530000. 00000100:00100000:2.0:1788926526.529909:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513964928:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926526.529911:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788926526.529916:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1788926526.529921:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788926526.529922:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926526.529925:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926526.529929:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926526.529935:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73000. 00000100:00000200:1.0:1788926526.529937:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788926526.529939:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926526.529948:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926526.529954:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000100:00000001:1.0:1788926526.529957:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926526.529960:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788926526.529961:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530a18. 00000100:00000001:1.0:1788926526.529962:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926526.529966:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788926526.529967:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513964928, portal 10 00000100:00000001:2.0:1788926526.529971:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926526.529972:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:2.0:1788926526.529980:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926526.529988:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926526.529991:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926526.529993:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530088. 00000100:00000200:2.0:1788926526.529996:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513964928, offset 0 00000400:00000200:2.0:1788926526.530002:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926526.530007:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.530012:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926526.530016:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926526.530020:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926526.530023:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926526.530025:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926526.530029:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2877:2877:256:4294967295] 192.168.203.140@tcp LPNI seq info [2877:2877:8:4294967295] 00000400:00000200:2.0:1788926526.530034:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00100000:1.0:1788926526.530040:0:2396:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788926526.530048:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926526.530062:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00000001:1.0:1788926526.530062:0:2396:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1788926526.530069:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000100:00000001:1.0:1788926526.530071:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926526.530074:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.530077:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788926526.530081:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926526.530089:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000100:00000001:1.0:1788926526.530091:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788926526.530094:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926526.530095:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926526.530102:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.530111:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926526.530112:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.530114:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926526.530115:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926526.530119:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788926526.530120:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20295 usecs (21 jiffies) 02000000:00000001:1.0:1788926526.530123:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926526.530128:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00100000:1.0:1788926526.530129:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513964800:192.168.203.140@tcp:38:kworker.0 00000100:00000001:2.0:1788926526.530133:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296561685 00000100:00000010:2.0:1788926526.530139:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f960. 00000100:00000001:2.0:1788926526.530144:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926526.530150:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296561685 00000100:00000010:2.0:1788926526.530153:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fb40. 00000100:00000001:2.0:1788926526.530156:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926526.530160:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926526.530162:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.530165:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.530167:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926526.530220:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926526.530225:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926526.530231:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926526.530236:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926526.530241:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530088 00000400:00000010:3.0:1788926526.530243:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530088. 00000100:00000001:3.0:1788926526.530254:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926526.530259:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.530269:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926526.530272:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.530279:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926526.530281:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926526.530348:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926526.530355:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926526.530357:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926526.530359:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926526.530363:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926526.530366:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926526.530371:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926526.530374:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926526.530378:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926526.530382:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513964800, portal 10 00000100:00000001:1.0:1788926526.530384:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926526.530385:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:1.0:1788926526.530393:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.530420:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926526.530423:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926526.530426:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8660. 00000100:00000200:1.0:1788926526.530429:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513964800, offset 0 00000400:00000200:1.0:1788926526.530434:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926526.530439:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926526.530443:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926526.530446:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926526.530449:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926526.530451:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926526.530454:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926526.530457:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2878:2878:256:4294967295] 192.168.203.140@tcp LPNI seq info [2878:2878:8:4294967295] 00000400:00000200:1.0:1788926526.530461:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926526.530468:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926526.530473:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926526.530477:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e900. 00000800:00000200:1.0:1788926526.530482:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926526.530486:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926526.530489:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926526.530502:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926526.530507:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 812148 usecs (813 jiffies) 00000400:00000200:1.0:1788926526.530511:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926526.530512:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296562478 00000100:00000001:1.0:1788926526.530517:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296561685 00000100:00000001:1.0:1788926526.530521:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296562478 00000100:00000001:1.0:1788926526.530524:0:2396:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296561685 00000100:00000001:1.0:1788926526.530527:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926526.530530:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.530533:0:2396:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926526.530538:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.530546:0:2396:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788926526.530548:0:2396:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.530549:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926526.530551:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.530553:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788926526.530555:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788926526.530559:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788926526.530582:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.140@tcp failed (-110) 00000100:00000001:1.0:1788926526.530585:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788926526.530590:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926526.530598:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1e719c6c-256b-48c8-9f76-652d6eeac954:2396:1875823513964416:192.168.203.140@tcp:250:kworker.0 00000100:00000001:1.0:1788926526.530603:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.530605:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926526.530609:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513964416/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1788926526 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.530628:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926526.530630:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926526.530633:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10df400. 02000000:00000001:1.0:1788926526.530636:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926526.530638:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926526.530640:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926526.530642:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926526.530644:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03000. 02000000:00000001:1.0:1788926526.530648:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926526.530649:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926526.530651:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926526.530655:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926526.530656:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.530658:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.530664:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926526.530665:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788926526.530668:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926526.530669:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926526.530671:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.530672:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926526.530685:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926526.530689:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:2.0:1788926526.530694:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926526.530698:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926526.530702:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:2.0:1788926526.530704:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:2.0:1788926526.530706:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926526.530710:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926526.530717:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926526.530720:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926526.530725:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926526.530727:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1788926526.530786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788926526.530790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788926526.530792:0:8:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788926526.530795:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788926526.530798:0:8:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788926526.530801:0:8:0:(import.c:545:import_select_connection()) MGC192.168.203.140@tcp: connect to NID 192.168.203.140@tcp last attempt 1884 00000400:00000200:0.0:1788926526.530805:0:8:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926526.530808:0:8:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00001000:0.0:1788926526.530811:0:8:0:(import.c:2196:obd_at_measure()) add 10 to ffff9d76d060cc18 time=43 v=5 (1 1 1 1) 00000100:00001000:0.0:1788926526.530815:0:8:0:(import.c:2262:obd_at_measure()) AT ffff9d76d060cc18 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:0.0:1788926526.530817:0:8:0:(import.c:630:import_select_connection()) MGC192.168.203.140@tcp: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1788926526.530820:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926526.530822:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926526.530824:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926526.530826:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:0.0:1788926526.530830:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788926526.530831:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc23 00000020:00000001:0.0:1788926526.530833:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926526.530835:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d060e000 refcount=3 00000020:00000001:0.0:1788926526.530838:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732360552448 : -108341348999168 : ffff9d76d060e000) 00000020:00000001:0.0:1788926526.530840:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732360552448 : -108341348999168 : ffff9d76d060e000) 00000100:00000040:0.0:1788926526.530843:0:8:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926526.530845:0:8:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926526.530846:0:8:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926526.530848:0:8:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:0.0:1788926526.530851:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d060e000 : new refcount 2 00000100:00080000:0.0:1788926526.530855:0:8:0:(import.c:666:import_select_connection()) MGC192.168.203.140@tcp: import ffff9d76d060c800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:0.0:1788926526.530856:0:8:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926526.530858:0:8:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788926526.530860:0:8:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926526.530863:0:8:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.530865:0:8:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1788926526.530866:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926526.530871:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926526.530873:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 02000000:00000001:0.0:1788926526.530875:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926526.530876:0:8:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.530878:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926526.530880:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926526.530882:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926526.530886:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880fc00. 00000100:00000001:0.0:1788926526.530890:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926526.530894:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926526.530901:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926526.530903:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926526.530907:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5e451dc] to pc [ptlrpcd_rcv+-1] req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926526.530922:0:8:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926526.530925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788926526.530928:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788926526.530930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788926526.530932:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788926526.530937:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1899) 00000100:00000001:1.0:1788926526.530950:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926526.530954:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926526.530955:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926526.530961:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.530979:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926526.530980:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926526.530983:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926526.530985:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926526.530987:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926526.530991:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1e719c6c-256b-48c8-9f76-652d6eeac954:2396:1875823513965056:192.168.203.140@tcp:250:kworker.0 00000100:00000001:1.0:1788926526.530994:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926526.530996:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926526.530997:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926526.530999:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926526.531002:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03000. 02000000:00000001:1.0:1788926526.531004:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926526.531008:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926526.531011:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4688. 00000400:00000010:1.0:1788926526.531015:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926526.531018:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513965056, portal 25 00000100:00000001:1.0:1788926526.531020:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926526.531021:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:1.0:1788926526.531026:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.531031:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926526.531034:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926526.531036:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8a18. 00000100:00000200:1.0:1788926526.531039:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875823513965056, offset 0 00000400:00000200:1.0:1788926526.531043:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926526.531047:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926526.531051:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926526.531054:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926526.531057:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926526.531059:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926526.531061:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926526.531064:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2879:2879:256:4294967295] 192.168.203.140@tcp LPNI seq info [2879:2879:8:4294967295] 00000400:00000200:1.0:1788926526.531068:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926526.531074:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926526.531078:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926526.531091:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e500. 00000800:00000200:1.0:1788926526.531095:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926526.531100:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926526.531102:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926526.531114:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926526.531118:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926526.531120:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296565858 00000100:00000001:1.0:1788926526.531124:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296562478 00000100:00000001:1.0:1788926526.531127:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296565858 00000100:00000001:1.0:1788926526.531129:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296562478 00000100:00000001:1.0:1788926526.531132:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926526.531134:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.531137:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.531139:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.531143:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926526.531145:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788926526.531146:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926526.531148:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926526.531149:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.531151:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926526.531223:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926526.531227:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e500. 00000400:00000200:3.0:1788926526.531231:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926526.531235:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926526.531238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8a18 00000400:00000010:3.0:1788926526.531240:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8a18. 00000100:00000001:3.0:1788926526.531243:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926526.531731:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.531739:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926526.531742:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.531748:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926526.531750:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926526.532704:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926526.532717:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926526.532721:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926526.532724:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926526.532730:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.532738:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926526.532745:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.532749:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.532754:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.532757:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361180 00000400:00000200:2.0:1788926526.532762:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926526.532768:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8325 [1] + 224 00000800:00000001:2.0:1788926526.532774:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926526.532781:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926526.532784:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926526.532788:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926526.532794:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926526.532800:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926526.532810:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926526.532833:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926526.532839:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926526.532842:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926526.533349:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926526.533355:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926526.533362:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926526.533365:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926526.533368:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:3.0:1788926526.533373:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530a18 00000400:00000010:3.0:1788926526.533375:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530a18. 00000100:00000001:3.0:1788926526.533378:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926526.533384:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926526.533393:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.533429:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926526.533431:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926526.533433:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926526.533436:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926526.533439:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926526.533441:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926526.533444:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926526.533451:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=43 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926526.533456:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926526.533458:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926526.533461:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926526.534371:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926526.534378:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926526.534383:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926526.534385:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926526.534388:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926526.534390:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926526.534426:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.534434:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926526.534437:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926526.534439:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926526.534444:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926526.534451:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513964928:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926526.534455:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926526.534458:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926526.534461:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513964928/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.534477:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926526.534479:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926526.534483:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73000. 02000000:00000001:3.0:1788926526.534488:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926526.534491:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926526.534493:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926526.534496:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926526.534498:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:3.0:1788926526.534502:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926526.534504:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926526.534506:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:3.0:1788926526.534509:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926526.534511:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926526.534513:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926526.534520:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926526.534522:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926526.534524:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926526.534526:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926526.541751:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926526.542600:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926526.542606:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926526.542608:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926526.542626:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.542634:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926526.542643:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.542648:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.542653:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.542658:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361100 00000400:00000200:3.0:1788926526.542663:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.542669:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8335 [1] + 0 00000800:00000001:3.0:1788926526.542675:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926526.542680:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926526.542684:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926526.542688:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926526.542705:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926526.542713:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926526.542724:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.542747:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926526.542755:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788926526.543378:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926526.543382:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926526.543391:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926526.543393:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926526.543418:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926526.543423:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:1.0:1788926526.543426:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:1.0:1788926526.543429:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926526.543435:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926526.543444:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.543451:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926526.543453:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.543456:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926526.543459:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926526.543461:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1788926526.545913:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926526.545919:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926526.545922:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926526.545930:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.545937:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926526.545947:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.545954:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.545959:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.545962:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 25 MB=0x6aa0d32361200 00000400:00000200:3.0:1788926526.545967:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926526.545972:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 416/416 into md 0x833d [1] + 0 00000800:00000001:3.0:1788926526.545980:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926526.546035:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926526.546040:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926526.546044:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926526.546051:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926526.546059:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926526.546069:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926526.546078:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926526.546085:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926526.546088:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.546324:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926526.546328:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926526.546338:0:2396:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76c9627c60 time=43 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926526.546343:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=46 v=20 (20 0 0 0) 00000100:00000001:1.0:1788926526.546346:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926526.546348:0:2396:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1788926526.546350:0:2396:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926526.546356:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926551 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.546364:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1788926526.546367:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926526.546369:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.546372:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788926526.546374:0:2396:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1788926526.546378:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788926526.546383:0:2396:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.140@tcp failed (-19) 00000100:00000001:1.0:1788926526.546385:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1788926526.546389:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926551 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926526.546411:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513964800:192.168.203.140@tcp:38:kworker.0 00000100:00000001:1.0:1788926526.546415:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.546419:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926526.546422:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39180 x1875823513964800/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/224 e 0 to 0 dl 1788926551 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.546428:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926526.546431:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926526.546434:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926526.546440:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926526.546442:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926526.546444:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926526.546446:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926526.546449:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:1.0:1788926526.546452:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926526.546454:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926526.546456:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39180. 00000100:00000001:1.0:1788926526.546459:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926526.546461:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.546464:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.546466:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926526.546468:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926526.546475:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926526.546476:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926526.546479:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4688. 00000400:00000200:1.0:1788926526.546482:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926526.546484:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926526.546487:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926526.546490:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926526.546499:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.546506:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926526.546507:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.546509:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926526.546511:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926526.546513:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926526.546514:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926526.546516:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926526.546518:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926526.546521:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=43 v=10 (10 1 1 1) 00000100:00000001:1.0:1788926526.546523:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926526.546525:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926526.546527:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926526.546529:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.546531:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926526.546535:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/416 e 0 to 0 dl 1788926541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.546541:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926526.546543:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926526.546544:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.546545:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788926526.546551:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.140@tcp: connect to target with instance 0 00000020:00000001:1.0:1788926526.546553:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926526.546555:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc23 00000020:00000001:1.0:1788926526.546557:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926526.546559:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d060e000 refcount=3 00000020:00000001:1.0:1788926526.546562:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732360552448 : -108341348999168 : ffff9d76d060e000) 00000020:00000001:1.0:1788926526.546564:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732360552448 : -108341348999168 : ffff9d76d060e000) 00000100:00001000:1.0:1788926526.546567:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=1788926526 v=0 (0 0 0 0) 00000100:00001000:1.0:1788926526.546570:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d060cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1788926526.546576:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d060e000 : new refcount 2 00000100:00000001:1.0:1788926526.546579:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788926526.546582:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1788926526.546584:0:2396:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.546585:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:1.0:1788926526.546588:0:2396:0:(import.c:1329:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.140@tcp) after server handle changed from 0x840913afd2da8eca to 0x840913afd2dab551 00000100:00080000:1.0:1788926526.569255:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788926526.569264:0:2396:0:(import.c:1337:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926526.569269:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788926526.569276:0:2396:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.140@tcp; invalidating 00000020:00000040:1.0:1788926526.569279:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926526.575299:0:2396:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.575308:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926526.575321:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/416 e 0 to 0 dl 1788926541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926526.575333:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1e719c6c-256b-48c8-9f76-652d6eeac954:2396:1875823513965056:192.168.203.140@tcp:250:kworker.0 00000100:00000001:1.0:1788926526.575339:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.575342:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926526.575346:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513965056/t0(0) o250->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 520/416 e 0 to 0 dl 1788926541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926526.575353:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926526.575356:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926526.575360:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03000. 02000000:00000001:1.0:1788926526.575363:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926526.575366:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926526.575368:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926526.575370:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926526.575373:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:1.0:1788926526.575376:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926526.575378:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926526.575380:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:1.0:1788926526.575384:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926526.575386:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.575389:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926526.575412:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926526.575414:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926526.575418:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926526.575420:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.579048:0:34039:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1788926526.579069:0:34039:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.140@tcp to MGS@192.168.203.140@tcp 00000100:00100000:0.0:1788926526.579074:0:34039:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1788926526.579078:0:34039:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788926526.579080:0:34039:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1788926526.579084:0:34039:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788926526.579087:0:34039:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1788926526.579092:0:34039:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c2a6ed00 count: 3 00010000:00000001:0.0:1788926526.579097:0:34039:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926526.579099:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926526.579101:0:34039:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926526.579104:0:34039:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c0031c00 refcount=3 00000020:00000001:0.0:1788926526.579107:0:34039:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732085971968 : -108341623579648 : ffff9d76c0031c00) 00010000:00000001:0.0:1788926526.579109:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732085971968 : -108341623579648 : ffff9d76c0031c00) 00010000:00000001:0.0:1788926526.579112:0:34039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926526.579116:0:34039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.140@tcp lock: ffff9d76c0031c00/0xdeff66104c08bc2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x840913afd2da8ed1 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788926526.579124:0:34039:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788926526.579127:0:34039:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.140@tcp lock: ffff9d76c0031c00/0xdeff66104c08bc2a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x840913afd2da8ed1 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788926526.579133:0:34039:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1788926526.579136:0:34039:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788926526.579138:0:34039:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1788926526.579139:0:34039:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788926526.579153:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926526.579155:0:34039:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926526.579173:0:34039:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788926526.579174:0:34039:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788926526.579176:0:34039:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9d76c7c60800) refs 2 10000000:00000001:0.0:1788926526.579178:0:34039:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788926526.579179:0:34039:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926526.579182:0:34039:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926526.579184:0:34039:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926526.579186:0:34039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926526.579188:0:34039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926526.579190:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926526.579193:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926526.579195:0:34039:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c0031c00 with handle 0xdeff66104c08bc2a from hash 00010000:00000001:0.0:1788926526.579197:0:34039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926526.579207:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579209:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579210:0:34039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926526.579212:0:34039:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926526.579213:0:34039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926526.579215:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579216:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579218:0:34039:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926526.579219:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926526.579222:0:34039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.140@tcp lock: ffff9d76c0031c00/0xdeff66104c08bc2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x840913afd2da8ed1 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926526.579235:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579236:0:34039:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926526.579237:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926526.579239:0:34039:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926526.579240:0:34039:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c0030e00 refcount=3 00000020:00000001:0.0:1788926526.579242:0:34039:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732085968384 : -108341623583232 : ffff9d76c0030e00) 00010000:00000001:0.0:1788926526.579244:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732085968384 : -108341623583232 : ffff9d76c0030e00) 00010000:00000001:0.0:1788926526.579245:0:34039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926526.579247:0:34039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.140@tcp lock: ffff9d76c0030e00/0xdeff66104c08bc31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x840913afd2da8ed8 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788926526.579252:0:34039:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788926526.579262:0:34039:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.140@tcp lock: ffff9d76c0030e00/0xdeff66104c08bc31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x840913afd2da8ed8 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788926526.579267:0:34039:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1788926526.579270:0:34039:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788926526.579271:0:34039:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1788926526.579272:0:34039:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788926526.579274:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926526.579275:0:34039:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926526.579278:0:34039:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788926526.579279:0:34039:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788926526.579280:0:34039:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9d76ca5f5200) refs 2 10000000:00000001:0.0:1788926526.579281:0:34039:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788926526.579282:0:34039:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926526.579284:0:34039:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926526.579285:0:34039:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926526.579286:0:34039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926526.579287:0:34039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926526.579289:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926526.579290:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926526.579292:0:34039:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c0030e00 with handle 0xdeff66104c08bc31 from hash 00010000:00000001:0.0:1788926526.579294:0:34039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926526.579295:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579296:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579296:0:34039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926526.579297:0:34039:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926526.579299:0:34039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926526.579300:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579301:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579302:0:34039:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926526.579303:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926526.579305:0:34039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.140@tcp lock: ffff9d76c0030e00/0xdeff66104c08bc31 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x840913afd2da8ed8 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926526.579313:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1788926526.579315:0:34039:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c2a6ed00 count: 0 00010000:00000040:0.0:1788926526.579321:0:34039:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df700 count: 2 00010000:00000001:0.0:1788926526.579323:0:34039:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926526.579324:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926526.579325:0:34039:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926526.579326:0:34039:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=3 00000020:00000001:0.0:1788926526.579328:0:34039:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:0.0:1788926526.579330:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:0.0:1788926526.579333:0:34039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926526.579335:0:34039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.140@tcp lock: ffff9d76c13ff400/0xdeff66104c08bc62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x840913afd2da8edf expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788926526.579341:0:34039:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788926526.579343:0:34039:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.140@tcp lock: ffff9d76c13ff400/0xdeff66104c08bc62 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x840913afd2da8edf expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788926526.579347:0:34039:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1788926526.579349:0:34039:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788926526.579350:0:34039:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1788926526.579351:0:34039:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788926526.579352:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926526.579353:0:34039:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926526.579355:0:34039:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788926526.579356:0:34039:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788926526.579357:0:34039:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9d76ca5f4200) refs 2 10000000:00000001:0.0:1788926526.579359:0:34039:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788926526.579360:0:34039:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926526.579361:0:34039:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926526.579362:0:34039:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926526.579363:0:34039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926526.579365:0:34039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926526.579366:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926526.579367:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926526.579369:0:34039:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ff400 with handle 0xdeff66104c08bc62 from hash 00010000:00000001:0.0:1788926526.579370:0:34039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926526.579372:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579372:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579373:0:34039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926526.579374:0:34039:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926526.579376:0:34039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926526.579377:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579378:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579379:0:34039:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926526.579380:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926526.579383:0:34039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.140@tcp lock: ffff9d76c13ff400/0xdeff66104c08bc62 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x840913afd2da8edf expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926526.579389:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1788926526.579391:0:34039:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df700 count: 0 00010000:00000040:0.0:1788926526.579395:0:34039:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225300 count: 2 00010000:00000001:0.0:1788926526.579432:0:34039:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926526.579433:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926526.579435:0:34039:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926526.579436:0:34039:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926526.579438:0:34039:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926526.579440:0:34039:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926526.579442:0:34039:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926526.579445:0:34039:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.140@tcp lock: ffff9d76c880b400/0xdeff66104c08bc69 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x840913afd2da8ee6 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788926526.579450:0:34039:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788926526.579452:0:34039:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.140@tcp lock: ffff9d76c880b400/0xdeff66104c08bc69 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x840913afd2da8ee6 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788926526.579457:0:34039:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1788926526.579459:0:34039:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788926526.579460:0:34039:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1788926526.579461:0:34039:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788926526.579472:0:34039:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926526.579473:0:34039:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926526.579475:0:34039:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788926526.579476:0:34039:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788926526.579477:0:34039:0:(mgc_request.c:123:config_log_put()) log params(ffff9d76ca5f4a00) refs 2 10000000:00000001:0.0:1788926526.579479:0:34039:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788926526.579480:0:34039:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926526.579482:0:34039:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926526.579483:0:34039:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926526.579484:0:34039:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926526.579485:0:34039:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926526.579488:0:34039:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926526.579489:0:34039:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926526.579491:0:34039:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b400 with handle 0xdeff66104c08bc69 from hash 00010000:00000001:0.0:1788926526.579493:0:34039:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926526.579495:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579496:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579497:0:34039:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926526.579498:0:34039:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926526.579500:0:34039:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926526.579502:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926526.579503:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926526.579504:0:34039:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926526.579505:0:34039:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926526.579507:0:34039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.140@tcp lock: ffff9d76c880b400/0xdeff66104c08bc69 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x840913afd2da8ee6 expref: -99 pid: 16786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926526.579514:0:34039:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1788926526.579515:0:34039:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225300 count: 0 00000001:00000001:0.0:1788926526.579520:0:34039:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926526.579521:0:34039:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1788926526.579522:0:34039:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1788926526.579524:0:34039:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926526.579525:0:34039:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.579527:0:34039:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788926526.579532:0:34039:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1788926526.579536:0:34039:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788926526.579538:0:34039:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1788926526.579541:0:34039:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788926526.579543:0:34039:0:(import.c:65:import_set_state_nolock()) ffff9d76d060c800 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788926526.579545:0:34039:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788926526.579546:0:34039:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1788926526.579548:0:34039:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.203.140@tcp: Reactivating import 00000100:00080000:0.0:1788926526.579550:0:34039:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1788926526.579552:0:34039:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926526.579553:0:34039:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:0.0:1788926526.579557:0:34039:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) MGC192.168.203.140@tcp: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00000001:0.0:1788926526.579560:0:34039:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926526.579563:0:34039:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926526.579564:0:34039:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926526.579567:0:34039:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926526.579568:0:34039:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788926526.584446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0031c00. 00010000:00000010:0.1:1788926526.584470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c0030e00. 00010000:00000010:0.1:1788926526.584477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c2a6ed00. 00010000:00000010:0.1:1788926526.584481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff400. 00010000:00000010:0.1:1788926526.584484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df700. 00010000:00000010:0.1:1788926526.588447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b400. 00010000:00000010:0.1:1788926526.588475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225300. 00010000:00000001:0.0:1788926527.169714:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926527.169721:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926527.170324:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926527.170328:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926527.170332:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926527.554304:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926527.554311:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926527.554313:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926527.554319:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926527.554322:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926527.554326:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926527.554328:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926527.554331:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926527.554333:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.065516:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788926528.065524:0:16800:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9d76ca5f4200) refs 2 10000000:00000001:1.0:1788926528.065529:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.065531:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788926528.065533:0:16800:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788926528.065534:0:16800:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788926528.065537:0:16800:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1788926528.065538:0:16800:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788926528.065540:0:16800:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9d76e0357000 from 7 10000000:00000001:1.0:1788926528.065543:0:16800:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788926528.065545:0:16800:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1788926528.065977:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926528.065982:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.065986:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.065990:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.065995:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.066002:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10ae000. 00000100:00000001:1.0:1788926528.066009:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.066014:0:16800:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926528.066017:0:16800:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926528.066024:0:16800:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f300. 00010000:00000001:1.0:1788926528.066029:0:16800:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926528.066032:0:16800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499800. 00000020:00000001:1.0:1788926528.066036:0:16800:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926528.066039:0:16800:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499800 with handle 0xdeff66104c08c8be to hash 00000020:00000001:1.0:1788926528.066041:0:16800:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926528.066043:0:16800:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.066046:0:16800:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.066049:0:16800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926528.066052:0:16800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926528.066056:0:16800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926528.066067:0:16800:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926528.066079:0:16800:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926528.066084:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.066086:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.066094:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c9e54240. 00000100:00000001:1.0:1788926528.066097:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732251787840 : -108341457763776 : ffff9d76c9e54240) 00000100:00000001:1.0:1788926528.066099:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.066100:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:1.0:1788926528.066105:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.066109:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.066111:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.066112:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.066122:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.066131:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.066133:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.066136:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.066139:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.066141:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.066144:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965184:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.066148:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.066152:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.066154:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.066156:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.066160:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926528.066162:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.066169:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.066173:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4688. 00000400:00000010:1.0:1788926528.066179:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926528.066186:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513965184, portal 25 00000100:00000001:1.0:1788926528.066188:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.066201:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926528.066206:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.066213:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.066216:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.066219:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926528.066222:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875823513965184, offset 0 00000400:00000200:1.0:1788926528.066228:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.066236:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.066244:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.066249:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.066252:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.066255:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.066258:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.066261:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2880:2880:256:4294967295] 192.168.203.140@tcp LPNI seq info [2880:2880:8:4294967295] 00000400:00000200:1.0:1788926528.066265:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.066274:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.066280:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.066285:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e500. 00000800:00000200:1.0:1788926528.066292:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.066300:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.066304:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.066379:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.066393:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.066419:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567394 00000100:00000001:1.0:1788926528.066426:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296565858 00000100:00000001:1.0:1788926528.066430:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567394 00000100:00000001:1.0:1788926528.066434:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296565858 00000100:00000001:1.0:1788926528.066437:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.066440:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.066442:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.066444:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.066447:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c9e54240 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.066449:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.066452:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.073423:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.073433:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e500. 00000400:00000200:2.0:1788926528.073439:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.073447:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.073455:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:2.0:1788926528.073458:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:2.0:1788926528.073463:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.073472:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.073484:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.073487:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.073500:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.073502:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926528.082381:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.082392:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.082437:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.082442:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.082451:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.082459:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.082468:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.082473:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.082479:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.082483:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 344 into portal 25 MB=0x6aa0d32361280 00000400:00000200:2.0:1788926528.082488:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.082495:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 344/344 into md 0x8345 [1] + 224 00000800:00000001:2.0:1788926528.082502:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.082508:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.082512:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.082516:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926528.082524:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.082532:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926528.082542:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.082919:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926528.082929:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.082933:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.082981:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926528.082988:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926528.082991:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926528.082993:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4688. 00000400:00000200:1.0:1788926528.082998:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926528.083001:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926528.083004:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926528.083009:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926528.083019:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.083025:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926528.083027:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.083030:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926528.083032:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926528.083035:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926528.083037:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.083040:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926528.083047:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926528.083052:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926528.083054:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926528.083056:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.083059:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926528.083061:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083064:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926528.083069:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.083083:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.083086:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926528.083088:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926528.083092:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926528.083101:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965184:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.083106:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.083109:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083111:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926528.083113:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.083117:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.083124:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.083127:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c9e54240. 00000100:00000001:1.0:1788926528.083130:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926528.083131:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.083134:0:16800:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926528.083136:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.083139:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.083143:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=4 00000020:00000001:1.0:1788926528.083145:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.083148:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000040:1.0:1788926528.083154:0:16800:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499800, remote cookie: 0x840913afd2dab677, flags: 0x0 00010000:00000001:1.0:1788926528.083157:0:16800:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926528.083160:0:16800:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926528.083162:0:16800:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926528.083164:0:16800:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926528.083165:0:16800:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926528.083167:0:16800:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9d76d065f300) refcount = 1 00010000:00010000:1.0:1788926528.083173:0:16800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab677 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.083181:0:16800:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926528.083183:0:16800:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926528.083185:0:16800:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926528.083188:0:16800:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926528.083199:0:16800:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926528.083203:0:16800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x840913afd2dab677 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.083209:0:16800:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926528.083210:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.083212:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926528.083213:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.083214:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926528.083215:0:16800:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083219:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.083223:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513965184/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.083229:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926528.083232:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926528.083235:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926528.083239:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926528.083242:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.083243:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.083246:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926528.083249:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10ae000. 02000000:00000001:1.0:1788926528.083251:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926528.083253:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926528.083255:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926528.083258:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926528.083259:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788926528.083261:0:16800:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.083264:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788926528.083266:0:16800:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9d76ca5f4200) refs 3 10000000:00000001:1.0:1788926528.083268:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.083271:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.083272:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.083274:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926528.083275:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.083277:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.083279:0:16800:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788926528.083281:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.083282:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926528.083283:0:16800:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.083286:0:16800:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1788926528.083291:0:16800:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9d76d1b5cc20. 00000100:00000010:1.0:1788926528.083315:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926528.083319:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.083322:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.083325:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.083329:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.083335:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10ae000. 00000100:00000001:1.0:1788926528.083340:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083344:0:16800:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788926528.083348:0:16800:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9d76c8b02c00. 00000100:00000010:1.0:1788926528.083351:0:16800:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9d76e020ed00. 00000020:00000040:1.0:1788926528.083353:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.083358:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.083360:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.083364:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c9e54240. 00000100:00000001:1.0:1788926528.083366:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732251787840 : -108341457763776 : ffff9d76c9e54240) 00000100:00000001:1.0:1788926528.083369:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.083370:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:1.0:1788926528.083375:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.083379:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083381:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.083382:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.083386:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.083394:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.083420:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.083423:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.083426:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.083428:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.083432:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965312:192.168.203.140@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.083436:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.083440:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.083442:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083445:0:16800:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788926528.083451:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.083455:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4688. 00000400:00000010:1.0:1788926528.083461:0:16800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9d76e0b05900. 00000100:00000200:1.0:1788926528.083466:0:16800:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa0d32361300-0x6aa0d32361300, portal 33 00000100:00000001:1.0:1788926528.083469:0:16800:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.083471:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.083474:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10af400. 02000000:00000001:1.0:1788926528.083476:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.083478:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.083481:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926528.083483:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926528.083486:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513965312, portal 25 00000100:00000001:1.0:1788926528.083488:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.083490:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926528.083494:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.083502:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.083504:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.083507:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8cc0. 00000100:00000200:1.0:1788926528.083511:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875823513965312, offset 0 00000400:00000200:1.0:1788926528.083517:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.083522:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.083528:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.083532:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.083536:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.083540:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.083543:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.083676:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2881:2881:256:4294967295] 192.168.203.140@tcp LPNI seq info [2881:2881:8:4294967295] 00000400:00000200:1.0:1788926528.083747:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.083758:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.083763:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.083769:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e900. 00000800:00000200:1.0:1788926528.083776:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.083783:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.083786:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e900 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.083803:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.083808:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.083811:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567411 00000100:00000001:1.0:1788926528.083817:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567394 00000100:00000001:1.0:1788926528.083822:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567411 00000100:00000001:1.0:1788926528.083825:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567394 00000100:00000001:1.0:1788926528.083828:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.083830:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.083832:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.086454:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.086464:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c9e54240 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.086469:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.086472:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.086882:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.086888:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e900. 00000400:00000200:2.0:1788926528.086895:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.086903:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.086911:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:2.0:1788926528.086915:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:2.0:1788926528.086919:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.086927:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.086938:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.086942:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.086949:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.086951:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926528.099790:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.099808:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.099813:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.099815:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.099824:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099831:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.099852:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099857:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099861:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099865:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 176 into portal 33 MB=0x6aa0d32361300 00000400:00000200:2.0:1788926528.099871:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099876:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.140@tcp of length 176/176 into md 0x834d [4] + 0 00000400:00000010:2.0:1788926528.099880:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4688. 00000400:00000200:2.0:1788926528.099887:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76e0b05900 00000800:00000001:2.0:1788926528.099892:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.099900:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.099904:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.099907:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.099913:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76e0b05900 00000400:00000010:2.0:1788926528.099915:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9d76e0b05900. 00000100:00000001:2.0:1788926528.099919:0:2392:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788926528.099922:0:2392:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9d76c962b800 desc ffff9d76c8b02c00 mbits 1875823513965312 00000100:00000001:2.0:1788926528.099938:0:2392:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788926528.099945:0:2392:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788926528.099948:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099953:0:2392:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926528.099957:0:2392:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2882:2882:256:4294967295] 192.168.203.140@tcp LPNI seq info [2882:2882:8:4294967295] 00000400:00000200:2.0:1788926528.099962:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.099969:0:2392:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) 192.168.203.140@tcp : ACK try# 0 00000800:00000200:2.0:1788926528.099974:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926528.099980:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9d76c7c72000. 00000800:00000200:2.0:1788926528.099985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926528.099992:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926528.099996:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c7c72000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788926528.100082:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.100086:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9d76c7c72000. 00000400:00000200:2.0:1788926528.100089:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.100092:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: ACK: OK 00000800:00000001:2.0:1788926528.100098:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.100101:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926528.100932:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926528.100937:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926528.105357:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.105376:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.105380:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.105383:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.105392:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.105436:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.105446:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.105452:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.105457:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.105462:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 240 into portal 25 MB=0x6aa0d32361300 00000400:00000200:2.0:1788926528.105467:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.105472:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 240/240 into md 0x8355 [1] + 224 00000800:00000001:2.0:1788926528.105480:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.105487:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.105491:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.105495:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926528.105503:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.105510:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926528.105520:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.105536:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926528.105544:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.105558:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109008:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926528.109020:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926528.109023:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926528.109026:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:1.0:1788926528.109033:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:1.0:1788926528.109036:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:1.0:1788926528.109040:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926528.109051:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926528.109063:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.109070:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926528.109072:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109075:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926528.109078:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926528.109081:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926528.109083:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.109085:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926528.109092:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926528.109095:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926528.109098:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926528.109100:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.109103:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926528.109105:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.109107:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926528.109111:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788926528.109120:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.109126:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926528.109128:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926528.109131:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926528.109139:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965312:192.168.203.140@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.109143:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109146:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.109149:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926528.109151:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.109164:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.109172:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.109175:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c9e54240. 00000100:00000001:1.0:1788926528.109179:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926528.109181:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788926528.109186:0:16800:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:1.0:1788926528.109199:0:16800:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1788926528.109207:0:16800:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9d76c8b03000. 10000000:00000010:1.0:1788926528.109211:0:16800:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9d76d8592680. 10000000:00000200:1.0:1788926528.109216:0:16800:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788926528.109218:0:16800:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:1.0:1788926528.109224:0:16800:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788926528.109227:0:16800:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788926528.109230:0:16800:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.140@tcp has 192.168.203.140@tcp. 00000100:00000001:1.0:1788926528.109233:0:16800:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109235:0:16800:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788926528.109236:0:16800:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.140@tcp with 192.168.203.140@tcp 00000100:00000200:1.0:1788926528.109238:0:16800:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.140@tcp' 00000400:00000200:1.0:1788926528.109241:0:16800:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788926528.109243:0:16800:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788926528.109246:0:16800:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.109250:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109255:0:16800:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.140@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788926528.109258:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109262:0:16800:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788926528.109265:0:16800:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.140@tcp NID 192.168.203.140@tcp: 0. pending discovery 00000400:00000200:1.0:1788926528.109267:0:16800:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109269:0:16800:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.109270:0:16800:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788926528.109272:0:16800:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/10 for lustre-OST0000-osc-ffff9d76e0357000 10000000:00000200:1.0:1788926528.109274:0:16800:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788926528.109276:0:16800:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:1.0:1788926528.109279:0:16800:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788926528.109280:0:16800:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788926528.109282:0:16800:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.140@tcp has 192.168.203.140@tcp. 00000100:00000001:1.0:1788926528.109284:0:16800:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109285:0:16800:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788926528.109286:0:16800:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.140@tcp with 192.168.203.140@tcp 00000100:00000200:1.0:1788926528.109288:0:16800:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.140@tcp' 00000400:00000200:1.0:1788926528.109289:0:16800:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788926528.109290:0:16800:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788926528.109292:0:16800:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.109294:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109295:0:16800:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.140@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788926528.109298:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109300:0:16800:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788926528.109309:0:16800:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.140@tcp NID 192.168.203.140@tcp: 0. pending discovery 00000400:00000200:1.0:1788926528.109311:0:16800:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109313:0:16800:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.109315:0:16800:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788926528.109317:0:16800:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/10 for lustre-OST0001-osc-ffff9d76e0357000 10000000:00000200:1.0:1788926528.109319:0:16800:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788926528.109321:0:16800:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926528.109323:0:16800:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788926528.109325:0:16800:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788926528.109327:0:16800:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.140@tcp has 192.168.203.140@tcp. 00000100:00000001:1.0:1788926528.109329:0:16800:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109330:0:16800:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788926528.109332:0:16800:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.140@tcp with 192.168.203.140@tcp 00000100:00000200:1.0:1788926528.109333:0:16800:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.140@tcp' 00000400:00000200:1.0:1788926528.109335:0:16800:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788926528.109336:0:16800:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788926528.109337:0:16800:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.109339:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109341:0:16800:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.140@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788926528.109344:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109346:0:16800:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788926528.109348:0:16800:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.140@tcp NID 192.168.203.140@tcp: 0. pending discovery 00000400:00000200:1.0:1788926528.109349:0:16800:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109351:0:16800:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.109353:0:16800:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788926528.109354:0:16800:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/10 for lustre-MDT0001-mdc-ffff9d76e0357000 10000000:00000200:1.0:1788926528.109356:0:16800:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788926528.109358:0:16800:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926528.109360:0:16800:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788926528.109361:0:16800:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788926528.109363:0:16800:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.140@tcp has 192.168.203.140@tcp. 00000100:00000001:1.0:1788926528.109365:0:16800:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.109366:0:16800:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788926528.109367:0:16800:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.140@tcp with 192.168.203.140@tcp 00000100:00000200:1.0:1788926528.109368:0:16800:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.140@tcp' 00000400:00000200:1.0:1788926528.109370:0:16800:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788926528.109371:0:16800:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788926528.109372:0:16800:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.109374:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109376:0:16800:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.140@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788926528.109378:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109380:0:16800:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788926528.109382:0:16800:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.140@tcp NID 192.168.203.140@tcp: 0. pending discovery 00000400:00000200:1.0:1788926528.109383:0:16800:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109385:0:16800:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.109387:0:16800:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788926528.109389:0:16800:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9d76e0357000 target is obsoleted(1/2), reconnect 00000100:00000001:1.0:1788926528.109391:0:16800:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1788926528.109394:0:16800:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9d76c9627800 already not connected (conn 25, was 0): DISCONN 00010000:00000001:1.0:1788926528.109417:0:16800:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1788926528.109424:0:16800:0:(events.c:564:ptlrpc_uuid_to_peer()) 192.168.203.140@tcp->12345-192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109427:0:16800:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1788926528.109429:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109433:0:16800:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.203.140@tcp primary NID 192.168.203.140@tcp rc 0 00000100:00000001:1.0:1788926528.109436:0:16800:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926528.109438:0:16800:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109440:0:16800:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000100:00000001:1.0:1788926528.109443:0:16800:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446635732365950464 : -108341343601152 : 0xffff9d76d0b33e00) 00000100:00000040:1.0:1788926528.109446:0:16800:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000040:1.0:1788926528.109448:0:16800:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.140@tcp -> ffff9d76d0b33e00 00010000:00080000:1.0:1788926528.109451:0:16800:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9d76c9627800@lustre-MDT0000-mdc-ffff9d76e0357000: found existing conn 192.168.203.140@tcp, moved to head 00010000:00000001:1.0:1788926528.109455:0:16800:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788926528.109458:0:16800:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:1.0:1788926528.109460:0:16800:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.109463:0:16800:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788926528.109466:0:16800:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788926528.109469:0:16800:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788926528.109471:0:16800:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 0 00000400:00000200:1.0:1788926528.109474:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.109477:0:16800:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:1.0:1788926528.109481:0:16800:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109483:0:16800:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926528.109485:0:16800:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109486:0:16800:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:1.0:1788926528.109490:0:16800:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788926528.109493:0:16800:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:1.0:1788926528.109495:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.109498:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:1.0:1788926528.109500:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:1.0:1788926528.109502:0:16800:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000040:1.0:1788926528.109505:0:16800:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109507:0:16800:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788926528.109508:0:16800:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109510:0:16800:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:1.0:1788926528.109513:0:16800:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00080000:1.0:1788926528.109516:0:16800:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9d76e0357000: import ffff9d76c9627800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:1.0:1788926528.109520:0:16800:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.109522:0:16800:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788926528.109528:0:16800:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.109531:0:16800:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.109533:0:16800:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788926528.109537:0:16800:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788926528.109540:0:16800:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.109542:0:16800:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.113954:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629f80. 00000020:00000040:1.0:1788926528.113964:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926528.113970:0:16800:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926528.113972:0:16800:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.113975:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.113977:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.113981:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.113990:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b03c00. 00000100:00000001:1.0:1788926528.113998:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.114011:0:16800:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926528.114022:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.114026:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926528.114030:0:16800:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9ec98df] to pc [ptlrpcd_rcv+-1] req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.114052:0:16800:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.114056:0:16800:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:1.0:1788926528.114059:0:16800:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-MDT0000-mdc-ffff9d76e0357000 10000000:00000010:1.0:1788926528.114062:0:16800:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9d76d8592680. 10000000:00000010:1.0:1788926528.114066:0:16800:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9d76c8b03000. 10000000:00000001:1.0:1788926528.114069:0:16800:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.114072:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.114078:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513965312/t0(0) o256->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 304/240 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.114092:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926528.114094:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926528.114097:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10af400. 02000000:00000001:1.0:1788926528.114100:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926528.114102:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.114104:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.114105:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926528.114107:0:16800:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788926528.114109:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.114110:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.114111:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000010:1.0:1788926528.114114:0:16800:0:(client.c:346:ptlrpc_free_bulk()) kvfreed 'desc->bd_vec': 64 at ffff9d76e020ed00. 00000100:00000010:1.0:1788926528.114117:0:16800:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9d76c8b02c00. 00000100:00000001:1.0:1788926528.114119:0:16800:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788926528.114121:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10ae000. 02000000:00000001:1.0:1788926528.114124:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926528.114125:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926528.114127:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926528.114130:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926528.114131:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1788926528.114149:0:16800:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfreed 'folios': 32 at ffff9d76d1b5cc20. 10000000:01000000:1.0:1788926528.114153:0:16800:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.140@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1788926528.114156:0:16800:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788926528.114158:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.114161:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.114164:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499800 refcount=3 00000020:00000001:1.0:1788926528.114166:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.114169:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368448 : -108341602183168 : ffff9d76c1499800) 00010000:00000001:1.0:1788926528.114172:0:16800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926528.114176:0:16800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab677 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.114184:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.114185:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926528.114198:0:16800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.140@tcp lock: ffff9d76c1499800/0xdeff66104c08c8be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab677 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.114205:0:16800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926528.114206:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.114207:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788926528.114209:0:16800:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.114211:0:16800:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.114213:0:16800:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788926528.114215:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788926528.114217:0:16800:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9d76ca5f5200) refs 2 10000000:00000001:1.0:1788926528.114219:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.114220:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788926528.114221:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9d76ca5f4200) refs 3 10000000:00000001:1.0:1788926528.114224:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788926528.114225:0:16800:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788926528.114226:0:16800:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1788926528.114228:0:16800:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788926528.114230:0:16800:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d76e0357000 from 52 10000000:00000001:1.0:1788926528.114232:0:16800:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788926528.114233:0:16800:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1788926528.114238:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926528.114240:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.114242:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.114244:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.114246:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.114250:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10ae000. 00000100:00000001:1.0:1788926528.114253:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.114257:0:16800:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926528.114259:0:16800:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926528.114264:0:16800:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f700. 00010000:00000001:1.0:1788926528.114268:0:16800:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926528.114271:0:16800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498000. 00000020:00000001:1.0:1788926528.114276:0:16800:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926528.114278:0:16800:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498000 with handle 0xdeff66104c08c8c5 to hash 00000020:00000001:1.0:1788926528.114280:0:16800:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926528.114281:0:16800:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926528.114285:0:16800:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926528.114288:0:16800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926528.114291:0:16800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926528.114293:0:16800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926528.114300:0:16800:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926528.114310:0:16800:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926528.114316:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.114318:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.114324:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.114326:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732634197376 : -108341075354240 : ffff9d76e0b05d80) 00000100:00000001:1.0:1788926528.114328:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.114330:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:1.0:1788926528.114333:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.114336:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.114338:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.114340:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.114345:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.114352:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.114354:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.114358:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.114360:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.114362:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.114366:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965568:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.114370:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.114375:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.114377:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.114379:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.114383:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926528.114384:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.114392:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.114415:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb44d0. 00000400:00000010:1.0:1788926528.114421:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926528.114428:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513965568, portal 25 00000100:00000001:1.0:1788926528.114430:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.114431:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926528.114436:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.114443:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.114446:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.114449:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8330. 00000100:00000200:1.0:1788926528.114452:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875823513965568, offset 0 00000400:00000200:1.0:1788926528.114458:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.114466:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.114473:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.114479:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.114483:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.114486:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.114488:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.114492:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2883:2883:256:4294967295] 192.168.203.140@tcp LPNI seq info [2883:2883:8:4294967295] 00000400:00000200:1.0:1788926528.114496:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.114506:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.114512:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.114517:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e700. 00000800:00000200:1.0:1788926528.114523:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.114530:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.114534:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.114558:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.114563:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.114566:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567442 00000100:00000001:1.0:1788926528.114572:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567411 00000100:00000001:1.0:1788926528.114576:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567442 00000100:00000001:1.0:1788926528.114579:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567411 00000100:00000001:1.0:1788926528.114582:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.114585:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.114587:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.114589:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.114592:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e0b05d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.114595:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.114598:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.114937:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926528.114941:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926528.114943:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926528.114949:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.114956:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926528.114957:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.114959:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926528.114961:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926528.114963:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926528.114965:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513965440:192.168.203.140@tcp:38:ll_cfg_requeue.0 00000100:00000001:2.0:1788926528.114969:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926528.114971:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926528.114972:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.114973:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926528.114977:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926528.114979:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926528.114983:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926528.114986:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926528.114990:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530d48. 00000100:00000200:2.0:1788926528.114993:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513965440, portal 10 00000100:00000001:2.0:1788926528.114995:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926528.114996:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000100:00000040:2.0:1788926528.115002:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.115008:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926528.115010:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926528.115012:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530550. 00000100:00000200:2.0:1788926528.115014:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513965440, offset 0 00000400:00000200:2.0:1788926528.115018:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926528.115022:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.115025:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926528.115029:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926528.115031:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926528.115033:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926528.115035:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926528.115038:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2884:2884:255:4294967295] 192.168.203.140@tcp LPNI seq info [2884:2884:7:4294967295] 00000400:00000200:2.0:1788926528.115041:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.115047:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926528.115050:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926528.115054:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4b00. 00000800:00000200:2.0:1788926528.115057:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926528.115061:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926528.115064:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926528.115066:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926528.115069:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 811115 usecs (812 jiffies) 00000400:00000200:2.0:1788926528.115072:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926528.115073:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296564061 00000100:00000001:2.0:1788926528.115075:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296567442 00000100:00000001:2.0:1788926528.115077:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296564061 00000100:00000001:2.0:1788926528.115079:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296567442 00000100:00000001:2.0:1788926528.115080:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926528.115083:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.115106:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.115109:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.115115:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926528.115116:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926528.115118:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926528.115119:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926528.115120:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.115122:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926528.117307:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926528.117317:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e700. 00000400:00000200:3.0:1788926528.117323:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.117332:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926528.117338:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:3.0:1788926528.117341:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:3.0:1788926528.117346:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926528.117352:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.117364:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.117367:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.117375:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.117377:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926528.117469:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926528.117472:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4b00. 00000400:00000200:3.0:1788926528.117476:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.117479:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926528.117482:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530550 00000400:00000010:3.0:1788926528.117484:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530550. 00000100:00000001:3.0:1788926528.117486:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926528.117490:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.117496:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.117499:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.117504:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.117506:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926528.122742:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.122758:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926528.122762:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.122765:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.122773:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.122781:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926528.122788:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.122793:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.122797:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.122801:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 344 into portal 25 MB=0x6aa0d32361400 00000400:00000200:3.0:1788926528.122805:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.122810:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 344/344 into md 0x835d [1] + 224 00000800:00000001:3.0:1788926528.122816:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.122821:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.122825:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.122829:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926528.122846:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.122854:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926528.122864:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.122885:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926528.122892:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.122895:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926528.124227:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926528.124237:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926528.124239:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926528.124242:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb44d0. 00000400:00000200:0.0:1788926528.124249:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:0.0:1788926528.124251:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:0.0:1788926528.124255:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926528.124263:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926528.124273:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926528.124279:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926528.124281:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926528.124283:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926528.124286:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926528.124289:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926528.124291:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926528.124294:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926528.124300:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926528.124304:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926528.124307:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926528.124308:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926528.124311:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926528.124312:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926528.124315:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926528.124320:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926528.124327:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926528.124330:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926528.124332:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926528.124336:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926528.124342:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965568:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788926528.124347:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926528.124349:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926528.124352:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926528.124354:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926528.124357:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926528.124362:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926528.124365:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e0b05d80. 00000100:00000001:0.0:1788926528.124369:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926528.124370:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926528.124372:0:16800:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926528.124375:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926528.124378:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926528.124381:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=4 00000020:00000001:0.0:1788926528.124384:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:0.0:1788926528.124386:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000040:0.0:1788926528.124392:0:16800:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498000, remote cookie: 0x840913afd2dab67e, flags: 0x0 00010000:00000001:0.0:1788926528.124413:0:16800:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926528.124417:0:16800:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926528.124420:0:16800:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926528.124421:0:16800:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926528.124422:0:16800:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926528.124425:0:16800:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9d76d065f700) refcount = 1 00010000:00010000:0.0:1788926528.124430:0:16800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab67e expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926528.124438:0:16800:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926528.124440:0:16800:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926528.124441:0:16800:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926528.124443:0:16800:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926528.124446:0:16800:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926528.124449:0:16800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x840913afd2dab67e expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926528.124454:0:16800:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926528.124456:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926528.124457:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926528.124458:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926528.124459:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926528.124460:0:16800:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926528.124463:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926528.124466:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513965568/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926528.124472:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926528.124475:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926528.124477:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:0.0:1788926528.124481:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926528.124483:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926528.124485:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926528.124487:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926528.124489:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10ae000. 02000000:00000001:0.0:1788926528.124492:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926528.124494:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926528.124496:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:0.0:1788926528.124500:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926528.124501:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788926528.124503:0:16800:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926528.124506:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788926528.124508:0:16800:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9d76ca5f5200) refs 3 10000000:00000001:0.0:1788926528.124511:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926528.124512:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926528.124513:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926528.124515:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:0.0:1788926528.124516:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:0.0:1788926528.124518:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:0.0:1788926528.124520:0:16800:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788926528.124521:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926528.124522:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926528.124523:0:16800:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788926528.124526:0:16800:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788926528.124533:0:16800:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9d76c7e99b00. 00000020:00000010:0.0:1788926528.124537:0:16800:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d18cc800. 00000020:00000010:0.0:1788926528.124542:0:16800:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76d18cd600. 00000040:00000010:0.0:1788926528.124545:0:16800:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9d76d18cde00. 00000020:00000010:0.0:1788926528.124550:0:16800:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9d76ca7ab000. 00000020:00000010:0.0:1788926528.124555:0:16800:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9d76d18cd200. 80000000:00000010:0.0:1788926528.124559:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9d76e0052660. 00040000:00000010:0.0:1788926528.124564:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9d76d18cce00. 20000000:00000010:0.0:1788926528.124569:0:16800:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9d76d18cca00. 10000000:00000040:0.0:1788926528.124574:0:16800:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9d76c395a900 : new refcount 2 00000020:00000001:0.0:1788926528.124576:0:16800:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788926528.124578:0:16800:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1788926528.124580:0:16800:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788926528.124582:0:16800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9d76d18ccc00. 00000040:00000001:0.0:1788926528.124585:0:16800:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788926528.124587:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000010:0.0:1788926528.124592:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926528.124594:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:0.0:1788926528.124597:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926528.124601:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926528.124605:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926528.124623:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76e13cf800. 00000100:00000001:0.0:1788926528.124628:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926528.124633:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926528.124635:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926528.124639:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e12f6b40. 00000100:00000001:0.0:1788926528.124642:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732642523968 : -108341067027648 : ffff9d76e12f6b40) 00000100:00000001:0.0:1788926528.124644:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926528.124645:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926528.124649:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926528.124653:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926528.124655:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926528.124656:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926528.124660:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926528.124666:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926528.124668:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926528.124671:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926528.124673:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926528.124675:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926528.124678:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965696:192.168.203.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1788926528.124681:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926528.124685:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926528.124687:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926528.124689:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926528.124692:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0795000. 02000000:00000001:0.0:1788926528.124694:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926528.124700:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926528.124704:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c52147e8. 00000400:00000010:0.0:1788926528.124709:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08216e8. 00000100:00000200:0.0:1788926528.124714:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513965696, portal 25 00000100:00000001:0.0:1788926528.124715:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926528.124716:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926528.124721:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926528.124727:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926528.124730:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926528.124733:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821b28. 00000100:00000200:0.0:1788926528.124736:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875823513965696, offset 0 00000400:00000200:0.0:1788926528.124742:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926528.124749:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926528.124757:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926528.124762:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926528.124765:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926528.124768:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926528.124771:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926528.124774:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2885:2885:256:4294967295] 192.168.203.140@tcp LPNI seq info [2885:2885:8:4294967295] 00000400:00000200:0.0:1788926528.124778:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926528.124785:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926528.124793:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926528.124798:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2c00. 00000800:00000200:0.0:1788926528.124804:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926528.124812:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926528.124815:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788926528.124825:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926528.124829:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926528.124831:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567447 00000800:00000200:3.0:1788926528.126137:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926528.126143:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2c00. 00000400:00000200:3.0:1788926528.126149:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.126157:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926528.126162:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:3.0:1788926528.126165:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:3.0:1788926528.126170:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926528.126175:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.126184:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.126188:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.126204:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.126206:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926528.131248:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567442 00000100:00000001:0.0:1788926528.131261:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567455 00000100:00000001:0.0:1788926528.131265:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567442 00000100:00000001:0.0:1788926528.131268:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926528.131272:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926528.131275:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926528.131277:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926528.131281:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6b40 going to sleep for 11 seconds 00000100:00000001:0.0:1788926528.131284:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926528.131287:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926528.144367:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.144384:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.144388:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.144390:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.144436:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.144445:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.144464:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.144470:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.144475:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.144479:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 272 into portal 25 MB=0x6aa0d32361480 00000400:00000200:2.0:1788926528.144485:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.144490:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 272/272 into md 0x8375 [1] + 224 00000800:00000001:2.0:1788926528.144497:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.144504:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.144508:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.144512:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926528.144519:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.144528:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926528.144539:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.147499:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926528.147519:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.147530:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.147534:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.147537:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.147883:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.147894:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.147902:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.147906:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.147912:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.147916:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 10 MB=0x6aa0d32361380 00000400:00000200:2.0:1788926528.147921:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.147927:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 416/416 into md 0x8365 [1] + 0 00000800:00000001:2.0:1788926528.147934:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.148324:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.148329:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.148335:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926528.148341:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.148351:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926528.148361:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.148381:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926528.148388:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.148392:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.149713:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926528.149724:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926528.149726:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926528.149730:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c52147e8. 00000400:00000200:1.0:1788926528.149737:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08216e8 00000400:00000010:1.0:1788926528.149740:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08216e8. 00000100:00000001:1.0:1788926528.149744:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926528.149752:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926528.149762:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.149769:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926528.149771:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.149773:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926528.149776:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926528.149779:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926528.149781:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.149783:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926528.149790:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926528.149794:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926528.149797:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926528.149799:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.149802:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926528.149804:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.149807:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926528.149811:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.149817:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.149820:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926528.149822:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926528.149826:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926528.149835:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965696:192.168.203.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.149840:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.149843:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.149845:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926528.149847:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.149851:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.149858:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.149860:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e12f6b40. 00000100:00000001:1.0:1788926528.149864:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926528.149865:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788926528.149871:0:16800:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788926528.149875:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.149877:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.149879:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926528.149881:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.149884:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513965696/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.149889:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926528.149892:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926528.149895:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0795000. 02000000:00000001:1.0:1788926528.149898:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926528.149900:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.149901:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.149903:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926528.149905:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76e13cf800. 02000000:00000001:1.0:1788926528.149911:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926528.149912:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926528.149914:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:1.0:1788926528.149918:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926528.149919:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788926528.149921:0:16800:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788926528.149925:0:16800:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788926528.149934:0:16800:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9d76d11b4000. 00000040:00000001:1.0:1788926528.149936:0:16800:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788926528.149938:0:16800:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788926528.149941:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000010:1.0:1788926528.149946:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a680. 00000020:00000040:1.0:1788926528.149949:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.149951:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.149954:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.149958:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.149963:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af800. 00000100:00000001:1.0:1788926528.149967:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.149970:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.149972:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.149979:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.149981:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732634197376 : -108341075354240 : ffff9d76e0b05d80) 00000100:00000001:1.0:1788926528.149984:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.149985:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00000001:1.0:1788926528.149989:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.149993:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.149995:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.149996:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.150000:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.150006:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.150008:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.150012:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.150014:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.150017:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.150019:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965824:192.168.203.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.150023:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.150028:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.150030:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.150032:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.150053:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9d76c8968000. 02000000:00000001:1.0:1788926528.150056:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.150062:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.150066:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4c60. 00000400:00000010:1.0:1788926528.150071:0:16800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9d76e0b05900. 00000100:00000200:1.0:1788926528.150076:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875823513965824, portal 25 00000100:00000001:1.0:1788926528.150078:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.150080:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00000040:1.0:1788926528.150085:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.150092:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.150095:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.150098:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f87f8. 00000100:00000200:1.0:1788926528.150101:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875823513965824, offset 0 00000400:00000200:1.0:1788926528.150106:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.150113:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.150120:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.150125:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.150128:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.150131:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.150134:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.150137:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2886:2886:256:4294967295] 192.168.203.140@tcp LPNI seq info [2886:2886:8:4294967295] 00000400:00000200:1.0:1788926528.150141:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.150150:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.150156:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.150161:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926528.150168:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.150176:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.150180:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.150200:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.150205:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.150208:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567477 00000100:00000001:1.0:1788926528.150214:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567447 00000100:00000001:1.0:1788926528.150219:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567477 00000100:00000001:1.0:1788926528.150222:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567455 00000100:00000001:1.0:1788926528.150225:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.150227:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.150229:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.150231:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.150233:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e0b05d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.150235:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.150237:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.150584:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926528.150588:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926528.150593:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926528.150594:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926528.150597:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:3.0:1788926528.150602:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530d48 00000400:00000010:3.0:1788926528.150612:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530d48. 00000100:00000001:3.0:1788926528.150616:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.150622:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926528.150636:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1788926538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.150643:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926528.150645:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926528.150647:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926528.150649:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926528.150651:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926528.150653:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926528.150656:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926528.150662:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=45 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926528.150665:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=48 v=5 (20 0 0 0) 00000100:00000001:3.0:1788926528.150667:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926528.150669:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926528.150671:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788926528.150675:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788926528.150692:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.150695:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926528.150697:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788926528.150699:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926528.150700:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926528.150704:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.150710:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926528.150712:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926528.150714:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926528.150716:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788926528.150721:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9d76e0357000: connect to target with instance 2 00000020:00000001:3.0:1788926528.150723:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926528.150726:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926528.150728:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926528.150731:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926528.150734:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926528.150736:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00001000:3.0:1788926528.150739:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=1788926528 v=0 (0 0 0 0) 00000100:00001000:3.0:1788926528.150742:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76c9627c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788926528.150747:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000020:00000040:3.0:1788926528.150753:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:3.0:1788926528.150755:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926528.150759:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788926528.150763:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9d76e0357000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:3.0:1788926528.150766:0:2396:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788926528.150767:0:2396:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926528.150769:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788926528.150772:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788926528.150775:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926528.150778:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926528.150780:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926528.150782:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926528.150783:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926528.150784:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926528.150786:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.150787:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926528.150789:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1788926528.150793:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788926528.150795:0:2396:0:(import.c:1745:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1788926528.150797:0:2396:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1788926528.150798:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788926528.150799:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 4294967639 gen 2 00000100:00000040:3.0:1788926528.150802:0:2396:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788926528.150804:0:2396:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1788926528.150805:0:2396:0:(recover.c:53:ptlrpc_replay_next()) import ffff9d76c9627800 from lustre-MDT0000_UUID committed 4294967639 last 0 00000100:00000001:3.0:1788926528.150808:0:2396:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788926528.150810:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:3.0:1788926528.150813:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000800:00000200:3.0:1788926528.150922:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926528.150927:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:3.0:1788926528.150932:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.150937:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926528.150942:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:3.0:1788926528.150944:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000100:00000001:3.0:1788926528.150947:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926528.150951:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.150958:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.150960:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.150966:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.150967:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788926528.155026:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.155066:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926528.155081:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926528.155096:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513965440:192.168.203.140@tcp:38:ll_cfg_requeue.0 00000100:00000001:2.0:1788926528.155101:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.155105:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.155109:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629f80 x1875823513965440/t0(0) o38->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/416 e 0 to 0 dl 1788926538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.155122:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926528.155125:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926528.155129:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926528.155132:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926528.155135:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926528.155136:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926528.155139:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926528.155141:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03c00. 02000000:00000001:2.0:1788926528.155144:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926528.155145:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926528.155147:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629f80. 00000100:00000001:2.0:1788926528.155150:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926528.155151:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.155154:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.155162:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926528.155164:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.155166:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926528.155168:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1788926528.155179:0:34051:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9d76e0357000 to lustre-MDT0000_UUID@192.168.203.140@tcp 00010000:00000001:2.0:1788926528.155182:0:34051:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1788926528.155185:0:34051:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9d76e0357000 (1) 00010000:00000001:2.0:1788926528.155198:0:34051:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1788926528.155205:0:34051:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926528.155207:0:34051:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926528.155210:0:34051:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926528.155212:0:34051:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926528.155214:0:34051:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926528.155217:0:34051:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1788926528.155220:0:34051:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926528.155224:0:34051:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926528.155227:0:34051:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926528.155229:0:34051:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x29:0x0] mode (null) 00000002:00000001:2.0:1788926528.155233:0:34051:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926528.155235:0:34051:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926528.155383:0:34051:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926528.155468:0:34051:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1788926528.155604:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.155629:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926528.155632:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.155635:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.155641:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.155646:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926528.155654:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.155659:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.155664:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.155668:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 8416 into portal 25 MB=0x6aa0d32361500 00000400:00000200:3.0:1788926528.155672:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.155678:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 8416/8416 into md 0x837d [4] + 224 00000002:00000001:2.0:1788926528.156917:0:34051:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926528.156920:0:34051:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926528.156923:0:34051:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926528.156928:0:34051:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926528.156931:0:34051:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926528.156933:0:34051:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926528.156934:0:34051:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926528.156936:0:34051:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926528.156937:0:34051:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926528.156939:0:34051:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926528.156941:0:34051:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926528.156942:0:34051:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926528.156943:0:34051:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926528.156944:0:34051:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926528.156946:0:34051:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926528.156948:0:34051:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926528.156950:0:34051:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926528.156953:0:34051:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926528.156955:0:34051:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926528.156959:0:34051:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926528.156962:0:34051:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926528.156964:0:34051:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788926528.156967:0:34051:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788926528.156970:0:34051:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788926528.156973:0:34051:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788926528.156977:0:34051:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926528.156979:0:34051:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926528.156981:0:34051:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788926528.156984:0:34051:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926528.156985:0:34051:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926528.156987:0:34051:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926528.156990:0:34051:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926528.156993:0:34051:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788926528.156995:0:34051:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x29:0x0](ffff9d76d158f448) invalid 00000020:00000001:2.0:1788926528.156999:0:34051:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d8421cfc70 00000080:00002000:2.0:1788926528.157002:0:34051:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9d76d172fca8) parent ffff9d76d14be6c0 inode ffff9d76d158f448 refc 1 00000080:00000001:2.0:1788926528.157006:0:34051:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788926528.157009:0:34051:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926528.157010:0:34051:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926528.157014:0:34051:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926528.157016:0:34051:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926528.157018:0:34051:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926528.157021:0:34051:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788926528.157024:0:34051:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008e00 with handle 0xdeff66104c08c8b7 from hash 00010000:00000001:2.0:1788926528.157027:0:34051:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926528.157029:0:34051:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926528.157030:0:34051:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926528.157031:0:34051:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926528.157035:0:34051:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926528.157036:0:34051:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926528.157040:0:34051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008e00/0xdeff66104c08c8b7 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x840913afd2dab527 expref: -99 pid: 33824 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788926528.157049:0:34051:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99880. 00010000:00000040:2.0:1788926528.157052:0:34051:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a700 count: 0 00010000:00000010:2.0:1788926528.157057:0:34051:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71f00. 00010000:00000001:2.0:1788926528.157062:0:34051:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926528.157063:0:34051:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926528.157066:0:34051:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9d76e0357000 00000001:00000001:2.0:1788926528.157069:0:34051:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788926528.157072:0:34051:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788926528.157586:0:34051:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926528.157589:0:34051:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.157592:0:34051:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788926528.157595:0:34051:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1788926528.157599:0:34051:0:(import.c:1602:signal_completed_replay()) Process entered 00000100:00000010:2.0:1788926528.157619:0:34051:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926528.157624:0:34051:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926528.157629:0:34051:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926528.157632:0:34051:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926528.157637:0:34051:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926528.157644:0:34051:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4f00. 00000100:00000001:2.0:1788926528.157649:0:34051:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.157654:0:34051:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926528.157658:0:34051:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926528.157668:0:34051:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae7cdcb] to pc [ptlrpcd_rcv+-1] req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.157697:0:34051:0:(import.c:1627:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.157700:0:34051:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926528.157702:0:34051:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926528.157704:0:34051:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926528.157706:0:34051:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1788926528.157716:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926528.157720:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926528.157722:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926528.157726:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.157734:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926528.157735:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.157739:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926528.157741:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926528.157743:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926528.157746:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513965952:192.168.203.140@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1788926528.157750:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926528.157754:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926528.157757:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.157759:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926528.157763:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c72000. 02000000:00000001:2.0:1788926528.157765:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926528.157772:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926528.157776:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6160. 00000800:00000001:3.0:1788926528.159256:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.159288:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.159294:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.159303:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000010:2.0:1788926528.160309:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85302a8. 00000100:00000200:2.0:1788926528.160322:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513965952, portal 10 00000100:00000001:2.0:1788926528.160326:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926528.160328:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:2.0:1788926528.160341:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.160349:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926528.160352:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926528.160355:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85305d8. 00000100:00000200:2.0:1788926528.160357:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513965952, offset 0 00000400:00000200:2.0:1788926528.160363:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926528.160373:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.160381:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926528.160386:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926528.160389:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926528.160393:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926528.160408:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926528.160412:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2887:2887:256:4294967295] 192.168.203.140@tcp LPNI seq info [2887:2887:8:4294967295] 00000400:00000200:2.0:1788926528.160417:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.160427:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926528.160432:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926528.160438:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926528.160444:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926528.160452:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926528.160456:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926528.160472:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926528.160476:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 810121 usecs (811 jiffies) 00000400:00000200:2.0:1788926528.160479:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926528.160481:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296564105 00000100:00000001:2.0:1788926528.160484:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296567477 00000100:00000001:2.0:1788926528.160487:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296564105 00000100:00000001:2.0:1788926528.160489:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296567477 00000100:00000001:2.0:1788926528.160491:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926528.160494:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.160498:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.160501:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.160508:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926528.160510:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926528.160513:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926528.160515:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926528.160516:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.160518:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.160799:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.160803:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:2.0:1788926528.160808:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.160812:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.160818:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85305d8 00000400:00000010:2.0:1788926528.160821:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85305d8. 00000100:00000001:2.0:1788926528.160825:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.160829:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.160840:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.160844:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.160851:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.160853:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926528.163348:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.163364:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926528.163377:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.163420:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926528.163436:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.163445:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.163527:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926528.163536:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926528.163538:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926528.163542:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4c60. 00000400:00000200:2.0:1788926528.163561:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76e0b05900 00000400:00000010:2.0:1788926528.163564:0:16800:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9d76e0b05900. 00000100:00000001:2.0:1788926528.163567:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.163572:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926528.163581:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.163586:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926528.163589:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.163591:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926528.163594:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926528.163596:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926528.163598:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.163601:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926528.163617:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926528.163622:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926528.163625:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926528.163627:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926528.163630:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926528.163632:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.163635:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926528.163639:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.163646:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926528.163649:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926528.163651:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926528.163654:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926528.163663:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513965824:192.168.203.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788926528.163668:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.163671:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.163673:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926528.163675:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.163679:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.163920:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926528.163923:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e0b05d80. 00000100:00000001:2.0:1788926528.163927:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926528.163928:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788926528.163937:0:16800:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788926528.163938:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.163942:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a680 x1875823513965824/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.163948:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926528.163951:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926528.163953:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9d76c8968000. 02000000:00000001:2.0:1788926528.169902:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926528.169911:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926528.169913:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926528.169918:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926528.169922:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af800. 02000000:00000001:2.0:1788926528.169928:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926528.169929:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926528.169931:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a680. 00000100:00000001:2.0:1788926528.169935:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926528.169937:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926528.169940:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926528.169941:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926528.169943:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1788926528.169945:0:16800:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788926528.169948:0:16800:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788926528.169951:0:16800:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788926528.169956:0:16800:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9d76c866f3c0. 00000040:00001000:2.0:1788926528.169958:0:16800:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 51 last_idx 0 read_mode 0 00000040:00000001:2.0:1788926528.170185:0:34052:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788926528.170202:0:34052:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c7c73400. 00000020:00000010:2.0:1788926528.170207:0:34052:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76c7c73200. 00000040:00000010:2.0:1788926528.170211:0:34052:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9d76c7c72e00. 00000020:00000010:2.0:1788926528.170215:0:34052:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9d76d84b6800. 00000020:00000010:2.0:1788926528.170220:0:34052:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9d76d850f3b8. 00000020:00000010:2.0:1788926528.170224:0:34052:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9d76c7c73000. 80000000:00000010:2.0:1788926528.170227:0:34052:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9d76c866fa80. 40000000:00000010:2.0:1788926528.170230:0:34052:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9d76d33182c0. 00100000:00000010:2.0:1788926528.170235:0:34052:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9d76d84b6000. 00040000:00000010:2.0:1788926528.170240:0:34052:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9d76c83d4e00. 00040000:00000010:2.0:1788926528.170244:0:34052:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9d76d84b3800. 00040000:00000010:2.0:1788926528.170247:0:34052:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9d76c8b66400. 00000004:00000010:2.0:1788926528.170252:0:34052:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9d76d84b1000. 00000004:00000010:2.0:1788926528.170257:0:34052:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9d76c8129000. 00000004:00000010:2.0:1788926528.170261:0:34052:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9d76d84b3000. 00002000:00000010:2.0:1788926528.170265:0:34052:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9d76d10dd000. 00000004:00000010:2.0:1788926528.170269:0:34052:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9d76d10dfc00. 00000020:00000010:2.0:1788926528.170274:0:34052:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9d76d3318800. 00000040:00000010:2.0:1788926528.170282:0:34052:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9d76d113a000. 00000040:00080000:2.0:1788926528.171249:0:34052:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000040:00000010:2.0:1788926528.171257:0:34052:0:(llog.c:899:llog_process_thread()) kvfreed 'buf': 8192 at ffff9d76d113a000. 00000020:00000010:2.0:1788926528.171263:0:34052:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9d76d3318800. 00000020:00000010:2.0:1788926528.171278:0:34052:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9d76c7c73200. 00000040:00000010:2.0:1788926528.171282:0:34052:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9d76c7c72e00. 00000020:00000010:2.0:1788926528.171285:0:34052:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9d76d84b6800. 00000020:00000010:2.0:1788926528.171289:0:34052:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9d76d850f3b8. 00000020:00000010:2.0:1788926528.171293:0:34052:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9d76c7c73000. 80000000:00000010:2.0:1788926528.171296:0:34052:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9d76c866fa80. 40000000:00000010:2.0:1788926528.171300:0:34052:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9d76d33182c0. 00100000:00000010:2.0:1788926528.171304:0:34052:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9d76d84b6000. 00040000:00000010:2.0:1788926528.171307:0:34052:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9d76c83d4e00. 00040000:00000010:2.0:1788926528.171310:0:34052:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9d76d84b3800. 00040000:00000010:2.0:1788926528.171312:0:34052:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9d76c8b66400. 00000004:00000010:2.0:1788926528.171315:0:34052:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9d76d84b1000. 00000004:00000010:2.0:1788926528.171319:0:34052:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9d76c8129000. 00000004:00000010:2.0:1788926528.171322:0:34052:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9d76d84b3000. 00002000:00000010:2.0:1788926528.171325:0:34052:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9d76d10dd000. 00000004:00000010:2.0:1788926528.171328:0:34052:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9d76d10dfc00. 00000020:00000010:2.0:1788926528.171331:0:34052:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c7c73400. 00010000:00000010:2.1:1788926528.183929:0:34053:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a700. 00010000:00000010:2.1:1788926528.183945:0:34053:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008e00. 00000040:00000010:1.0:1788926528.186885:0:16800:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9d76c866f3c0. 00000040:00000001:1.0:1788926528.186895:0:16800:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788926528.186898:0:16800:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 00000040:00000010:1.0:1788926528.186903:0:16800:0:(llog.c:70:llog_free_handle()) kvfreed 'loghandle->lgh_hdr': 8192 at ffff9d76d11b4000. 00000040:00000010:1.0:1788926528.186907:0:16800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9d76d18ccc00. 00000020:00000001:1.0:1788926528.186910:0:16800:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.186913:0:16800:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788926528.186918:0:16800:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9d76d18cd600. 00000040:00000010:1.0:1788926528.186921:0:16800:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9d76d18cde00. 00000020:00000010:1.0:1788926528.186925:0:16800:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9d76ca7ab000. 00000020:00000010:1.0:1788926528.186930:0:16800:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9d76d18cd200. 80000000:00000010:1.0:1788926528.186933:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9d76e0052660. 00040000:00000010:1.0:1788926528.186938:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9d76d18cce00. 20000000:00000010:1.0:1788926528.186942:0:16800:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9d76d18cca00. 00000020:00000010:1.0:1788926528.186945:0:16800:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d18cc800. 10000000:00000010:1.0:1788926528.186947:0:16800:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9d76c7e99b00. 10000000:01000000:1.0:1788926528.186950:0:16800:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.140@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1788926528.186953:0:16800:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788926528.186955:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.186957:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.186960:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498000 refcount=3 00000020:00000001:1.0:1788926528.186962:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926528.186965:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107362304 : -108341602189312 : ffff9d76c1498000) 00010000:00000001:1.0:1788926528.186968:0:16800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926528.186973:0:16800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab67e expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.186982:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.186984:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926528.186986:0:16800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab67e expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.186993:0:16800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926528.186994:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.186995:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788926528.186997:0:16800:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.186999:0:16800:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.187002:0:16800:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788926528.187004:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788926528.187006:0:16800:0:(mgc_request.c:108:config_log_get()) log params (ffff9d76ca5f4a00) refs 2 10000000:00000001:1.0:1788926528.187008:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.187010:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788926528.187011:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9d76ca5f5200) refs 3 10000000:00000001:1.0:1788926528.187013:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788926528.187014:0:16800:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788926528.187016:0:16800:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788926528.187017:0:16800:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788926528.187019:0:16800:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d76e0357000 from 7 10000000:00000001:1.0:1788926528.187021:0:16800:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788926528.187023:0:16800:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788926528.187032:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926528.187038:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.187042:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.187045:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.187050:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.187057:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aea00. 00000100:00000001:1.0:1788926528.187063:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.187068:0:16800:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926528.187070:0:16800:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926528.187076:0:16800:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f200. 00010000:00000001:1.0:1788926528.187080:0:16800:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926528.187083:0:16800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499e00. 00000020:00000001:1.0:1788926528.187087:0:16800:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926528.187090:0:16800:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499e00 with handle 0xdeff66104c08c8cc to hash 00000020:00000001:1.0:1788926528.187092:0:16800:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926528.187093:0:16800:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926528.187096:0:16800:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926528.187099:0:16800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926528.187102:0:16800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926528.187105:0:16800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926528.187113:0:16800:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926528.187123:0:16800:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926528.187129:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.187131:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.187137:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.187140:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732634197376 : -108341075354240 : ffff9d76e0b05d80) 00000100:00000001:1.0:1788926528.187142:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.187143:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926528.187149:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.187153:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.187155:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.187157:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.187167:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.187175:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.187178:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.187181:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.187184:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.187186:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.187199:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966080:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.187204:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.187209:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.187211:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.187213:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.187218:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03000. 02000000:00000001:1.0:1788926528.187220:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.187227:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.187231:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb45d8. 00000400:00000010:1.0:1788926528.187237:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926528.187244:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513966080, portal 25 00000100:00000001:1.0:1788926528.187246:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.187248:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926528.187253:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.187261:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.187264:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.187266:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f84c8. 00000100:00000200:1.0:1788926528.187270:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875823513966080, offset 0 00000400:00000200:1.0:1788926528.187277:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.187285:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.187292:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.187298:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.187301:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.187304:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.187306:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.187310:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2888:2888:256:4294967295] 192.168.203.140@tcp LPNI seq info [2888:2888:8:4294967295] 00000400:00000200:1.0:1788926528.187314:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.187323:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.187329:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.187334:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ee00. 00000800:00000200:1.0:1788926528.187340:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.187348:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.187352:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.187362:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.187366:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.187368:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567514 00000100:00000001:1.0:1788926528.187375:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567477 00000100:00000001:1.0:1788926528.187379:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567514 00000100:00000001:1.0:1788926528.187383:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567477 00000100:00000001:1.0:1788926528.187385:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.187388:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.187390:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.187391:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.187394:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e0b05d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.187416:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.187419:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.192074:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.192084:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ee00. 00000400:00000200:2.0:1788926528.192092:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.192101:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.192110:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:2.0:1788926528.192113:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:2.0:1788926528.192118:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.192126:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.192138:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.192141:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.192148:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.192151:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926528.195008:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.195025:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926528.195029:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.195031:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.195039:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.195047:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926528.195056:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.195060:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.195065:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.195069:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 344 into portal 25 MB=0x6aa0d32361600 00000400:00000200:3.0:1788926528.195074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.195079:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 344/344 into md 0x8395 [1] + 224 00000800:00000001:3.0:1788926528.195086:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.195092:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.195095:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.195099:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926528.195106:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.195114:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926528.195125:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.195140:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926528.195148:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.195151:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.195713:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926528.195720:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926528.195722:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926528.195725:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb45d8. 00000400:00000200:1.0:1788926528.195730:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926528.195732:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926528.195735:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926528.195741:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926528.195750:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.195757:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926528.195759:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.195761:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926528.195764:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926528.195766:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926528.195768:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.195771:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926528.195777:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926528.195781:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926528.195783:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926528.195785:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.195788:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926528.195790:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.195793:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926528.195798:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.195804:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.195807:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926528.195809:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926528.195812:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926528.195820:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966080:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.195825:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.195827:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.195829:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926528.195831:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.195834:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.195847:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.195850:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.195853:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926528.195855:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.195857:0:16800:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926528.195860:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.195863:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.195866:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=4 00000020:00000001:1.0:1788926528.195869:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926528.195872:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000040:1.0:1788926528.195877:0:16800:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499e00, remote cookie: 0x840913afd2dab685, flags: 0x0 00010000:00000001:1.0:1788926528.195880:0:16800:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926528.195884:0:16800:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926528.195885:0:16800:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926528.195887:0:16800:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926528.195888:0:16800:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926528.195891:0:16800:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9d76d065f200) refcount = 1 00010000:00010000:1.0:1788926528.195895:0:16800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab685 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.195902:0:16800:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926528.195904:0:16800:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926528.195905:0:16800:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926528.195908:0:16800:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926528.195910:0:16800:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926528.195914:0:16800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x840913afd2dab685 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.195919:0:16800:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926528.195921:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.195922:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926528.195923:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.195924:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926528.195926:0:16800:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.195928:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.195931:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513966080/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.195937:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926528.195940:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926528.195943:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03000. 02000000:00000001:1.0:1788926528.195945:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926528.195947:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.195949:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.195951:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926528.195953:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10aea00. 02000000:00000001:1.0:1788926528.195956:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926528.195957:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926528.195959:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926528.195962:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926528.195963:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788926528.195965:0:16800:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.195968:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788926528.195970:0:16800:0:(mgc_request.c:108:config_log_get()) log params (ffff9d76ca5f4a00) refs 3 10000000:00000001:1.0:1788926528.195972:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.195973:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.195975:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.195976:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:1.0:1788926528.195978:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926528.195980:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:1.0:1788926528.195982:0:16800:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788926528.195983:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.195984:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926528.195985:0:16800:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.195988:0:16800:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788926528.195992:0:16800:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9d76e020ed00. 00000020:00000010:1.0:1788926528.195995:0:16800:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d10aea00. 00000020:00000010:1.0:1788926528.196001:0:16800:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76d10af200. 00000040:00000010:1.0:1788926528.196004:0:16800:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9d76d10aec00. 00000020:00000010:1.0:1788926528.196008:0:16800:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9d76c997b800. 00000020:00000010:1.0:1788926528.196012:0:16800:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9d76d10afa00. 80000000:00000010:1.0:1788926528.196016:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9d76e004eba0. 00040000:00000010:1.0:1788926528.196023:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9d76d10ae400. 20000000:00000010:1.0:1788926528.196026:0:16800:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9d76d10afe00. 10000000:00000040:1.0:1788926528.196030:0:16800:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9d76c395a900 : new refcount 2 00000020:00000001:1.0:1788926528.196032:0:16800:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788926528.196034:0:16800:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788926528.196036:0:16800:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788926528.196039:0:16800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9d76d10ae200. 00000040:00000001:1.0:1788926528.196042:0:16800:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788926528.196044:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000010:1.0:1788926528.196047:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926528.196050:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.196053:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.196055:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.196058:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.196064:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afc00. 00000100:00000001:1.0:1788926528.196069:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.196073:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.196074:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.196078:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.196080:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732634197376 : -108341075354240 : ffff9d76e0b05d80) 00000100:00000001:1.0:1788926528.196082:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.196084:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926528.196088:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.196091:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.196093:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.196095:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.196098:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.196106:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.196107:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.196110:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.196112:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.196114:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.196118:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966208:192.168.203.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.196121:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.196125:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.196127:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.196129:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.196132:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10af000. 02000000:00000001:1.0:1788926528.196134:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.196139:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.196142:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb45d8. 00000400:00000010:1.0:1788926528.196146:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926528.196150:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513966208, portal 25 00000100:00000001:1.0:1788926528.196152:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.196153:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926528.196158:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.196164:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.196167:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.196170:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f86e8. 00000100:00000200:1.0:1788926528.196173:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875823513966208, offset 0 00000400:00000200:1.0:1788926528.196178:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.196184:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.196199:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.196204:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.196208:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.196211:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.196213:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.196217:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2889:2889:256:4294967295] 192.168.203.140@tcp LPNI seq info [2889:2889:8:4294967295] 00000400:00000200:1.0:1788926528.196221:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.196230:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.196235:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.196240:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186eb00. 00000800:00000200:1.0:1788926528.196246:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.196253:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.196257:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186eb00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.196268:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.196271:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.196274:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567523 00000100:00000001:1.0:1788926528.196280:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567514 00000100:00000001:1.0:1788926528.196285:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567523 00000100:00000001:1.0:1788926528.196288:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567514 00000100:00000001:1.0:1788926528.196290:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.196293:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.196295:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.196296:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.196298:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e0b05d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.196300:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.196302:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.197865:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.197872:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186eb00. 00000400:00000200:2.0:1788926528.197878:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.197886:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.197892:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:2.0:1788926528.197895:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:2.0:1788926528.197899:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.197906:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.197917:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.197920:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.197927:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.197929:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788926528.198726:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926528.198730:0:23047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926528.198733:0:23047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926528.198736:0:23047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926528.198740:0:23047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926528.198742:0:23047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926528.198744:0:23047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926528.198747:0:23047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926528.199315:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926528.199319:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926528.199322:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788926528.202390:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.202483:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926528.202487:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.202489:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.202497:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.202504:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926528.202512:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.202517:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.202522:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.202526:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 272 into portal 25 MB=0x6aa0d32361680 00000400:00000200:3.0:1788926528.202531:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.202537:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 272/272 into md 0x839d [1] + 224 00000800:00000001:3.0:1788926528.202544:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.202926:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.202930:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.202936:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926528.202943:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.202951:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926528.202961:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.202979:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926528.202988:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.202992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.203739:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926528.203748:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926528.203750:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926528.203754:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb45d8. 00000400:00000200:1.0:1788926528.203759:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926528.203761:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926528.203765:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926528.203770:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926528.203779:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.203786:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926528.203787:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.203790:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926528.203793:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926528.203795:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926528.203797:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.203800:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926528.203807:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926528.203811:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926528.203813:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926528.203814:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926528.203817:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926528.203820:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.203823:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926528.203827:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.203833:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.203836:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926528.203838:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926528.203841:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926528.203848:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966208:192.168.203.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.203852:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.203855:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.203858:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926528.203860:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.203864:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.203869:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.203872:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.203875:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926528.203877:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788926528.203882:0:16800:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788926528.203886:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.203888:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.203891:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926528.203892:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.203895:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513966208/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 504/272 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.203900:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926528.203903:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926528.203906:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10af000. 02000000:00000001:1.0:1788926528.203909:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926528.203910:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.203911:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.203913:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926528.203915:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10afc00. 02000000:00000001:1.0:1788926528.203918:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926528.203920:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926528.203922:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926528.203925:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926528.203926:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788926528.203929:0:16800:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788926528.203932:0:16800:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788926528.203938:0:16800:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9d76d11b4000. 00000040:00000001:1.0:1788926528.203940:0:16800:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788926528.203942:0:16800:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788926528.203944:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000010:1.0:1788926528.203948:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926528.203950:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926528.203953:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926528.203956:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926528.203960:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926528.203966:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afc00. 00000100:00000001:1.0:1788926528.203971:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.203974:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926528.203975:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926528.203980:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e0b05d80. 00000100:00000001:1.0:1788926528.203982:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732634197376 : -108341075354240 : ffff9d76e0b05d80) 00000100:00000001:1.0:1788926528.203985:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.203986:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926528.203991:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926528.203995:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.203997:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926528.203999:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926528.204003:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.204010:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926528.204011:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.204014:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926528.204017:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926528.204020:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926528.204023:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966336:192.168.203.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.204026:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926528.204031:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926528.204034:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.204036:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926528.204052:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9d76c8968000. 02000000:00000001:1.0:1788926528.204054:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.204060:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926528.204064:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb45d8. 00000400:00000010:1.0:1788926528.204070:0:16800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9d76e0b05900. 00000100:00000200:1.0:1788926528.204075:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875823513966336, portal 25 00000100:00000001:1.0:1788926528.204077:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926528.204079:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926528.204084:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.204092:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926528.204095:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926528.204098:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926528.204102:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875823513966336, offset 0 00000400:00000200:1.0:1788926528.204108:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926528.204114:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.204121:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926528.204126:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926528.204130:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926528.204133:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926528.204136:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926528.204139:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2890:2890:256:4294967295] 192.168.203.140@tcp LPNI seq info [2890:2890:8:4294967295] 00000400:00000200:1.0:1788926528.204143:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926528.204151:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926528.204157:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926528.204162:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e600. 00000800:00000200:1.0:1788926528.204168:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926528.204175:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926528.204179:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788926528.204204:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926528.204208:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926528.204210:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567531 00000100:00000001:1.0:1788926528.204216:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567523 00000100:00000001:1.0:1788926528.204221:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567531 00000100:00000001:1.0:1788926528.204224:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567523 00000100:00000001:1.0:1788926528.204227:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926528.204229:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926528.204231:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926528.204233:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926528.204235:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e0b05d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926528.204237:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926528.204238:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.204475:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.204480:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e600. 00000400:00000200:2.0:1788926528.204484:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.204489:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.204493:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:2.0:1788926528.204494:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:2.0:1788926528.204498:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.204502:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.204518:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.204522:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.204527:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.204529:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926528.224598:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.224659:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.224663:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.224666:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.224676:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.224828:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.224840:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.224846:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.224851:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.224856:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 8416 into portal 25 MB=0x6aa0d32361700 00000400:00000200:2.0:1788926528.224861:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.224867:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 8416/8416 into md 0x83a5 [4] + 224 00000800:00000001:2.0:1788926528.224874:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.224901:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.224905:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.224910:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926528.224917:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.224925:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926528.224937:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.224953:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926528.224960:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.224963:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.224974:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926528.224981:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926528.224983:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926528.224985:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb45d8. 00000400:00000200:2.0:1788926528.224989:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76e0b05900 00000400:00000010:2.0:1788926528.224991:0:16800:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9d76e0b05900. 00000100:00000001:2.0:1788926528.224994:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.224998:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926528.225006:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.225013:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926528.225015:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.225017:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926528.225020:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926528.225023:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926528.225024:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.225027:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926528.225034:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926528.225038:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926528.225040:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926528.225041:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926528.225044:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926528.225046:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.225048:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926528.225052:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.225058:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926528.225061:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926528.225062:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926528.225066:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926528.225073:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966336:192.168.203.140@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788926528.225077:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926528.225080:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.225083:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926528.225084:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.225087:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.225093:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926528.225096:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e0b05d80. 00000100:00000001:2.0:1788926528.225098:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926528.225100:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788926528.225107:0:16800:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788926528.225108:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.225111:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513966336/t0(0) o503->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.225116:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926528.225118:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926528.225121:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9d76c8968000. 02000000:00000001:2.0:1788926528.225131:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926528.225133:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926528.225135:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926528.225137:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926528.225139:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10afc00. 02000000:00000001:2.0:1788926528.225142:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926528.225144:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926528.225146:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:2.0:1788926528.225149:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926528.225150:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926528.225153:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926528.225154:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926528.225155:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1788926528.225158:0:16800:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788926528.225160:0:16800:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788926528.225163:0:16800:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788926528.225167:0:16800:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9d76c866fa80. 00000040:00001000:2.0:1788926528.225170:0:16800:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1788926528.226800:0:34058:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788926528.226811:0:34058:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d0794600. 00000020:00000010:0.0:1788926528.226819:0:34058:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76d0795000. 00000040:00000010:0.0:1788926528.226823:0:34058:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9d76d18cc800. 00000020:00000010:0.0:1788926528.226828:0:34058:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9d76ca7a9800. 00000020:00000010:0.0:1788926528.226833:0:34058:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9d76e034d588. 00000020:00000010:0.0:1788926528.226837:0:34058:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9d76d18cca00. 80000000:00000010:0.0:1788926528.226841:0:34058:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9d76e0052240. 40000000:00000010:0.0:1788926528.226845:0:34058:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9d76c7e99140. 00100000:00000010:0.0:1788926528.226851:0:34058:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9d76ca7ac800. 00040000:00000010:0.0:1788926528.226855:0:34058:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9d76d1aa2600. 00040000:00000010:0.0:1788926528.226858:0:34058:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9d76ca7a8800. 00040000:00000010:0.0:1788926528.226862:0:34058:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9d76d18cce00. 00000004:00000010:0.0:1788926528.226866:0:34058:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9d76ca7ae800. 00000004:00000010:0.0:1788926528.226871:0:34058:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9d76d10c4000. 00000004:00000010:0.0:1788926528.226876:0:34058:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9d76ca7ac000. 00002000:00000010:0.0:1788926528.226880:0:34058:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9d76c880e800. 00000004:00000010:0.0:1788926528.226884:0:34058:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9d76c880fc00. 00000020:00000010:0.0:1788926528.226888:0:34058:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9d76c7e99300. 00000040:00000010:0.0:1788926528.226896:0:34058:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9d76e024e000. 00000040:00080000:0.0:1788926528.227355:0:34058:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1788926528.227361:0:34058:0:(llog.c:899:llog_process_thread()) kvfreed 'buf': 8192 at ffff9d76e024e000. 00000020:00000010:0.0:1788926528.227368:0:34058:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9d76c7e99300. 00000020:00000010:0.0:1788926528.227382:0:34058:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9d76d0795000. 00000040:00000010:0.0:1788926528.227387:0:34058:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9d76d18cc800. 00000020:00000010:0.0:1788926528.227390:0:34058:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9d76ca7a9800. 00000020:00000010:0.0:1788926528.227421:0:34058:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9d76e034d588. 00000020:00000010:0.0:1788926528.227427:0:34058:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9d76d18cca00. 80000000:00000010:0.0:1788926528.227430:0:34058:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9d76e0052240. 40000000:00000010:0.0:1788926528.227434:0:34058:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9d76c7e99140. 00100000:00000010:0.0:1788926528.227438:0:34058:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9d76ca7ac800. 00040000:00000010:0.0:1788926528.227440:0:34058:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9d76d1aa2600. 00040000:00000010:0.0:1788926528.227444:0:34058:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9d76ca7a8800. 00040000:00000010:0.0:1788926528.227447:0:34058:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9d76d18cce00. 00000004:00000010:0.0:1788926528.227450:0:34058:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9d76ca7ae800. 00000004:00000010:0.0:1788926528.227453:0:34058:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9d76d10c4000. 00000004:00000010:0.0:1788926528.227458:0:34058:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9d76ca7ac000. 00002000:00000010:0.0:1788926528.227460:0:34058:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9d76c880e800. 00000004:00000010:0.0:1788926528.227463:0:34058:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9d76c880fc00. 00000020:00000010:0.0:1788926528.227466:0:34058:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d0794600. 00000040:00000010:2.0:1788926528.228492:0:16800:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9d76c866fa80. 00000040:00000001:2.0:1788926528.228499:0:16800:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1788926528.228503:0:16800:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1788926528.228507:0:16800:0:(llog.c:70:llog_free_handle()) kvfreed 'loghandle->lgh_hdr': 8192 at ffff9d76d11b4000. 00000040:00000010:2.0:1788926528.228511:0:16800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9d76d10ae200. 00000020:00000001:2.0:1788926528.228514:0:16800:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788926528.228517:0:16800:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1788926528.228521:0:16800:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9d76d10af200. 00000040:00000010:2.0:1788926528.228524:0:16800:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9d76d10aec00. 00000020:00000010:2.0:1788926528.228527:0:16800:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9d76c997b800. 00000020:00000010:2.0:1788926528.228531:0:16800:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9d76d10afa00. 80000000:00000010:2.0:1788926528.228534:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9d76e004eba0. 00040000:00000010:2.0:1788926528.228538:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9d76d10ae400. 20000000:00000010:2.0:1788926528.228541:0:16800:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9d76d10afe00. 00000020:00000010:2.0:1788926528.228544:0:16800:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d10aea00. 10000000:00000010:2.0:1788926528.228557:0:16800:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9d76e020ed00. 10000000:01000000:2.0:1788926528.228561:0:16800:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.140@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1788926528.228564:0:16800:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788926528.228567:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926528.228570:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926528.228573:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499e00 refcount=3 00000020:00000001:2.0:1788926528.228575:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:2.0:1788926528.228578:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369984 : -108341602181632 : ffff9d76c1499e00) 00010000:00000001:2.0:1788926528.228580:0:16800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926528.228585:0:16800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab685 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926528.228593:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926528.228594:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926528.228596:0:16800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.140@tcp lock: ffff9d76c1499e00/0xdeff66104c08c8cc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab685 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926528.228602:0:16800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926528.228604:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926528.228605:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788926528.228614:0:16800:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788926528.228618:0:16800:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788926528.228620:0:16800:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788926528.228622:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788926528.228624:0:16800:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9d76c7c60800) refs 2 10000000:00000001:2.0:1788926528.228626:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788926528.228628:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788926528.228629:0:16800:0:(mgc_request.c:123:config_log_put()) log params(ffff9d76ca5f4a00) refs 3 10000000:00000001:2.0:1788926528.228632:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788926528.228633:0:16800:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788926528.228635:0:16800:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1788926528.228637:0:16800:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788926528.228639:0:16800:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d76d07a4d40 from 1 10000000:00000001:2.0:1788926528.228641:0:16800:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788926528.228643:0:16800:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1788926528.228651:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a300. 00000020:00000040:2.0:1788926528.228654:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926528.228658:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926528.228661:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926528.228665:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926528.228672:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c8b67200. 00000100:00000001:2.0:1788926528.228678:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926528.228831:0:16800:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926528.228835:0:16800:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926528.228840:0:16800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f700 count: 2 00010000:00000001:2.0:1788926528.228843:0:16800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926528.228846:0:16800:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926528.228850:0:16800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880bc00. 00000020:00000001:2.0:1788926528.228854:0:16800:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926528.228857:0:16800:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880bc00 with handle 0xdeff66104c08c8d3 to hash 00000020:00000001:2.0:1788926528.228859:0:16800:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926528.228860:0:16800:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926528.228863:0:16800:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:2.0:1788926528.228866:0:16800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926528.228869:0:16800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926528.228872:0:16800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926528.228884:0:16800:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926528.228895:0:16800:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926528.228900:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926528.228902:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926528.228908:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c3c0. 00000100:00000001:2.0:1788926528.228911:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237075392 : -108341472476224 : ffff9d76c904c3c0) 00000100:00000001:2.0:1788926528.228913:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926528.228914:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000001:2.0:1788926528.228919:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926528.228923:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.228925:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926528.228926:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926528.228935:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.228943:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926528.228945:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.228948:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926528.228950:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926528.228952:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926528.228956:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966464:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788926528.228959:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926528.228964:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926528.228966:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926528.228968:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926528.228972:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926528.228974:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926528.228981:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926528.228986:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926528.228993:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85305d8. 00000100:00000200:2.0:1788926528.228999:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513966464, portal 25 00000100:00000001:2.0:1788926528.229000:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926528.229002:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000040:2.0:1788926528.229007:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.229015:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926528.229018:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926528.229021:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926528.229024:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875823513966464, offset 0 00000400:00000200:2.0:1788926528.229030:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926528.229037:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.229044:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926528.229049:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926528.229053:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926528.229056:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926528.229059:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926528.229062:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2891:2891:256:4294967295] 192.168.203.140@tcp LPNI seq info [2891:2891:8:4294967295] 00000400:00000200:2.0:1788926528.229066:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.229074:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926528.229079:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926528.229084:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926528.229090:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926528.229096:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926528.229100:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926528.232869:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926528.232885:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926528.232888:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567560 00000100:00000001:2.0:1788926528.232896:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567531 00000100:00000001:2.0:1788926528.232901:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567560 00000100:00000001:2.0:1788926528.232905:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567531 00000100:00000001:2.0:1788926528.232907:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926528.232910:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.232914:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926528.232916:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926528.232919:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788926528.232922:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926528.232925:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926528.240884:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926528.240893:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:2.0:1788926528.240901:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.240909:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926528.240917:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:2.0:1788926528.240920:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:2.0:1788926528.240925:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926528.240932:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.240943:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926528.240947:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.240955:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926528.240957:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926528.252364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.252379:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926528.252383:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.252385:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.252393:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.252416:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926528.252425:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.252429:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.252433:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.252438:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 344 into portal 25 MB=0x6aa0d32361780 00000400:00000200:3.0:1788926528.252443:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.252449:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 344/344 into md 0x83ad [1] + 224 00000800:00000001:3.0:1788926528.252455:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.252461:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926528.252465:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.252469:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926528.252475:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.252484:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926528.252495:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.252510:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926528.252517:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926528.252520:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926528.252530:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926528.252536:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926528.252538:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926528.252541:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a69f8. 00000400:00000200:3.0:1788926528.252545:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85305d8 00000400:00000010:3.0:1788926528.252561:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85305d8. 00000100:00000001:3.0:1788926528.252564:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926528.252568:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926528.252576:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.252582:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926528.252584:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926528.252586:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926528.252589:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926528.252592:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926528.252594:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926528.252596:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926528.252603:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926528.252613:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926528.252616:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926528.252617:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926528.252620:0:16800:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926528.252622:0:16800:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.252625:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926528.252629:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.252636:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926528.252639:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926528.252641:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926528.252645:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926528.252654:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966464:192.168.203.140@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788926528.252658:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926528.252661:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.252663:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926528.252665:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.252669:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.252675:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926528.252677:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c3c0. 00000100:00000001:3.0:1788926528.252832:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926528.252835:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926528.252838:0:16800:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926528.252841:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926528.252844:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926528.252846:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=4 00000020:00000001:3.0:1788926528.252849:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:3.0:1788926528.252852:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000040:3.0:1788926528.252858:0:16800:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880bc00, remote cookie: 0x840913afd2dab68c, flags: 0x0 00010000:00000001:3.0:1788926528.252862:0:16800:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926528.252865:0:16800:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926528.252867:0:16800:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926528.252869:0:16800:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926528.252870:0:16800:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926528.252873:0:16800:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9d76d065f700) refcount = 2 00010000:00000040:3.0:1788926528.252876:0:16800:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788926528.252880:0:16800:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.140@tcp lock: ffff9d76c1498000/0xdeff66104c08c8c5 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x840913afd2dab67e expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926528.252889:0:16800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab68c expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926528.252895:0:16800:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926528.252897:0:16800:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926528.252898:0:16800:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926528.252901:0:16800:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926528.252904:0:16800:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926528.252907:0:16800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x840913afd2dab68c expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926528.252913:0:16800:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926528.252914:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926528.252916:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926528.252917:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926528.252918:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926528.252920:0:16800:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.252922:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.252926:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a300 x1875823513966464/t0(0) o101->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 328/344 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.252932:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926528.252934:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926528.252937:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:3.0:1788926528.252940:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926528.252942:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926528.252945:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926528.252947:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926528.252950:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c8b67200. 02000000:00000001:3.0:1788926528.252952:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926528.252954:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926528.252956:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a300. 00000100:00000001:3.0:1788926528.252960:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926528.252961:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1788926528.252963:0:16800:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788926528.252966:0:16800:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788926528.252968:0:16800:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9d76c7c60800) refs 3 10000000:00000001:3.0:1788926528.252970:0:16800:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926528.252972:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926528.252973:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926528.252975:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:3.0:1788926528.252977:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:3.0:1788926528.252979:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:3.0:1788926528.252981:0:16800:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1788926528.252982:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926528.252983:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926528.252984:0:16800:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788926528.252987:0:16800:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1788926528.252991:0:16800:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9d76d11f9f80. 00000020:00000010:3.0:1788926528.252995:0:16800:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d8552e00. 00000020:00000010:3.0:1788926528.252999:0:16800:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76d8553600. 00000040:00000010:3.0:1788926528.253002:0:16800:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9d76d8552400. 00000020:00000010:3.0:1788926528.253006:0:16800:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9d76ca69f800. 00000020:00000010:3.0:1788926528.253011:0:16800:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9d76d8553000. 80000000:00000010:3.0:1788926528.253014:0:16800:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9d76d1198480. 00040000:00000010:3.0:1788926528.253019:0:16800:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9d76d8553400. 20000000:00000010:3.0:1788926528.253023:0:16800:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9d76d8553a00. 10000000:00000040:3.0:1788926528.253027:0:16800:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9d76c395a900 : new refcount 2 00000020:00000001:3.0:1788926528.253029:0:16800:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1788926528.253031:0:16800:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:3.0:1788926528.253034:0:16800:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788926528.253037:0:16800:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9d76d8553800. 00000040:00000001:3.0:1788926528.253041:0:16800:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788926528.253043:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000010:3.0:1788926528.253047:0:16800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc380. 00000020:00000040:3.0:1788926528.253050:0:16800:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=5 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926528.253054:0:16800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926528.253056:0:16800:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926528.253060:0:16800:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926528.253065:0:16800:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8552800. 00000100:00000001:3.0:1788926528.253070:0:16800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.253075:0:16800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926528.253076:0:16800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926528.253080:0:16800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c2ff0780. 00000100:00000001:3.0:1788926528.253082:0:16800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732136036224 : -108341573515392 : ffff9d76c2ff0780) 00000100:00000001:3.0:1788926528.253085:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926528.253086:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227179392 : -108341482372224 : ffff9d76c86dc380) 00000100:00000001:3.0:1788926528.253090:0:16800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926528.253094:0:16800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.253096:0:16800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926528.253097:0:16800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926528.253101:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.253108:0:16800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926528.253109:0:16800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926528.253112:0:16800:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926528.253114:0:16800:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926528.253116:0:16800:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926528.253119:0:16800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966592:192.168.203.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788926528.253122:0:16800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926528.253126:0:16800:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926528.253128:0:16800:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926528.253130:0:16800:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926528.253132:0:16800:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552a00. 02000000:00000001:3.0:1788926528.253134:0:16800:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926528.253138:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926528.253142:0:16800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b5d8. 00000400:00000010:3.0:1788926528.253146:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab220. 00000100:00000200:3.0:1788926528.253150:0:16800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513966592, portal 25 00000100:00000001:3.0:1788926528.253152:0:16800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926528.253153:0:16800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227179392 : -108341482372224 : ffff9d76c86dc380) 00000100:00000040:3.0:1788926528.253158:0:16800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.253165:0:16800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926528.253168:0:16800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926528.253170:0:16800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926528.253173:0:16800:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875823513966592, offset 0 00000400:00000200:3.0:1788926528.253177:0:16800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926528.253182:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.253199:0:16800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926528.253204:0:16800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926528.253208:0:16800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926528.253211:0:16800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926528.253214:0:16800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926528.253217:0:16800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2892:2892:256:4294967295] 192.168.203.140@tcp LPNI seq info [2892:2892:8:4294967295] 00000400:00000200:3.0:1788926528.253222:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926528.253229:0:16800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926528.253234:0:16800:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926528.253239:0:16800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341e00. 00000800:00000200:3.0:1788926528.253245:0:16800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926528.253252:0:16800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926528.253256:0:16800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341e00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788926528.253269:0:16800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926528.253273:0:16800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926528.253275:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296567579 00000100:00000001:3.0:1788926528.253281:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567560 00000100:00000001:3.0:1788926528.253285:0:16800:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296567579 00000100:00000001:3.0:1788926528.253289:0:16800:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567560 00000100:00000001:3.0:1788926528.253291:0:16800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926528.253293:0:16800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.253296:0:16800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926528.253297:0:16800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926528.253299:0:16800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c2ff0780 going to sleep for 11 seconds 00000100:00000001:3.0:1788926528.253301:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926528.253303:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926528.255148:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926528.255158:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341e00. 00000400:00000200:3.0:1788926528.255165:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926528.255173:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926528.255179:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:3.0:1788926528.255183:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:3.0:1788926528.255196:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926528.255204:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.255216:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926528.255220:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926528.255227:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926528.255229:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926528.270319:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.270337:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926528.270342:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.270344:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.270353:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.270360:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926528.270370:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.270374:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.270379:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.270383:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 272 into portal 25 MB=0x6aa0d32361800 00000400:00000200:2.0:1788926528.270388:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926528.270414:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 272/272 into md 0x83bd [1] + 224 00000800:00000001:2.0:1788926528.270423:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.270432:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926528.270436:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926528.270440:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926528.270447:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926528.270457:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926528.270466:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926528.270484:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926528.270490:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926528.270493:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.271733:0:16800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926528.271742:0:16800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926528.271744:0:16800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926528.271748:0:16800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b5d8. 00000400:00000200:1.0:1788926528.271754:0:16800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab220 00000400:00000010:1.0:1788926528.271757:0:16800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab220. 00000100:00000001:1.0:1788926528.271761:0:16800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926528.271769:0:16800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926528.271780:0:16800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.271786:0:16800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926528.271788:0:16800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.271791:0:16800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926528.271794:0:16800:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926528.271797:0:16800:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926528.271799:0:16800:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926528.271802:0:16800:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926528.271808:0:16800:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926528.271812:0:16800:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926528.271815:0:16800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788926528.271818:0:16800:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.271824:0:16800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788926528.271827:0:16800:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788926528.271832:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.271838:0:16800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788926528.271842:0:16800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926528.271844:0:16800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926528.271848:0:16800:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926528.271855:0:16800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1e719c6c-256b-48c8-9f76-652d6eeac954:16800:1875823513966592:192.168.203.140@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788926528.271860:0:16800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926528.271863:0:16800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788926528.271865:0:16800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926528.271867:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.271872:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.271878:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926528.271881:0:16800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c2ff0780. 00000100:00000001:1.0:1788926528.271884:0:16800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926528.271886:0:16800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1788926528.271889:0:16800:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1788926528.271893:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.271895:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.271897:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926528.271899:0:16800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926528.271902:0:16800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc380 x1875823513966592/t0(0) o501->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 512/272 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926528.271908:0:16800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926528.271911:0:16800:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926528.271913:0:16800:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552a00. 02000000:00000001:1.0:1788926528.271916:0:16800:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926528.271917:0:16800:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926528.271918:0:16800:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926528.271920:0:16800:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926528.271922:0:16800:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8552800. 02000000:00000001:1.0:1788926528.271925:0:16800:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926528.271926:0:16800:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926528.271928:0:16800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc380. 00000100:00000001:1.0:1788926528.271931:0:16800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926528.271932:0:16800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1788926528.271934:0:16800:0:(llog.c:1559:llog_open()) MGC192.168.203.140@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1788926528.271937:0:16800:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9d76d8553800. 00000040:00000001:1.0:1788926528.271940:0:16800:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1788926528.271942:0:16800:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788926528.271945:0:16800:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1788926528.271951:0:16800:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9d76d8553600. 00000040:00000010:1.0:1788926528.271954:0:16800:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9d76d8552400. 00000020:00000010:1.0:1788926528.271958:0:16800:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9d76ca69f800. 00000020:00000010:1.0:1788926528.271963:0:16800:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9d76d8553000. 80000000:00000010:1.0:1788926528.271966:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9d76d1198480. 00040000:00000010:1.0:1788926528.271970:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9d76d8553400. 20000000:00000010:1.0:1788926528.271974:0:16800:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9d76d8553a00. 00000020:00000010:1.0:1788926528.271977:0:16800:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d8552e00. 10000000:00000010:1.0:1788926528.271980:0:16800:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9d76d11f9f80. 10000000:01000000:1.0:1788926528.271983:0:16800:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.140@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1788926528.271986:0:16800:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788926528.271988:0:16800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926528.271990:0:16800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926528.271993:0:16800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880bc00 refcount=3 00000020:00000001:1.0:1788926528.271995:0:16800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:1.0:1788926528.271998:0:16800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228422656 : -108341481128960 : ffff9d76c880bc00) 00010000:00000001:1.0:1788926528.272000:0:16800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926528.272004:0:16800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab68c expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.272012:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.272013:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926528.272016:0:16800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.140@tcp lock: ffff9d76c880bc00/0xdeff66104c08c8d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x840913afd2dab68c expref: -99 pid: 16800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926528.272021:0:16800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926528.272023:0:16800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926528.272024:0:16800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788926528.272025:0:16800:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788926528.272027:0:16800:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788926528.272031:0:16800:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788926528.272033:0:16800:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788926528.272034:0:16800:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9d76c7c60800) refs 3 10000000:00000001:1.0:1788926528.272036:0:16800:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1788926528.578119:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926528.578127:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926528.578129:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926528.578134:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926528.578137:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926528.578140:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926528.578142:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926528.578145:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926528.578159:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926529.218478:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926529.218485:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926529.221653:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926529.221659:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926529.221664:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926529.601528:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926529.601536:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926529.601538:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926529.601543:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926529.601547:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926529.601550:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926529.601553:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926529.601555:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926529.601559:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926530.241570:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926530.241577:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926530.241642:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926530.241646:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926530.241649:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926530.625561:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926530.625569:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926530.625571:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926530.625577:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926530.625580:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926530.625584:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926530.625586:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926530.625588:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926530.625591:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926531.266357:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926531.266364:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926531.266671:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926531.266675:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926531.266678:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926531.649907:0:33824:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788926531.649914:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926531.649916:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926531.649921:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 0 seconds 00000100:00000001:0.0:1788926531.649925:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926531.649929:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926531.649931:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926531.649933:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926531.649936:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926531.650085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926531.650092:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926531.650103:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38380. 00000020:00000040:2.0:1788926531.650109:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926531.650112:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926531.650115:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926531.650120:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926531.650128:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4e00. 00000100:00000001:2.0:1788926531.650134:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926531.650146:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926531.650157:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926531.650161:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926531.650174:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc8ac54c] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.650200:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788926531.650203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788926531.650206:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1788926531.650209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926531.650212:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926531.650215:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38000. 00000020:00000040:2.0:1788926531.650217:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926531.650219:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926531.650220:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926531.650222:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926531.650225:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4d00. 00000100:00000001:2.0:1788926531.650228:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926531.650232:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926531.650239:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926531.650241:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926531.650245:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004589377] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.650252:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926531.650254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926531.650257:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926531.650259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926531.650261:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926531.650266:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (1904) 00000100:00000001:3.0:1788926531.650541:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926531.650544:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926531.650546:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926531.650552:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.650559:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926531.650560:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926531.650563:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926531.650566:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926531.650569:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926531.650572:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513966720:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926531.650575:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926531.650580:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926531.650592:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926531.650595:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926531.650599:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b66a00. 02000000:00000001:3.0:1788926531.650601:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926531.650608:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926531.650612:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b688. 00000400:00000010:3.0:1788926531.650617:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926531.650624:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513966720, portal 25 00000100:00000001:3.0:1788926531.650626:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926531.650628:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000040:3.0:1788926531.650633:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.650640:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926531.650642:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926531.650645:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abe58. 00000100:00000200:3.0:1788926531.650647:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513966720, offset 0 00000400:00000200:3.0:1788926531.650653:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926531.650660:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926531.650668:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926531.650675:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926531.650680:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926531.650684:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926531.650687:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926531.650691:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2893:2893:256:4294967295] 192.168.203.140@tcp LPNI seq info [2893:2893:8:4294967295] 00000400:00000200:3.0:1788926531.650695:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926531.650706:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926531.650714:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926531.650718:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341e00. 00000800:00000200:3.0:1788926531.650726:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926531.650743:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926531.650748:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926531.650760:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926531.650765:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926531.650767:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296570978 00000100:00000001:3.0:1788926531.650773:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296567579 00000100:00000001:3.0:1788926531.650776:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296570978 00000100:00000001:3.0:1788926531.650779:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296567579 00000100:00000001:3.0:1788926531.650782:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926531.650784:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.650787:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.650790:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.650796:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926531.650797:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926531.650800:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926531.650801:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926531.650802:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926531.650805:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788926531.650807:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.650808:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926531.650810:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.650811:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926531.650812:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926531.650813:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926531.650817:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.650823:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926531.650824:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926531.650826:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926531.650828:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926531.650830:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926531.650833:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513966848:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926531.650838:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926531.650840:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926531.650842:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926531.650843:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926531.650847:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b66e00. 02000000:00000001:3.0:1788926531.650849:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926531.650853:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926531.650855:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926531.650859:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab660. 00000100:00000200:3.0:1788926531.650863:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513966848, portal 10 00000100:00000001:3.0:1788926531.650864:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926531.650866:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231749632 : -108341477801984 : ffff9d76c8b38000) 00000100:00000040:3.0:1788926531.650872:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.650878:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926531.650880:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926531.650882:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abaa0. 00000100:00000200:3.0:1788926531.650885:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513966848, offset 0 00000400:00000200:3.0:1788926531.650889:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926531.650892:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926531.650895:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926531.650898:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926531.650901:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926531.650903:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926531.650905:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926531.650908:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2894:2894:255:4294967295] 192.168.203.140@tcp LPNI seq info [2894:2894:7:4294967295] 00000400:00000200:3.0:1788926531.650912:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926531.650917:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926531.650922:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926531.650926:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341500. 00000800:00000200:3.0:1788926531.650929:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926531.650934:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926531.650937:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926531.650940:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926531.650944:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20238 usecs (21 jiffies) 00000400:00000200:3.0:1788926531.650946:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926531.650948:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296566806 00000100:00000001:3.0:1788926531.651130:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296570978 00000100:00000001:3.0:1788926531.651135:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296566806 00000100:00000001:3.0:1788926531.651137:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296570978 00000100:00000001:3.0:1788926531.651140:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926531.651142:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.651144:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.651147:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.651159:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926531.651162:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926531.651327:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926531.651332:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341e00. 00000400:00000200:2.0:1788926531.651339:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926531.651345:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926531.651350:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abe58 00000400:00000010:2.0:1788926531.651353:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abe58. 00000100:00000001:2.0:1788926531.651358:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926531.651362:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.651372:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926531.651374:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.651381:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926531.651383:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926531.651474:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926531.651477:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341500. 00000400:00000200:2.0:1788926531.651480:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926531.651483:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926531.651486:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abaa0 00000400:00000010:2.0:1788926531.651488:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abaa0. 00000100:00000001:2.0:1788926531.651491:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926531.651495:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.651502:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926531.651505:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.651510:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926531.651512:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926531.670560:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.670581:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926531.670868:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.670873:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926531.670881:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.670889:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926531.670899:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.670904:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.670909:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.670913:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361900 00000400:00000200:2.0:1788926531.670918:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.670924:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x83dd [1] + 224 00000800:00000001:2.0:1788926531.670931:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.670934:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926531.670937:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926531.670942:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926531.670948:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926531.671022:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926531.671034:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.671102:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926531.671107:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926531.671124:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926531.671136:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.671141:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926531.671143:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.671145:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926531.671149:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.671152:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926531.671156:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.671159:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.671161:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.671173:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32361880 00000400:00000200:2.0:1788926531.671178:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926531.671183:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x83cd [1] + 224 00000800:00000001:2.0:1788926531.671187:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.671195:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926531.671197:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926531.671201:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926531.671204:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926531.671208:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926531.671216:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926531.671223:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926531.671226:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926531.671229:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788926531.676186:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926531.676193:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926531.676197:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926531.676205:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab660 00000400:00000010:3.0:1788926531.676208:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab660. 00000100:00000001:3.0:1788926531.676213:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926531.676224:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926531.676235:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.676242:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926531.676244:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.676247:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926531.676250:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926531.676253:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926531.676255:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926531.676258:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926531.676267:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=48 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926531.676272:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926531.676275:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926531.676277:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926531.676279:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926531.676285:0:2400:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.676288:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926531.676290:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926531.676292:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926531.676294:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926531.676299:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.676306:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926531.676309:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926531.676311:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926531.676315:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926531.676322:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513966848:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926531.676329:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926531.676330:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926531.676332:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b688. 00000400:00000200:3.0:1788926531.676335:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:3.0:1788926531.676336:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:3.0:1788926531.676339:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926531.676343:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926531.676351:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.676357:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926531.676359:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.676361:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926531.676362:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926531.676363:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926531.676364:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926531.676366:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926531.676369:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926531.676372:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926531.676374:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926531.676375:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926531.676376:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926531.676378:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.676380:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926531.676383:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.676389:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926531.676391:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926531.676392:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926531.681701:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926531.681735:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513966720:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926531.681743:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.681747:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926531.681754:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38000 x1875823513966848/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.681762:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926531.681765:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926531.681769:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b66e00. 02000000:00000001:3.0:1788926531.681776:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926531.681779:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926531.681781:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926531.681783:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926531.681786:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4d00. 02000000:00000001:3.0:1788926531.681791:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926531.681792:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926531.681794:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38000. 00000100:00000001:3.0:1788926531.681798:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926531.681800:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.681801:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926531.681805:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38380 x1875823513966720/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926531.681811:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926531.681812:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926531.681814:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b66a00. 02000000:00000001:3.0:1788926531.681816:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926531.681816:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926531.681817:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926531.681819:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926531.681820:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4e00. 02000000:00000001:3.0:1788926531.681822:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926531.681823:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926531.681824:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38380. 00000100:00000001:3.0:1788926531.681826:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926531.681827:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.681830:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926531.681837:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926531.681840:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926531.681842:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926531.681845:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926532.289603:0:23047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926532.289610:0:23047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926532.293554:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926532.293560:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926532.293565:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788926532.348892:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.348919:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926532.348924:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.348927:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.348936:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.348943:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926532.348953:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.348958:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.348964:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.348969:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361580 00000400:00000200:2.0:1788926532.348975:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.348980:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8385 [1] + 224 00000800:00000001:2.0:1788926532.348987:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.348993:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.348996:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.349000:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926532.349007:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926532.349015:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926532.349025:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.349045:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926532.349051:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.349055:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.349098:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.349102:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926532.349108:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926532.349110:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926532.349121:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6160. 00000400:00000200:3.0:1788926532.349126:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85302a8 00000400:00000010:3.0:1788926532.349129:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85302a8. 00000100:00000001:3.0:1788926532.349132:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926532.349136:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926532.349145:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.349151:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926532.349152:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.349155:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926532.349157:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926532.349169:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926532.349171:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.349175:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926532.349184:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=49 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926532.349188:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926532.349190:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926532.349192:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926532.349195:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926532.349197:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.349201:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926532.349202:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788926532.349204:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926532.349205:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926532.349210:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.349218:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926532.349221:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926532.349224:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.349226:0:2396:0:(import.c:1573:completed_replay_interpret()) Process entered 00000100:00000001:3.0:1788926532.349228:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788926532.349231:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:3.0:1788926532.349234:0:2396:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788926532.349238:0:2396:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788926532.349246:0:2396:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.349253:0:2396:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788926532.349255:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76c9627800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788926532.349257:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788926532.349260:0:2396:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788926532.349262:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788926532.349266:0:2396:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788926532.349268:0:2396:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788926532.349269:0:2396:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9d76e03fd568 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788926532.349273:0:2396:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xdeff66104c08bc77 00800000:00000040:3.0:1788926532.349276:0:2396:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9d76e0357000=4486b962-ec3d-45f5-8472-13c4fc59e40f device 3 (ffff9d76e03f8000) type mdc at LMV idx 0 00800000:00000040:3.0:1788926532.349279:0:2396:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9d76e03f8000 already active! 00800000:00000001:3.0:1788926532.349281:0:2396:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926532.349285:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926532.349287:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926532.349289:0:2396:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926532.349291:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926532.349293:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926532.349294:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926532.349297:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000002:00000001:2.0:1788926532.350422:0:2396:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926532.350428:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788926532.350434:0:2396:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00080000:2.0:1788926532.350444:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000071501a5): req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 1 dl 1788926510 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926532.350461:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926532.350464:0:2396:0:(import.c:1591:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.350469:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926532.350478:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513965952:192.168.203.140@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1788926532.350483:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926532.350487:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926532.350490:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513965952/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926544 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.350497:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926532.350500:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926532.350503:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c72000. 02000000:00000001:2.0:1788926532.350507:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926532.350509:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926532.350511:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926532.350514:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926532.350516:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4f00. 02000000:00000001:2.0:1788926532.350520:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926532.350522:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926532.350524:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:2.0:1788926532.350528:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926532.350530:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926532.350533:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926532.350540:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926532.350542:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926532.350545:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926532.350546:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926532.354468:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926532.354476:0:33824:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926532.354480:0:33824:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926532.354482:0:33824:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926532.354486:0:33824:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926532.354489:0:33824:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926532.354492:0:33824:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926532.354495:0:33824:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788926532.354501:0:33824:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875823513961856 new x1875823513966976 02000000:00000001:0.0:1788926532.354505:0:33824:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926532.354507:0:33824:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926532.354515:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926532.354524:0:33824:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926532.354532:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821a18. 00000100:00000200:0.0:1788926532.354538:0:33824:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513961856, portal 10 00000100:00000001:0.0:1788926532.354540:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926532.354542:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926532.354555:0:33824:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.354563:0:33824:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926532.354565:0:33824:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926532.354568:0:33824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821bb0. 00000100:00000200:0.0:1788926532.354572:0:33824:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513961856, offset 0 00000400:00000200:0.0:1788926532.354588:0:33824:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926532.354597:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926532.354606:0:33824:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926532.354611:0:33824:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926532.354615:0:33824:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926532.354618:0:33824:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926532.354620:0:33824:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926532.354624:0:33824:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2895:2895:256:4294967295] 192.168.203.140@tcp LPNI seq info [2895:2895:8:4294967295] 00000400:00000200:0.0:1788926532.354628:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926532.354638:0:33824:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926532.354644:0:33824:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926532.354650:0:33824:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2600. 00000800:00000200:0.0:1788926532.354656:0:33824:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926532.354663:0:33824:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926532.354667:0:33824:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926532.354681:0:33824:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926532.354685:0:33824:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 815866 usecs (816 jiffies) 00000400:00000200:0.0:1788926532.354689:0:33824:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926532.354692:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296568301 00000100:00000001:0.0:1788926532.354695:0:33824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296570978 00000100:00000001:0.0:1788926532.354699:0:33824:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296568301 00000100:00000001:0.0:1788926532.354701:0:33824:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296570978 00000100:00000001:0.0:1788926532.354704:0:33824:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926532.354707:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926532.354709:0:33824:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926532.354711:0:33824:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926532.354722:0:33824:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c3864f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788926532.354724:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926532.354726:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926532.355937:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926532.355944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926532.355950:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.355957:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926532.355963:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821bb0 00000400:00000010:2.0:1788926532.355966:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821bb0. 00000100:00000001:2.0:1788926532.355971:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926532.355976:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926532.355988:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926532.355992:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926532.356000:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926532.356002:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1788926532.356321:0:34105:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788926532.356325:0:34105:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788926532.356328:0:34105:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926532.356331:0:34105:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926532.356333:0:34105:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926532.356335:0:34105:0:(genops.c:1229:class_import_put()) Process leaving 00000002:00000001:3.0:1788926532.356337:0:34105:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926532.392733:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.392750:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926532.392753:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.392756:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.392764:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.392772:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926532.392782:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.392786:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.392792:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.392797:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32361980 00000400:00000200:2.0:1788926532.392802:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.392808:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x83ed [1] + 224 00000800:00000001:2.0:1788926532.392815:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.392821:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.392824:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.392829:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926532.392836:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926532.392846:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926532.392861:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926532.392885:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926532.392893:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.392896:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926532.392937:0:33824:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926532.392945:0:33824:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926532.392947:0:33824:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926532.392950:0:33824:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926532.392958:0:33824:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:0.0:1788926532.392960:0:33824:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:0.0:1788926532.392964:0:33824:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926532.392968:0:33824:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926532.392976:0:33824:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926548 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.392982:0:33824:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926532.392984:0:33824:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926532.392986:0:33824:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926532.392989:0:33824:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926532.392991:0:33824:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926532.392993:0:33824:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926532.392996:0:33824:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926532.393005:0:33824:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=199 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926532.393009:0:33824:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926532.393012:0:33824:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788926532.393015:0:33824:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393022:0:33824:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1788926532.393027:0:33824:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926532.393029:0:33824:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926532.393030:0:33824:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926532.393032:0:33824:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:0.0:1788926532.393036:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393042:0:33824:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:0.0:1788926532.393045:0:33824:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926532.393047:0:33824:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926532.393050:0:33824:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926532.393058:0:33824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:33824:1875823513961856:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926532.393063:0:33824:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926532.393066:0:33824:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1788926532.393069:0:33824:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926532.393072:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926532.393075:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393089:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926532.393092:0:33824:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c3864f00. 00000100:00000001:0.0:1788926532.393097:0:33824:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926532.393102:0:33824:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:0.0:1788926532.393113:0:33824:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393123:0:33824:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926532.393125:0:33824:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000002:00000001:0.0:1788926532.393130:0:33824:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926532.393133:0:33824:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926532.393138:0:33824:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72800. 00000080:00000001:0.0:1788926532.393148:0:33824:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926532.393152:0:33824:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926532.393155:0:33824:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926532.393158:0:33824:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926532.393171:0:33824:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926532.393176:0:33824:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926532.393180:0:33824:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926532.393182:0:33824:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x29:0x0] 00800000:00000001:0.0:1788926532.393184:0:33824:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926532.393191:0:33824:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926532.393199:0:33824:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393218:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926532.393221:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513961088/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926504 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393230:0:33824:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926532.393236:0:33824:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926532.393238:0:33824:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926532.393240:0:33824:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926532.393243:0:33824:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880cc00. 02000000:00000001:0.0:1788926532.393250:0:33824:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926532.393252:0:33824:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926532.393256:0:33824:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:0.0:1788926532.393260:0:33824:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926532.393261:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926532.393262:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926532.393265:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393273:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926532.393278:0:33824:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172f20. 00000002:00000001:0.0:1788926532.393280:0:33824:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926532.393282:0:33824:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926532.393284:0:33824:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99440. 00000100:00000001:0.0:1788926532.393287:0:33824:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926532.393292:0:33824:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513961856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926548 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926532.393300:0:33824:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926532.393302:0:33824:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926532.393304:0:33824:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880d800. 02000000:00000001:0.0:1788926532.393306:0:33824:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926532.393307:0:33824:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926532.393308:0:33824:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926532.393313:0:33824:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926532.393314:0:33824:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c73e00. 02000000:00000001:0.0:1788926532.393320:0:33824:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926532.393321:0:33824:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926532.393322:0:33824:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926532.393325:0:33824:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926532.393326:0:33824:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926532.393328:0:33824:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926532.393336:0:33824:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926532.393343:0:33824:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926532.393348:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206bdf0 00000080:00000008:0.0:1788926532.393350:0:33824:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000405:0x29:0x0](ffff9d76d158f448), flags 100002, rc = 0 00000080:00000001:0.0:1788926532.393357:0:33824:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926532.393364:0:33824:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926532.393366:0:33824:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84206be00 00000080:00002000:0.0:1788926532.393368:0:33824:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9d76d172fca8, parent ffff9d76d14be6c0, inode ffff9d76d158f448) hashed, 00000080:00000001:0.0:1788926532.393371:0:33824:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926532.393386:0:33824:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926532.393391:0:33824:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788926532.397699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d11721a0. 00000100:00000040:2.0:1788926532.674045:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926532.674055:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926532.674065:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926532.674072:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926532.674075:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926532.674078:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926532.674084:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926532.674091:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4f00. 00000100:00000001:2.0:1788926532.674098:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.674121:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926532.674133:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926532.674137:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.674144:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae7cdcb] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.674187:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.674191:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926532.674194:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926532.674198:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39c00. 00000020:00000040:2.0:1788926532.674200:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926532.674202:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926532.674203:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926532.674205:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926532.674208:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4200. 00000100:00000001:2.0:1788926532.674211:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.674216:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926532.674222:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926532.674225:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.674229:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008336bb59] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.674237:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926532.674239:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926532.674243:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926532.674245:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788926532.674248:0:474:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788926532.674252:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1905) 00000100:00000001:3.0:1788926532.674937:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.674941:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926532.674943:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926532.674951:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.674961:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926532.674963:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.674967:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926532.674969:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926532.674972:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926532.674976:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513967104:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926532.674980:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926532.674984:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926532.674986:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.674988:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926532.674994:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9e00. 02000000:00000001:3.0:1788926532.674996:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926532.675004:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926532.675007:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b688. 00000400:00000010:3.0:1788926532.675014:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926532.675020:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513967104, portal 25 00000100:00000001:3.0:1788926532.675023:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926532.675024:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:3.0:1788926532.675029:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.675036:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926532.675039:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926532.675042:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab660. 00000100:00000200:3.0:1788926532.675045:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513967104, offset 0 00000400:00000200:3.0:1788926532.675051:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926532.675060:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926532.675069:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926532.675073:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926532.675078:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926532.675081:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926532.675084:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926532.675087:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2896:2896:256:4294967295] 192.168.203.140@tcp LPNI seq info [2896:2896:8:4294967295] 00000400:00000200:3.0:1788926532.675091:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926532.675100:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926532.675106:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926532.675110:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341f00. 00000800:00000200:3.0:1788926532.675117:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926532.675124:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926532.675128:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926532.675148:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926532.675153:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926532.675156:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296572002 00000100:00000001:3.0:1788926532.675170:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296570978 00000100:00000001:3.0:1788926532.675174:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296572002 00000100:00000001:3.0:1788926532.675177:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296570978 00000100:00000001:3.0:1788926532.675180:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926532.675183:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.675186:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.675188:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.675195:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926532.675197:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926532.675199:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.675201:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926532.675202:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926532.675212:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788926532.675213:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.675215:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926532.675216:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.675218:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.675222:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926532.675223:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926532.675227:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.675234:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926532.675235:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.675237:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926532.675239:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926532.675241:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926532.675244:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513967232:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926532.675247:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926532.675250:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926532.675251:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.675253:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926532.675257:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d84a9a00. 02000000:00000001:3.0:1788926532.675259:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926532.675262:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926532.675264:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926532.675268:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926532.675271:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513967232, portal 10 00000100:00000001:3.0:1788926532.675272:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926532.675274:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000040:3.0:1788926532.675280:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.675286:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926532.675288:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926532.675290:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab990. 00000100:00000200:3.0:1788926532.675292:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513967232, offset 0 00000400:00000200:3.0:1788926532.675296:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926532.675300:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926532.675303:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926532.675306:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926532.675308:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926532.675310:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926532.675313:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926532.675316:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2897:2897:255:4294967295] 192.168.203.140@tcp LPNI seq info [2897:2897:7:4294967295] 00000400:00000200:3.0:1788926532.675319:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926532.675325:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926532.675329:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926532.675333:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341700. 00000800:00000200:3.0:1788926532.675337:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926532.675341:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926532.675344:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926532.675350:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926532.675353:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20282 usecs (21 jiffies) 00000400:00000200:3.0:1788926532.675356:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926532.675358:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296567830 00000100:00000001:3.0:1788926532.675361:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:3.0:1788926532.675362:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296567830 00000100:00000001:3.0:1788926532.675364:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:3.0:1788926532.675366:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926532.675368:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.675370:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.675372:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.675383:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.675384:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926532.676392:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926532.676416:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341f00. 00000400:00000200:2.0:1788926532.676423:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.676430:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926532.676435:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab660 00000400:00000010:2.0:1788926532.676438:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab660. 00000100:00000001:2.0:1788926532.676443:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926532.676449:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.676459:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926532.676463:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.676469:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926532.676471:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926532.676535:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926532.676538:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341700. 00000400:00000200:2.0:1788926532.676541:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.676544:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926532.676547:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab990 00000400:00000010:2.0:1788926532.676548:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab990. 00000100:00000001:2.0:1788926532.676550:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926532.676554:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.676561:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926532.676564:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.676571:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926532.676572:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926532.692680:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.692695:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926532.692698:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.692701:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.692709:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.692716:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926532.692724:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.692729:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.692734:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.692738:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361a80 00000400:00000200:2.0:1788926532.692743:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.692749:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8405 [1] + 224 00000800:00000001:2.0:1788926532.692755:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.692760:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.692764:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.692768:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926532.692774:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926532.692782:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926532.692792:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.692816:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926532.692823:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.692826:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.692936:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.692941:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926532.692947:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926532.692949:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926532.692952:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926532.692956:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:3.0:1788926532.692959:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:3.0:1788926532.692961:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926532.692966:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926532.692976:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.692981:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926532.692983:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.692985:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926532.692989:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926532.692991:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926532.692993:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.692996:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926532.693005:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=49 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926532.693009:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926532.693011:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926532.693013:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926532.693015:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926532.693019:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.693023:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926532.693025:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926532.693027:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926532.693029:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926532.693033:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.693040:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926532.693043:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926532.693045:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926532.693049:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926532.693056:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513967232:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926532.693061:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.693063:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926532.693067:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39c00 x1875823513967232/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.693073:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926532.693075:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926532.693079:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9a00. 02000000:00000001:3.0:1788926532.693082:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926532.693084:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926532.693086:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926532.693088:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926532.693091:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4200. 02000000:00000001:3.0:1788926532.693094:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926532.693096:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926532.693098:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39c00. 00000100:00000001:3.0:1788926532.693101:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926532.693103:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.693105:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.693107:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.693109:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926532.693110:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.693112:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926532.695770:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.695783:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926532.695787:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.695790:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.695798:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.695806:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926532.695815:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.695819:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.695824:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.695829:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32361a00 00000400:00000200:2.0:1788926532.695834:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926532.695840:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x83f5 [1] + 224 00000800:00000001:2.0:1788926532.695847:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.695853:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926532.695857:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926532.695861:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926532.695868:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926532.695877:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926532.695888:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926532.695910:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926532.695918:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926532.695921:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.695983:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.695988:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926532.695994:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926532.695996:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926532.695999:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b688. 00000400:00000200:3.0:1788926532.696004:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:3.0:1788926532.696007:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:3.0:1788926532.696010:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926532.696015:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926532.696025:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.696032:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926532.696034:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.696036:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926532.696039:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926532.696041:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926532.696043:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926532.696046:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926532.696053:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926532.696057:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926532.696060:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926532.696062:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926532.696065:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926532.696067:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.696070:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926532.696075:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.696082:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926532.696086:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926532.696088:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926532.696091:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926532.696098:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513967104:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926532.696103:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.696105:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926532.696109:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513967104/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926532.696114:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926532.696116:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926532.696120:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d84a9e00. 02000000:00000001:3.0:1788926532.696123:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926532.696125:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926532.696127:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926532.696129:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926532.696132:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4f00. 02000000:00000001:3.0:1788926532.696135:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926532.696137:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926532.696139:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:3.0:1788926532.696142:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926532.696144:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.696146:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926532.696153:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926532.696155:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926532.696167:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926532.696169:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926533.315033:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926533.315040:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926533.315867:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926533.315871:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926533.315875:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926534.337464:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926534.337474:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926534.341833:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926534.341841:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926534.341846:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788926534.628173:0:34121:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926535.063212:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fd08 00000080:00200008:0.0:1788926535.063221:0:34141:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926535.063229:0:34141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926535.063230:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fc80 00000080:00200000:0.0:1788926535.063232:0:34141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926535.063238:0:34141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856bc00. 00800000:00000002:0.0:1788926535.063244:0:34141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926535.063248:0:34141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926535.063253:0:34141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926535.063254:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fba0 00800000:00000002:0.0:1788926535.063257:0:34141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926535.063260:0:34141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926535.063262:0:34141:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926535.063264:0:34141:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926535.063266:0:34141:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926535.063269:0:34141:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926535.063271:0:34141:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.063273:0:34141:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926535.063275:0:34141:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.063278:0:34141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926535.063282:0:34141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926535.063284:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fa70 00000002:00010000:0.0:1788926535.063285:0:34141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926535.063289:0:34141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926535.063291:0:34141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926535.063294:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926535.063300:0:34141:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.063302:0:34141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.063304:0:34141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.063306:0:34141:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926535.063309:0:34141:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926535.063314:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926535.063317:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926535.063322:0:34141:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926535.063327:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926535.063330:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.063333:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.063336:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.063340:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.063346:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880e800. 00000100:00000001:0.0:1788926535.063353:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.063358:0:34141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926535.063360:0:34141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.063361:0:34141:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926535.063362:0:34141:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.063364:0:34141:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.063369:0:34141:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926535.063373:0:34141:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926535.063375:0:34141:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926535.063379:0:34141:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a700. 00010000:00000010:0.0:1788926535.063383:0:34141:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71880. 00010000:00000001:0.0:1788926535.063572:0:34141:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926535.063577:0:34141:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008400. 00000020:00000001:0.0:1788926535.063582:0:34141:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926535.063585:0:34141:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008400 with handle 0xdeff66104c08c8da to hash 00000020:00000001:0.0:1788926535.063587:0:34141:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926535.063589:0:34141:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.063592:0:34141:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.063595:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926535.063598:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926535.063602:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926535.063611:0:34141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926535.063621:0:34141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34141 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926535.063626:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926535.063628:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926535.063634:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.063706:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732642522432 : -108341067029184 : ffff9d76e12f6540) 00000100:00000001:0.0:1788926535.063709:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.063711:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926535.063715:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.063719:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.063721:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926535.063723:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926535.063734:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926535.063742:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.063744:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.063747:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926535.063750:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926535.063752:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.063756:0:34141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967360:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926535.063760:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926535.063765:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926535.063767:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.063770:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926535.063775:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7ae800. 02000000:00000001:0.0:1788926535.063778:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926535.063785:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926535.063789:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926535.063794:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821a18. 00000100:00000200:0.0:1788926535.063801:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513967360, portal 10 00000100:00000001:0.0:1788926535.063802:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.063803:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926535.063809:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926535.063815:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926535.063818:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926535.063821:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821e58. 00000100:00000200:0.0:1788926535.063824:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513967360, offset 0 00000400:00000200:0.0:1788926535.063830:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926535.063838:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.063845:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926535.063851:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926535.063855:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926535.063859:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926535.063861:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926535.063864:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2898:2898:256:4294967295] 192.168.203.140@tcp LPNI seq info [2898:2898:8:4294967295] 00000400:00000200:0.0:1788926535.063868:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.063877:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926535.063883:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926535.063888:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926535.063894:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926535.063902:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926535.063906:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788926535.063975:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.063980:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 875760 usecs (876 jiffies) 00000400:00000200:0.0:1788926535.063984:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926535.063986:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296571074 00000100:00000001:0.0:1788926535.063989:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.063991:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296571074 00000100:00000001:0.0:1788926535.063993:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.063995:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.063998:0:34141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.064000:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926535.064002:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926535.064005:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 11 seconds 00000100:00000001:0.0:1788926535.064008:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.064010:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926535.064251:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926535.064256:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:2.0:1788926535.064262:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.064267:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926535.064273:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821e58 00000400:00000010:2.0:1788926535.064276:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821e58. 00000100:00000001:2.0:1788926535.064280:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926535.064284:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926535.064294:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.064297:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926535.064304:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.064305:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926535.089574:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.089590:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926535.089594:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.089597:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926535.089604:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.089611:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926535.089619:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.089624:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.089629:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.089634:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32361b00 00000400:00000200:2.0:1788926535.089650:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.089655:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x8415 [1] + 224 00000800:00000001:2.0:1788926535.089662:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.089670:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926535.089673:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.089678:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926535.089685:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926535.089693:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926535.089704:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926535.089718:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926535.089725:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.089728:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.089900:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926535.089908:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926535.089910:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926535.089914:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926535.089919:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:0.0:1788926535.089921:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:0.0:1788926535.089933:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926535.089938:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926535.089946:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926535.089951:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926535.089953:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.089955:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926535.089959:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926535.089961:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926535.089963:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.089965:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926535.089974:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=52 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926535.089978:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926535.090704:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926535.090709:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.090713:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926535.090717:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.090721:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926535.090723:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926535.090726:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926535.090727:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.090733:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926535.090741:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.090744:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926535.090746:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926535.090749:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926551 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926535.090757:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967360:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926535.090763:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.090765:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.090768:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926535.090770:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.090773:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926551 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926535.090780:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.090782:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.090786:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926535.090788:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.090790:0:34141:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926535.090795:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.090798:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.090801:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926535.090803:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090806:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000040:0.0:1788926535.090812:0:34141:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008400, remote cookie: 0x840913afd2dab9e9, flags: 0x1001 00010000:00010000:0.0:1788926535.090817:0:34141:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926535.090827:0:34141:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.090835:0:34141:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926535.090838:0:34141:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926535.090840:0:34141:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926535.090841:0:34141:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926535.090843:0:34141:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926535.090845:0:34141:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3b2a700) refcount = 1 00010000:00010000:0.0:1788926535.090849:0:34141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.090855:0:34141:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926535.090858:0:34141:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926535.090859:0:34141:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926535.090862:0:34141:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926535.090865:0:34141:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926535.090867:0:34141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.090873:0:34141:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926535.090875:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.090876:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.090877:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.090878:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.090880:0:34141:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.090884:0:34141:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926535.090886:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.090887:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.090888:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.090890:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090892:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090894:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.090896:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.090897:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926535.090899:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090900:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090903:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926535.090905:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926535.090908:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.090914:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.090915:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.090916:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.090917:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.090919:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=5 00000020:00000001:0.0:1788926535.090920:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090922:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.090937:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926535.090939:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.090945:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.090946:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926535.090948:0:34141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.090954:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926535.090955:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.090956:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.090957:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.090958:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926535.090964:0:34141:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926551 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926535.090973:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.090974:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.090976:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.090978:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092172:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092182:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.092184:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926535.092186:0:34141:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.092188:0:34141:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.092191:0:34141:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926535.092194:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.092196:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.092198:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.092201:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092203:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00000002:00010000:0.0:1788926535.092207:0:34141:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.092224:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.092225:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.092227:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926535.092228:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.092229:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.092231:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.092233:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092235:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000040:0.0:1788926535.092242:0:34141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:0.0:1788926535.092245:0:34141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926535.092249:0:34141:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926535.092251:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.092252:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926535.092254:0:34141:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926535.092257:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215f9f8 00000002:00002000:0.0:1788926535.092260:0:34141:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926535.092263:0:34141:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.092268:0:34141:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.092271:0:34141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926535.092274:0:34141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926535.092278:0:34141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.092281:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926535.092285:0:34141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856bc00. 00000080:00000001:0.0:1788926535.092293:0:34141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926535.092296:0:34141:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926535.092301:0:34141:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926535.092306:0:34141:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926535.092317:0:34141:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e998c0. 00800000:00000001:0.0:1788926535.092319:0:34141:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218517696 : -108341491033920 : ffff9d76c7e998c0) 00800000:00000001:0.0:1788926535.092322:0:34141:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.092324:0:34141:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926535.092327:0:34141:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926535.092329:0:34141:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926535.092332:0:34141:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926535.092334:0:34141:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926535.092336:0:34141:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.092340:0:34141:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926535.092343:0:34141:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788926535.092345:0:34141:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788926480 to 1788926488 00000080:00200000:0.0:1788926535.092350:0:34141:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926535.092352:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.092353:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.092355:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.092357:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092359:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092361:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.092362:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926535.092364:0:34141:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926535.092366:0:34141:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926535.092368:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e998c0 1 00800000:00000010:0.0:1788926535.092370:0:34141:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e998c0. 00800000:00000001:0.0:1788926535.092373:0:34141:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926535.092376:0:34141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:0.0:1788926535.092379:0:34141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926535.092381:0:34141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926535.092382:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.092383:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.092384:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.092386:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092388:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092390:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.092391:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926535.092392:0:34141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.092924:0:34141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.092937:0:34141:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926535.092939:0:34141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926535.092943:0:34141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d84215fcb8 00010000:00000001:0.0:1788926535.092946:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.092947:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.092949:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.092951:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092953:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.092956:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926535.092959:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926535.092967:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.092968:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.092970:0:34141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926535.092972:0:34141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926535.092975:0:34141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926535.093051:0:34141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926535.093054:0:34141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926535.093056:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926535.093061:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.093062:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.093063:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.093066:0:34141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926535.093068:0:34141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.093070:0:34141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.093072:0:34141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.093074:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926535.093075:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.093076:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926535.093079:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.093201:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513967360/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926551 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926535.093211:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926535.093214:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926535.093217:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7ae800. 02000000:00000001:0.0:1788926535.093222:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926535.093224:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.093226:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.093228:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926535.093231:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926535.093234:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926535.093236:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926535.093238:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926535.093242:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926535.093243:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926535.093247:0:34141:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926535.093253:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fd08 00000080:00000008:0.0:1788926535.093256:0:34141:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926535.095245:0:34141:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926535.095292:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fd08 00000080:00200008:0.0:1788926535.095297:0:34141:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788926535.095305:0:34141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926535.095307:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fc80 00000080:00200000:0.0:1788926535.095309:0:34141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926535.095314:0:34141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856bc00. 00800000:00000002:0.0:1788926535.095320:0:34141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926535.095324:0:34141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926535.095329:0:34141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926535.095331:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fba0 00800000:00000002:0.0:1788926535.095334:0:34141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926535.095337:0:34141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926535.095340:0:34141:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926535.095342:0:34141:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926535.095344:0:34141:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926535.095346:0:34141:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926535.095348:0:34141:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.095350:0:34141:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926535.095352:0:34141:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.095356:0:34141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926535.095360:0:34141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926535.095362:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fa70 00000002:00010000:0.0:1788926535.095364:0:34141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926535.095368:0:34141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926535.095370:0:34141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926535.095372:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926535.095378:0:34141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:0.0:1788926535.095381:0:34141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926535.095385:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926535.095970:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926535.095977:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926535.096081:0:34141:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926535.096086:0:34141:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926535.096133:0:34141:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926535.096349:0:34141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926535.096351:0:34141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926535.096353:0:34141:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926535.096356:0:34141:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926535.096359:0:34141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926535.096361:0:34141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926535.096365:0:34141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926535.096368:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926535.096371:0:34141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856bc00. 00000080:00000001:0.0:1788926535.096376:0:34141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926535.096378:0:34141:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926535.096380:0:34141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926535.096384:0:34141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:0.0:1788926535.096387:0:34141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926535.096418:0:34141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926535.096420:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.096422:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.096425:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.096428:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096431:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096434:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096435:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926535.096437:0:34141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.096438:0:34141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926535.096441:0:34141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d84215fcb8 00010000:00000001:0.0:1788926535.096443:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.096444:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.096445:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.096447:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096449:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096451:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926535.096454:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926535.096459:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096460:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.096462:0:34141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926535.096464:0:34141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926535.096467:0:34141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926535.096474:0:34141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926535.096477:0:34141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926535.096479:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926535.096483:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096483:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.096485:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096488:0:34141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926535.096490:0:34141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096492:0:34141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096495:0:34141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096498:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926535.096499:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096500:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926535.096502:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926535.096504:0:34141:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926535.096508:0:34141:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926535.096513:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fd08 00000080:00000008:0.0:1788926535.096515:0:34141:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788926535.096664:0:34141:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926535.096666:0:34141:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926535.096667:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fb78 00000080:00200000:0.0:1788926535.096669:0:34141:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926535.096674:0:34141:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856bc00. 00800000:00000002:0.0:1788926535.096677:0:34141:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926535.096680:0:34141:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926535.096682:0:34141:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926535.096684:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fa98 00800000:00000002:0.0:1788926535.096685:0:34141:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926535.096688:0:34141:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926535.096690:0:34141:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926535.096692:0:34141:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926535.096694:0:34141:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926535.096695:0:34141:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926535.096697:0:34141:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.096699:0:34141:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926535.096701:0:34141:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926535.096703:0:34141:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926535.096707:0:34141:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926535.096708:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215f968 00000002:00010000:0.0:1788926535.096710:0:34141:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926535.096713:0:34141:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926535.096715:0:34141:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926535.096716:0:34141:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926535.096720:0:34141:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:0.0:1788926535.096722:0:34141:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926535.096725:0:34141:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926535.096728:0:34141:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926535.096731:0:34141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926535.096738:0:34141:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926535.096740:0:34141:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926535.096743:0:34141:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926535.096750:0:34141:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926535.096751:0:34141:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926535.096753:0:34141:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926535.096755:0:34141:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926535.096756:0:34141:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926535.096758:0:34141:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926535.096760:0:34141:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926535.096762:0:34141:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926535.096764:0:34141:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856bc00. 00000080:00000001:0.0:1788926535.096766:0:34141:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926535.096768:0:34141:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926535.096769:0:34141:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926535.096772:0:34141:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:0.0:1788926535.096774:0:34141:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926535.096776:0:34141:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926535.096777:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.096778:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.096780:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.096782:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096784:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096786:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096787:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926535.096788:0:34141:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.096790:0:34141:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926535.096791:0:34141:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d84215fbb0 00010000:00000001:0.0:1788926535.096793:0:34141:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926535.096794:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.096796:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926535.096798:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096800:0:34141:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926535.096801:0:34141:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926535.096804:0:34141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926535.096809:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096810:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.096811:0:34141:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926535.096812:0:34141:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926535.096814:0:34141:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926535.096820:0:34141:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926535.096821:0:34141:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926535.096822:0:34141:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926535.096824:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096825:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926535.096826:0:34141:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096828:0:34141:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926535.096829:0:34141:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096831:0:34141:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096832:0:34141:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.096834:0:34141:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926535.096835:0:34141:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926535.096836:0:34141:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926535.096837:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926535.096838:0:34141:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926535.096840:0:34141:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788926535.096843:0:34141:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.096848:0:34141:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926535.096850:0:34141:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926535.096852:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fb78 00000080:00200008:0.0:1788926535.096854:0:34141:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00000010:0.0:1788926535.096859:0:34141:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926535.096862:0:34141:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.096864:0:34141:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.096961:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.096963:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.096969:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.096972:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.096976:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.096987:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.096990:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.096992:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.096994:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.096999:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788926535.097001:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: age 1825, max_age 1901 00000002:00000001:0.0:1788926535.097004:0:34141:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788926535.097006:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000010:0.0:1788926535.097011:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926535.097014:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926535.097017:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.097020:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.097022:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.097028:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2500. 00000100:00000001:0.0:1788926535.097034:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.097037:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926535.097039:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926535.097044:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.097046:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732642522432 : -108341067029184 : ffff9d76e12f6540) 00000100:00000001:0.0:1788926535.097048:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.097050:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926535.097054:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.097057:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.097059:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926535.097061:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926535.097070:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.097085:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.097087:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.097099:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926535.097101:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926535.097103:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.097107:0:34141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967488:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926535.097111:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926535.097115:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926535.097117:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.097119:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926535.097122:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926535.097124:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926535.097130:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926535.097134:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926535.097140:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821a18. 00000100:00000200:0.0:1788926535.097155:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513967488, portal 10 00000100:00000001:0.0:1788926535.097157:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.097158:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926535.097164:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.097171:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926535.097175:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926535.097178:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821e58. 00000100:00000200:0.0:1788926535.097181:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513967488, offset 0 00000400:00000200:0.0:1788926535.097188:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926535.097196:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.097203:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926535.097208:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926535.097212:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926535.097215:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926535.097218:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926535.097222:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2899:2899:256:4294967295] 192.168.203.140@tcp LPNI seq info [2899:2899:8:4294967295] 00000400:00000200:0.0:1788926535.097227:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.097237:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926535.097243:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926535.097248:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926535.097254:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926535.097261:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926535.097265:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926535.100131:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.100151:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 874668 usecs (875 jiffies) 00000400:00000200:0.0:1788926535.100159:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926535.100163:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296571109 00000100:00000001:0.0:1788926535.100167:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.100169:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296571109 00000100:00000001:0.0:1788926535.100171:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.100173:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.100177:0:34141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.100181:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926535.100183:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926535.100185:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 11 seconds 00000100:00000001:0.0:1788926535.100188:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.100191:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926535.103984:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926535.103994:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926535.104002:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.104010:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926535.104018:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821e58 00000400:00000010:2.0:1788926535.104021:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821e58. 00000100:00000001:2.0:1788926535.104026:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926535.104034:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.104046:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.104050:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.104057:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.104058:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926535.114394:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.114446:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926535.114450:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.114453:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926535.114461:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.114469:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926535.114479:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.114484:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.114490:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.114494:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32361b80 00000400:00000200:2.0:1788926535.114500:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.114506:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x841d [1] + 224 00000800:00000001:2.0:1788926535.114514:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.114523:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926535.114526:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.114531:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926535.114538:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926535.114547:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926535.114559:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.114575:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926535.114582:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.114585:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.115497:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926535.115506:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926535.115508:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926535.115511:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926535.115517:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:0.0:1788926535.115519:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:0.0:1788926535.115522:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926535.115529:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926535.115544:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.115550:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926535.115552:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.115555:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926535.115558:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926535.115560:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926535.115562:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.115565:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926535.115573:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=52 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926535.115577:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926535.115579:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926535.115581:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.115584:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926535.115587:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.115590:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926535.115592:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926535.115594:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926535.115595:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.115599:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.115606:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.115609:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926535.115610:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926535.115614:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926535.115622:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967488:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926535.115638:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.115641:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.115643:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926535.115645:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.115649:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.115655:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.115658:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.115661:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926535.115663:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.115669:0:34141:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788926535.115670:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.115672:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513967488/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.115678:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926535.115680:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926535.115683:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926535.115686:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926535.115688:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.115690:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.115692:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926535.115694:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2500. 02000000:00000001:0.0:1788926535.115698:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926535.115700:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926535.115701:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926535.115705:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926535.115706:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926535.115707:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.115708:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.115710:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1788926535.115713:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: update ffff9d76e03f8458 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:0.0:1788926535.115717:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.115722:0:34141:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.115726:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926535.115728:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.115732:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.115735:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.115802:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.115805:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.115812:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.115815:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.115820:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.115824:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.115826:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.115830:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.115831:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.115837:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788926535.115839:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: age 1326, max_age 1901 00000002:00000001:0.0:1788926535.115841:0:34141:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788926535.115844:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000010:0.0:1788926535.115849:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926535.115851:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926535.115854:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.115856:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.115860:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.115865:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2500. 00000100:00000001:0.0:1788926535.115870:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.115873:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926535.115874:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926535.115880:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.115881:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732642522432 : -108341067029184 : ffff9d76e12f6540) 00000100:00000001:0.0:1788926535.115884:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.115886:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926535.115890:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.115894:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.115896:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926535.115897:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926535.115901:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.115907:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.115909:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.115912:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926535.115914:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926535.115916:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.115919:0:34141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967616:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926535.115923:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926535.115927:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926535.115929:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.115931:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926535.115935:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926535.115937:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926535.115942:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926535.115945:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926535.115950:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821a18. 00000100:00000200:0.0:1788926535.115955:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513967616, portal 10 00000100:00000001:0.0:1788926535.115957:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.115959:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926535.115965:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.115972:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926535.115975:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926535.115978:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821bb0. 00000100:00000200:0.0:1788926535.115981:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513967616, offset 0 00000400:00000200:0.0:1788926535.115988:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926535.115994:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.116002:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926535.116007:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926535.116011:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926535.116014:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926535.116017:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926535.116021:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2900:2900:256:4294967295] 192.168.203.140@tcp LPNI seq info [2900:2900:8:4294967295] 00000400:00000200:0.0:1788926535.116025:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.116036:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926535.116041:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926535.116046:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2a00. 00000800:00000200:0.0:1788926535.116053:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926535.116061:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926535.116065:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926535.116083:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.116088:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20293 usecs (21 jiffies) 00000400:00000200:0.0:1788926535.116091:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926535.116094:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296570271 00000100:00000001:0.0:1788926535.116097:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.116099:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296570271 00000100:00000001:0.0:1788926535.116102:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.116104:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.116106:0:34141:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.116109:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926535.116111:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926535.116113:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 11 seconds 00000100:00000001:0.0:1788926535.116115:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.116117:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926535.116527:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926535.116533:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2a00. 00000400:00000200:2.0:1788926535.116537:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.116542:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926535.116546:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821bb0 00000400:00000010:2.0:1788926535.116548:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821bb0. 00000100:00000001:2.0:1788926535.116552:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926535.116557:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.116566:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.116569:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.116575:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.116577:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926535.124754:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.124770:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926535.124774:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.124776:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926535.124784:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.124791:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926535.124799:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.124803:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.124808:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.124812:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32361c00 00000400:00000200:2.0:1788926535.124817:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.124826:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x8425 [1] + 224 00000800:00000001:2.0:1788926535.124833:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.124839:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926535.124842:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.124846:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926535.124852:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926535.124859:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926535.124870:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.124889:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926535.124896:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926535.124898:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.125197:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926535.125205:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926535.125208:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926535.125211:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926535.125216:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:0.0:1788926535.125219:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:0.0:1788926535.125223:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926535.125228:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926535.125238:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.125245:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926535.125247:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.125250:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926535.125253:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926535.125255:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926535.125259:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.125262:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926535.125271:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=52 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926535.125276:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926535.125278:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926535.125280:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.125282:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926535.125285:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.125289:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926535.125291:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926535.125293:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926535.125295:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.125300:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.125307:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.125311:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926535.125313:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926535.125317:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926535.125326:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967616:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926535.125331:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.125334:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.125337:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926535.125338:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.125342:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.125349:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.125351:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.125354:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926535.125356:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926535.125361:0:34141:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788926535.125363:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.125366:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513967616/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926551 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.125372:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926535.125374:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926535.125377:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926535.125380:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926535.125382:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.125384:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.125386:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926535.125389:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2500. 02000000:00000001:0.0:1788926535.125393:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926535.125431:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926535.125434:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926535.125438:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926535.125439:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926535.125440:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.125441:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.125444:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1788926535.125446:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: update ffff9d76e03f9e18 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:0.0:1788926535.125450:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926535.125455:0:34141:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125458:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926535.125461:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125464:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125467:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125527:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125529:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125536:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125539:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125545:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125548:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125551:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125554:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125556:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125560:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125562:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125565:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125567:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125569:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125571:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125576:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125577:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125580:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125582:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125585:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125587:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125589:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125590:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125591:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125594:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125596:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125597:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125600:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125602:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125604:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125607:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125608:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125611:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125612:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125614:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125617:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125619:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125620:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125622:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125624:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125626:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125628:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125631:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125634:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125636:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125639:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125641:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125644:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125645:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125647:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125650:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125651:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125652:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125654:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125657:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125659:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125661:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125663:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125666:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125668:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125671:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125672:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125675:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125676:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125679:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125682:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125684:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125685:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125687:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125689:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125691:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125694:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125696:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125698:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125700:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125703:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125705:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125708:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125710:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125712:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125715:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125716:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125718:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125720:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125723:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125725:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125727:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125729:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125731:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125733:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125736:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125738:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125740:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125741:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125744:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125746:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125748:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125749:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125750:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125752:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125754:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125756:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125758:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125761:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125762:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125765:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125767:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125770:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125771:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125774:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125776:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125777:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125779:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125780:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125783:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125785:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125786:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125788:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125790:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125792:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125795:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125796:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125799:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125800:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125802:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125804:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125805:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125807:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125808:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125810:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125812:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125813:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125815:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125817:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125819:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125822:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125823:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125825:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125826:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125829:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125831:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125833:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125834:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125836:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125838:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125840:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125841:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125844:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125846:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125848:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125851:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125852:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125855:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125856:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125858:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125861:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125862:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125864:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125865:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125867:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125869:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125871:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125873:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125875:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125877:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125880:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125881:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125883:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125884:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125886:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125888:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125890:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125891:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125892:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125894:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125896:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125898:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125900:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125902:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125904:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125906:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125908:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125910:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125911:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125913:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125915:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125917:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125918:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125919:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125922:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125923:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125925:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125927:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125930:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125931:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125935:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125936:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125939:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125940:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125942:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125944:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125946:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125947:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125949:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125951:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125953:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125955:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125957:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125960:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125961:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125965:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125966:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125969:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125970:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125971:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.125973:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.125975:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.125976:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.125977:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.125979:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125981:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125983:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.125985:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.125987:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125989:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.125991:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.125993:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.125995:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.125996:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.125998:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126000:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126002:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126003:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126004:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126006:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126008:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126010:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126011:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126013:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126015:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126018:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126020:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126022:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126023:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126025:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126027:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126029:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126030:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126031:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126033:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126035:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126037:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126039:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126041:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126043:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126046:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126047:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126049:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126050:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126053:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126055:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126056:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126057:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126058:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126061:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126062:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126064:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126066:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126068:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126069:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126072:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126073:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126075:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126076:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126079:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126080:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126082:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126083:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126084:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126086:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126088:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126089:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126091:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126093:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126094:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126097:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126098:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126100:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126101:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126102:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126104:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126105:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126106:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126107:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126110:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126111:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126113:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126115:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126116:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126118:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126120:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126122:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126124:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126125:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126127:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126129:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126130:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126132:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126133:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126136:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126137:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126139:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126152:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126155:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126157:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126160:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126162:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126164:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126165:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126168:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126170:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126172:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126173:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126174:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126176:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126178:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126180:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126182:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126183:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126185:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126188:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126189:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126191:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126192:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126194:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126196:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126198:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126199:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126200:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126203:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126205:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126207:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126209:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126211:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126212:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126215:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126217:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126219:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126221:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126223:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126225:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126226:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126228:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126229:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126231:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126233:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126234:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126237:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126239:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126240:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126243:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126244:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126247:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126248:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126250:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126252:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126253:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126254:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126256:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126258:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126260:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126262:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126264:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126266:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126268:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126271:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126273:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126275:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126276:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126278:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126279:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126281:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126282:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126283:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126285:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126287:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126289:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126291:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126292:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126294:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126297:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126299:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126301:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126302:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126304:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126306:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126308:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126309:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126310:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126312:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126314:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126316:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126318:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126319:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126321:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126324:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126326:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126328:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126329:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126331:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126333:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126334:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126335:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126337:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126339:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126341:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126342:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126345:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126347:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126348:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126351:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126352:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126355:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126356:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126357:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126359:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126361:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126362:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126363:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126365:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126367:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126369:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126371:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126373:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126375:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126378:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126379:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126381:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126383:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126385:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126388:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126389:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126390:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126391:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126394:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126433:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126435:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126437:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126439:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126441:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126445:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126447:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126449:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126450:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126453:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126455:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126457:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126458:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126459:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126462:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126464:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126466:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126468:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126470:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126471:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126474:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126475:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126478:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126479:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126481:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126483:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126485:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126486:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126487:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126490:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126492:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126493:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126495:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126497:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126499:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126501:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126503:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126505:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126506:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126508:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126509:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126511:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126512:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126513:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126516:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126518:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126519:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126521:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126523:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126525:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126528:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126530:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126532:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126534:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126537:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126539:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126540:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126542:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126543:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126545:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126547:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126549:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126551:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126553:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126554:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126557:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126558:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126561:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126562:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126564:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126566:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126568:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126569:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126570:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126573:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126574:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126576:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126578:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126580:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126582:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126585:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126586:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126589:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126590:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126592:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126594:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126595:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126596:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126598:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126600:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126602:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126604:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126606:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126608:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126610:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126613:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126614:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126617:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126618:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126620:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126622:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126623:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126624:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126625:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126628:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126629:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126631:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126633:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126635:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126637:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126640:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126641:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126643:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126644:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126646:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126648:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126650:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126651:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126652:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126654:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126656:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126657:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126659:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126661:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126662:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126665:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126667:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126670:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126671:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126673:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126675:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126677:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126678:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126679:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126681:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126683:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126684:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126686:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126688:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126690:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126693:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126694:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126697:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126698:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126700:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126702:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126704:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126705:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126706:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126709:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126711:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126712:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126714:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126716:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126718:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126720:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126721:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126724:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126725:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126727:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126730:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126732:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126733:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126734:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126737:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126739:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126740:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126742:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126744:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126746:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126749:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126750:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126753:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126753:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126755:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126757:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126758:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126759:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126761:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126763:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126765:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126766:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126768:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126770:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126772:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126774:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126775:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126777:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126778:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126780:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126782:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126784:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126785:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126786:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126788:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126790:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126792:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126794:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126796:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126798:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126800:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126802:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126804:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126805:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126807:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126809:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126811:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126812:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126813:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126816:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126817:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126819:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126821:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126823:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126825:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126828:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126829:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126831:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126832:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126835:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126837:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126838:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126840:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126841:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126843:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126845:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126847:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126849:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126851:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126853:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126855:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126857:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126859:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126860:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126862:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126864:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126866:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126867:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126868:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126871:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126873:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126874:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126876:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126878:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126880:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126883:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126884:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126887:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126888:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126890:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126892:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126894:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126895:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126896:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126898:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126900:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126902:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126904:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126906:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126907:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126910:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126912:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126914:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126915:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126917:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126919:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126920:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126921:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126922:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126925:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126927:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126928:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126930:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126932:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126934:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126936:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126938:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126940:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126941:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126943:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126945:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126947:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126948:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126949:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126952:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126954:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126955:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126957:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126960:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126961:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126964:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126966:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126968:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126969:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126971:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.126973:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.126974:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.126975:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.126976:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.126979:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126980:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126982:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.126984:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.126986:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126987:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.126991:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.126992:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.126994:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.126995:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.126997:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127000:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127002:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127002:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127003:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127006:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127007:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127009:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127012:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127014:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127015:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127018:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127019:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127022:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127023:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127025:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127027:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127029:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127030:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127031:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127033:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127035:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127036:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127039:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127041:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127042:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127045:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127047:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127049:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127050:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127053:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127055:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127056:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127057:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127058:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127060:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127062:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127064:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127066:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127068:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127070:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127072:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127073:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127076:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127077:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127079:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127081:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127082:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127084:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127085:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127087:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127089:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127091:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127093:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127095:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127096:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127099:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127100:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127102:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127103:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127104:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127106:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127107:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127108:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127110:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127112:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127114:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127116:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127118:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127120:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127122:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127125:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127126:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127129:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127130:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127132:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127134:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127135:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127137:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127138:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127140:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127157:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127159:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127161:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127163:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127165:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127169:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127170:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127172:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127173:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127176:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127178:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127179:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127180:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127182:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127184:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127186:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127187:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127190:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127191:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127193:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127196:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127197:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127200:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127201:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127203:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127204:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127206:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127207:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127209:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127211:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127213:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127214:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127216:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127219:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127221:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127224:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127225:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127228:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127228:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127231:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127232:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127233:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127235:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127236:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127238:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127239:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127241:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127242:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127244:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127246:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127249:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127250:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127252:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127253:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127255:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127257:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127259:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127260:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127261:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127263:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127265:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127267:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127268:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127270:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127272:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127275:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127277:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127279:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127280:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127282:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127284:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127285:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127286:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127287:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127290:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127292:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127293:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127295:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127297:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127298:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127301:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127302:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127304:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127306:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127307:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127310:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127311:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127312:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127313:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127315:0:34141:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127317:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127319:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.127320:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127322:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127324:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.127326:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127328:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127330:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127331:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127333:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127335:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127336:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926535.127337:0:34141:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926535.127338:0:34141:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00800000:00000001:0.0:1788926535.127341:0:34141:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.127342:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.127344:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788926535.127346:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.127348:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.127349:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.127352:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.127353:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.127356:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.127357:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.127358:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.127360:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.127362:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.127365:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.127367:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.127372:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788926535.127375:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: age 1326, max_age 1901 00000008:00000001:0.0:1788926535.127378:0:34141:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788926535.127381:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000010:0.0:1788926535.127386:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926535.127389:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926535.127392:0:34141:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788926535.127419:0:34141:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788926535.127425:0:34141:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1824 00000400:00000200:0.0:1788926535.127434:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.127439:0:34141:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:0.0:1788926535.127443:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.127445:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926535.127449:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.127451:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:0.0:1788926535.127457:0:34141:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788926535.127459:0:34141:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:0.0:1788926535.127461:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.127464:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:0.0:1788926535.127466:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:0.0:1788926535.127468:0:34141:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000040:0.0:1788926535.127471:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.127473:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926535.127474:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.127476:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:0.0:1788926535.127479:0:34141:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00080000:0.0:1788926535.127482:0:34141:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: import ffff9d76d849d800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:0.0:1788926535.127485:0:34141:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.127488:0:34141:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788926535.127496:0:34141:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926535.127499:0:34141:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.127501:0:34141:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788926535.127503:0:34141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788926535.127506:0:34141:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.127507:0:34141:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.127511:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926535.127513:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=5 obd=lustre-OST0000-osc-ffff9d76e0357000 02000000:00000001:0.0:1788926535.127517:0:34141:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926535.127518:0:34141:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.127521:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.127523:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.127527:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.127533:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926535.127540:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.127548:0:34141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926535.127558:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.127561:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.127565:0:34141:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3633b9d] to pc [ptlrpcd_rcv+-1] req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.127631:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.127635:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926535.127638:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926535.127644:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.127652:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926535.127654:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926535.127657:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926535.127659:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926535.127662:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926535.127665:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513967744:192.168.203.140@tcp:8:lfs.0 00000100:00000001:2.0:1788926535.127669:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926535.127672:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926535.127675:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926535.127677:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926535.127682:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926535.127683:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926535.127689:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926535.127694:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926535.127700:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926535.127706:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513967744, portal 4 00000100:00000001:2.0:1788926535.127709:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926535.127710:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:2.0:1788926535.127717:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.127724:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926535.127727:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926535.127730:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530aa0. 00000100:00000200:2.0:1788926535.127733:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513967744, offset 0 00000400:00000200:2.0:1788926535.127740:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926535.127746:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.127752:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926535.127757:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926535.127760:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926535.127763:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926535.127766:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926535.127770:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2901:2901:256:4294967295] 192.168.203.140@tcp LPNI seq info [2901:2901:8:4294967295] 00000400:00000200:2.0:1788926535.127774:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.127783:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926535.127789:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926535.127794:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4e00. 00000800:00000200:2.0:1788926535.127801:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926535.127807:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926535.127811:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926535.127832:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926535.127837:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21392 usecs (22 jiffies) 00000400:00000200:2.0:1788926535.127841:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926535.127843:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296570284 00000100:00000001:2.0:1788926535.127847:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:2.0:1788926535.127850:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296570284 00000100:00000001:2.0:1788926535.127853:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:2.0:1788926535.127855:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926535.127857:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.127860:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.127862:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926535.128004:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926535.128009:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4e00. 00000400:00000200:3.0:1788926535.128015:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926535.128021:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926535.128026:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:3.0:1788926535.128028:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:3.0:1788926535.128032:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926535.128037:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.128046:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926535.128050:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.128058:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926535.128060:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926535.129356:0:34141:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.129363:0:34141:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788926535.129365:0:34141:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:0.0:1788926535.129371:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.129374:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.129377:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926535.129379:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.129381:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.129385:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.129407:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2500. 00000100:00000001:0.0:1788926535.129413:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.129416:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926535.129417:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926535.129423:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.129426:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732642522432 : -108341067029184 : ffff9d76e12f6540) 00000100:00000001:0.0:1788926535.129429:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.129430:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926535.129434:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.129437:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.129439:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926535.129441:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926535.129448:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.129456:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.129458:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788926535.129462:0:34141:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.129469:0:34141:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.129472:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926535.129474:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.129477:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 0 seconds 00000100:00000001:0.0:1788926535.129479:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.129482:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.129484:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.129485:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.129487:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926535.132004:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.132020:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926535.132024:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.132026:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.132033:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.132041:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926535.132049:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.132053:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.132058:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.132062:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d32361c80 00000400:00000200:3.0:1788926535.132067:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.132072:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x842d [1] + 0 00000800:00000001:3.0:1788926535.132078:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.132084:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.132087:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926535.132091:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926535.132098:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926535.132105:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926535.132117:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.132217:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926535.132221:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926535.132224:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.132226:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926535.132243:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926535.132253:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.132256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788926535.138439:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926535.138446:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926535.138451:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:2.0:1788926535.138460:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:2.0:1788926535.138463:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:2.0:1788926535.138469:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926535.138480:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926535.138491:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.138499:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926535.138501:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.138504:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926535.138508:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926535.138510:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926535.138512:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926535.138515:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926535.138524:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=52 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926535.138528:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926535.138531:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926535.138533:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926535.138535:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926535.138541:0:2396:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.138544:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788926535.138548:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: committing for last_committed 4294967322 gen 17 00000100:00000040:2.0:1788926535.138551:0:2396:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788926535.138553:0:2396:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926535.138555:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926535.138560:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.138567:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926535.138571:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926535.138573:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.138575:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788926535.138582:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:2.0:1788926535.138585:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926535.138587:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:2.0:1788926535.138589:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926535.138592:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:2.0:1788926535.138594:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:2.0:1788926535.138597:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00001000:2.0:1788926535.138600:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=1788926535 v=0 (0 0 0 0) 00000100:00001000:2.0:1788926535.138603:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d849dc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788926535.138607:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000100:00080000:2.0:1788926535.138613:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9d76e0357000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788926535.138616:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:2.0:1788926535.138619:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788926535.138623:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788926535.138626:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9d76e0357000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1788926535.138630:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788926535.138633:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788926535.138637:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788926535.138640:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926535.138642:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.138644:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.138646:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.138648:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926535.138650:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788926535.138652:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788926535.138655:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788926535.138657:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788926535.138658:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788926535.138659:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788926535.138661:0:2396:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788926535.138662:0:2396:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1788926535.138667:0:2396:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1788926535.138669:0:2396:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926535.138672:0:2396:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138674:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788926535.138676:0:2396:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788926535.138678:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788926535.138680:0:2396:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788926535.138681:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788926535.138683:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788926535.138685:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138687:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138689:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788926535.138690:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788926535.138691:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138693:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788926535.138694:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788926535.138699:0:2396:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788926535.138701:0:2396:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138703:0:2396:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138704:0:2396:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.138706:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926535.138708:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.138709:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.138711:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.138713:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788926535.138715:0:2396:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926535.138717:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788926535.138724:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000467267eb): req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.138741:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.138745:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926535.138749:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926535.138757:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513967744:192.168.203.140@tcp:8:lfs.0 00000100:00000001:2.0:1788926535.138762:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.138765:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.138768:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513967744/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.138775:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926535.138778:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926535.138782:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926535.138786:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926535.138787:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926535.138789:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926535.138791:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926535.138793:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:2.0:1788926535.138797:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926535.138799:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926535.138801:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:2.0:1788926535.138804:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926535.138805:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.138807:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.138814:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926535.138816:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.138819:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.138820:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.138908:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.138912:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.138915:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.138917:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.138919:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926535.138922:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926535.138925:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.138927:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926535.138932:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926535.138935:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.138936:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926535.138944:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880d800. 02000000:00000001:0.0:1788926535.138946:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926535.138952:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926535.138956:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926535.138961:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821a18. 00000100:00000200:0.0:1788926535.138966:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513967872, portal 4 00000100:00000001:0.0:1788926535.138968:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.138970:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926535.138976:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.138982:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926535.138985:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926535.138987:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08216e8. 00000100:00000200:0.0:1788926535.138990:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513967872, offset 0 00000400:00000200:0.0:1788926535.138996:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926535.139004:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.139011:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926535.139017:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926535.139021:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926535.139025:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926535.139028:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926535.139031:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2902:2902:256:4294967295] 192.168.203.140@tcp LPNI seq info [2902:2902:8:4294967295] 00000400:00000200:0.0:1788926535.139035:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.139044:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926535.139050:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926535.139054:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2300. 00000800:00000200:0.0:1788926535.139061:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926535.139068:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926535.139073:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926535.139092:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.139097:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21356 usecs (22 jiffies) 00000400:00000200:0.0:1788926535.139100:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926535.139103:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296570295 00000100:00000001:0.0:1788926535.139106:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.139108:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296570295 00000100:00000001:0.0:1788926535.139110:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:0.0:1788926535.139112:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.139114:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.139116:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926535.139117:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926535.139119:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 11 seconds 00000100:00000001:0.0:1788926535.139121:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.139123:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926535.140081:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926535.140088:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2300. 00000400:00000200:3.0:1788926535.140094:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926535.140100:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926535.140105:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08216e8 00000400:00000010:3.0:1788926535.140107:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08216e8. 00000100:00000001:3.0:1788926535.140112:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926535.140117:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.140127:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926535.140131:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.140137:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926535.140139:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926535.151240:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.151256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926535.151260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.151263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.151271:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.151278:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926535.151288:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.151302:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.151307:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.151312:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32361d00 00000400:00000200:3.0:1788926535.151316:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.151321:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x843d [1] + 224 00000800:00000001:3.0:1788926535.151330:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.151337:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.151340:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926535.151344:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926535.151352:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926535.151361:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926535.151370:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.151392:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926535.151442:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.151447:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.151455:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926535.151464:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926535.151467:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926535.151470:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926535.151475:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:0.0:1788926535.151478:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:0.0:1788926535.151481:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926535.151486:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926535.151496:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.151503:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926535.151505:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.151507:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926535.151510:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926535.151512:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926535.151515:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.151518:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926535.151526:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dcf0 time=650 v=5 (5 5 0 5) 00000100:00001000:0.0:1788926535.151529:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926535.151532:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926535.151533:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.151536:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926535.151539:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151543:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926535.151545:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788926535.151547:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926535.151548:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.151553:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.151560:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.151563:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926535.151566:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926535.151569:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926535.151578:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513967872:192.168.203.140@tcp:13:lfs.0 00000100:00000001:0.0:1788926535.151582:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.151586:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151588:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926535.151590:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.151593:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.151599:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.151602:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.151605:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926535.151606:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926535.151612:0:34141:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788926535.151613:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.151616:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513967872/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.151636:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926535.151639:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926535.151643:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880d800. 02000000:00000001:0.0:1788926535.151646:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926535.151649:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.151650:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.151652:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926535.151654:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2500. 02000000:00000001:0.0:1788926535.151658:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926535.151670:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926535.151671:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926535.151675:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926535.151677:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788926535.151680:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: update ffff9d76e0285198 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:0.0:1788926535.151684:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926535.151688:0:34141:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.151691:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926535.151694:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.151697:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.151700:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.151755:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.151757:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.151764:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.151767:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.151772:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.151775:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.151777:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.151780:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.151782:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.151788:0:34141:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788926535.151790:0:34141:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: age 1326, max_age 1901 00000008:00000001:0.0:1788926535.151792:0:34141:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788926535.151794:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000010:0.0:1788926535.151798:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926535.151801:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926535.151803:0:34141:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788926535.151806:0:34141:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788926535.151809:0:34141:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1823 00000400:00000200:0.0:1788926535.151815:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926535.151818:0:34141:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:0.0:1788926535.151822:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.151825:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926535.151827:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.151829:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:0.0:1788926535.151835:0:34141:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788926535.151837:0:34141:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:0.0:1788926535.151839:0:34141:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926535.151842:0:34141:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:0.0:1788926535.151844:0:34141:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:0.0:1788926535.151846:0:34141:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000040:0.0:1788926535.151848:0:34141:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.151850:0:34141:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926535.151852:0:34141:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926535.151854:0:34141:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:0.0:1788926535.151856:0:34141:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00080000:0.0:1788926535.151860:0:34141:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9d76e0357000: import ffff9d76d849a000 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:0.0:1788926535.151862:0:34141:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.151865:0:34141:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788926535.151870:0:34141:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926535.151872:0:34141:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151874:0:34141:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788926535.151877:0:34141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8380416, lost: 0. 00000008:00000001:0.0:1788926535.151880:0:34141:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151882:0:34141:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.151885:0:34141:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926535.151887:0:34141:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=5 obd=lustre-OST0001-osc-ffff9d76e0357000 02000000:00000001:0.0:1788926535.151891:0:34141:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926535.151892:0:34141:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151895:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.151898:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.151901:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.151906:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d800. 00000100:00000001:0.0:1788926535.151911:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.151917:0:34141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926535.151926:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.151929:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.151933:0:34141:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee677704] to pc [ptlrpcd_rcv+-1] req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.151955:0:34141:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151958:0:34141:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788926535.151960:0:34141:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:0.0:1788926535.151962:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.151963:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.151965:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926535.151966:0:34141:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926535.151968:0:34141:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926535.151969:0:34141:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926535.151973:0:34141:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2500. 00000100:00000001:0.0:1788926535.151975:0:34141:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151978:0:34141:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926535.151979:0:34141:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926535.151984:0:34141:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.151986:0:34141:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732642522432 : -108341067029184 : ffff9d76e12f6540) 00000100:00000001:0.0:1788926535.151988:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926535.151990:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926535.151992:0:34141:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926535.151994:0:34141:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.151996:0:34141:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926535.151997:0:34141:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926535.152001:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.152007:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.152009:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788926535.152013:0:34141:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.152020:0:34141:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.152022:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926535.152023:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926535.152025:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 0 seconds 00000100:00000001:0.0:1788926535.152027:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926535.152029:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.152031:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926535.152032:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.152034:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.152187:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.152191:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926535.152193:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926535.152199:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.152210:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926535.152211:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926535.152214:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926535.152216:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926535.152218:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926535.152220:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513968000:192.168.203.140@tcp:8:lfs.0 00000100:00000001:2.0:1788926535.152224:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926535.152227:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926535.152229:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926535.152231:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926535.152235:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926535.152237:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926535.152241:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926535.152244:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926535.152248:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926535.152253:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513968000, portal 4 00000100:00000001:2.0:1788926535.152264:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926535.152265:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:2.0:1788926535.152271:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.152277:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926535.152281:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926535.152284:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926535.152286:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513968000, offset 0 00000400:00000200:2.0:1788926535.152292:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926535.152298:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.152304:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926535.152309:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926535.152313:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926535.152316:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926535.152318:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926535.152322:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2903:2903:256:4294967295] 192.168.203.140@tcp LPNI seq info [2903:2903:8:4294967295] 00000400:00000200:2.0:1788926535.152326:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926535.152334:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926535.152339:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926535.152344:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000800:00000200:2.0:1788926535.152351:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926535.152358:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926535.152363:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926535.152377:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926535.152381:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 218885 usecs (219 jiffies) 00000400:00000200:2.0:1788926535.152385:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926535.152387:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296570505 00000100:00000001:2.0:1788926535.152390:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:2.0:1788926535.152392:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296570505 00000100:00000001:2.0:1788926535.152420:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:2.0:1788926535.152423:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926535.152425:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.152427:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.152430:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.152437:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926535.152438:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926535.152440:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.152441:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926535.152442:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.152443:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926535.152517:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926535.152524:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:2.0:1788926535.152529:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.152533:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926535.152537:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:2.0:1788926535.152540:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:2.0:1788926535.152544:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926535.152549:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.152556:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.152560:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.152565:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.152567:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926535.158727:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.158738:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926535.158743:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.158745:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.158754:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.158761:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926535.158770:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.158774:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.158778:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.158782:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d32361d80 00000400:00000200:3.0:1788926535.158787:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.158793:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x8445 [1] + 0 00000800:00000001:3.0:1788926535.158800:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.158805:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.158809:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926535.158813:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926535.158820:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926535.158828:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926535.158840:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.158864:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926535.158872:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.158875:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.160728:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.160735:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926535.160743:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926535.160745:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926535.160749:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:2.0:1788926535.160756:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:2.0:1788926535.160758:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:2.0:1788926535.160762:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926535.160771:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926535.160782:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.160789:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926535.160790:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.160793:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926535.160796:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926535.160798:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926535.160800:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926535.160803:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926535.160812:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=52 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926535.160816:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926535.160818:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926535.160820:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926535.160822:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926535.160827:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.160830:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788926535.160832:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: committing for last_committed 4294967327 gen 15 00000100:00000040:2.0:1788926535.160836:0:2396:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788926535.160839:0:2396:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926535.160840:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926535.160845:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.160853:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926535.160856:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926535.160858:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.160860:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788926535.160866:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:2.0:1788926535.160869:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926535.160870:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:2.0:1788926535.160873:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926535.160876:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:2.0:1788926535.160878:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:2.0:1788926535.160881:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00001000:2.0:1788926535.160884:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=1788926535 v=0 (0 0 0 0) 00000100:00001000:2.0:1788926535.160887:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d849a418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788926535.160891:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000100:00080000:2.0:1788926535.160896:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9d76e0357000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788926535.160899:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:2.0:1788926535.160902:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788926535.160905:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788926535.160908:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9d76e0357000, setting cl_avail_grant: 8380416 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1788926535.160911:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788926535.160914:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788926535.160917:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788926535.160920:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926535.160923:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.160924:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.160926:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.160928:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926535.160930:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788926535.160933:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849a000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788926535.160936:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788926535.160937:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788926535.160938:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788926535.160940:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788926535.160941:0:2396:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788926535.160943:0:2396:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1788926535.160949:0:2396:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1788926535.160951:0:2396:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1788926535.160953:0:2396:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926535.160955:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788926535.160957:0:2396:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788926535.160959:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788926535.160961:0:2396:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788926535.160963:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788926535.160965:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788926535.160967:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.160969:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.160970:0:2396:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788926535.160971:0:2396:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788926535.160972:0:2396:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.160973:0:2396:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788926535.160975:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788926535.160979:0:2396:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788926535.160980:0:2396:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.160982:0:2396:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.160984:0:2396:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926535.160985:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926535.160987:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.160988:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926535.160990:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.160991:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788926535.160993:0:2396:0:(import.c:1286:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926535.160995:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788926535.161001:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000467267eb): req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.161037:0:2396:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.161040:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926535.161044:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926535.161052:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513968000:192.168.203.140@tcp:8:lfs.0 00000100:00000001:2.0:1788926535.161056:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.161059:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.161062:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513968000/t0(0) o8->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.161069:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926535.161071:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926535.161075:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926535.161078:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926535.161080:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926535.161082:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926535.161084:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926535.161086:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d800. 02000000:00000001:2.0:1788926535.161090:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926535.161091:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926535.161093:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:2.0:1788926535.161096:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926535.161098:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.161100:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926535.161105:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926535.161107:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.161109:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926535.161111:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926535.166208:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926535.166215:0:34141:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926535.166220:0:34141:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926535.166223:0:34141:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926535.166226:0:34141:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926535.166230:0:34141:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926535.166232:0:34141:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926535.166234:0:34141:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926535.166240:0:34141:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926535.166243:0:34141:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926535.166245:0:34141:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926535.166264:0:34141:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d93000. 02000000:00000001:3.0:1788926535.166268:0:34141:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926535.166277:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926535.166282:0:34141:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b688. 00000400:00000010:3.0:1788926535.166289:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab3b8. 00000100:00000200:3.0:1788926535.166295:0:34141:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513968128, portal 4 00000100:00000001:3.0:1788926535.166298:0:34141:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926535.166299:0:34141:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:3.0:1788926535.166311:0:34141:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.166319:0:34141:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926535.166322:0:34141:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926535.166325:0:34141:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab770. 00000100:00000200:3.0:1788926535.166327:0:34141:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513968128, offset 0 00000400:00000200:3.0:1788926535.166333:0:34141:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926535.166341:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.166349:0:34141:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926535.166354:0:34141:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926535.166357:0:34141:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926535.166361:0:34141:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926535.166364:0:34141:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926535.166367:0:34141:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2904:2904:256:4294967295] 192.168.203.140@tcp LPNI seq info [2904:2904:8:4294967295] 00000400:00000200:3.0:1788926535.166371:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.166380:0:34141:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926535.166386:0:34141:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926535.166391:0:34141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341100. 00000800:00000200:3.0:1788926535.166445:0:34141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926535.166452:0:34141:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926535.166456:0:34141:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926535.166475:0:34141:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926535.166479:0:34141:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 217840 usecs (218 jiffies) 00000400:00000200:3.0:1788926535.166483:0:34141:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926535.166485:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296570519 00000100:00000001:3.0:1788926535.166488:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296572002 00000100:00000001:3.0:1788926535.166490:0:34141:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296570519 00000100:00000001:3.0:1788926535.166492:0:34141:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296572002 00000100:00000001:3.0:1788926535.166495:0:34141:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926535.166498:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926535.166500:0:34141:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926535.166502:0:34141:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926535.166505:0:34141:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e12f6540 going to sleep for 11 seconds 00000100:00000001:3.0:1788926535.166507:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926535.166509:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926535.171830:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926535.171838:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341100. 00000400:00000200:2.0:1788926535.171846:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926535.171855:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926535.171862:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab770 00000400:00000010:2.0:1788926535.171865:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab770. 00000100:00000001:2.0:1788926535.171870:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926535.171877:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.171889:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926535.171892:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926535.171899:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926535.171901:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926535.180182:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.180198:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926535.180203:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.180206:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.180214:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.180221:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926535.180230:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.180235:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.180241:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.180244:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32361e00 00000400:00000200:3.0:1788926535.180249:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926535.180255:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x8455 [1] + 224 00000800:00000001:3.0:1788926535.180261:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.180268:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926535.180272:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926535.180276:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926535.180283:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926535.180292:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926535.180303:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926535.180330:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926535.180338:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926535.180341:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.180419:0:34141:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926535.180427:0:34141:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926535.180429:0:34141:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926535.180432:0:34141:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b688. 00000400:00000200:0.0:1788926535.180437:0:34141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab3b8 00000400:00000010:0.0:1788926535.180440:0:34141:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab3b8. 00000100:00000001:0.0:1788926535.180443:0:34141:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926535.180448:0:34141:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926535.180457:0:34141:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.180464:0:34141:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926535.180466:0:34141:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.180468:0:34141:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926535.180471:0:34141:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926535.180474:0:34141:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926535.180476:0:34141:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926535.180478:0:34141:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926535.180487:0:34141:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a4a8 time=650 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926535.180491:0:34141:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926535.180494:0:34141:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926535.180496:0:34141:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.180499:0:34141:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926535.180502:0:34141:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.180507:0:34141:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926535.180509:0:34141:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1788926535.180511:0:34141:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926535.180512:0:34141:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926535.180517:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.180524:0:34141:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926535.180527:0:34141:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926535.180529:0:34141:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926535.180532:0:34141:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926535.180540:0:34141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34141:1875823513968128:192.168.203.140@tcp:13:lfs.0 00000100:00000001:0.0:1788926535.180544:0:34141:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926535.180547:0:34141:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926535.180549:0:34141:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926535.180551:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.180555:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.180561:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926535.180565:0:34141:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e12f6540. 00000100:00000001:0.0:1788926535.180568:0:34141:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926535.180570:0:34141:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926535.180575:0:34141:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788926535.180576:0:34141:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926535.180580:0:34141:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513968128/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926551 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926535.180585:0:34141:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926535.180588:0:34141:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926535.180590:0:34141:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d93000. 02000000:00000001:0.0:1788926535.180593:0:34141:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926535.180595:0:34141:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926535.180597:0:34141:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926535.180599:0:34141:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926535.180601:0:34141:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2500. 02000000:00000001:0.0:1788926535.180604:0:34141:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926535.180606:0:34141:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926535.180607:0:34141:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926535.180611:0:34141:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926535.180612:0:34141:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788926535.180615:0:34141:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: update ffff9d76e0280458 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:0.0:1788926535.180619:0:34141:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926535.180638:0:34141:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180642:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926535.180644:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180647:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180650:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180707:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180710:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180716:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180719:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180724:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180727:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180730:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180733:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180734:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180738:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180740:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180743:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180745:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180747:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180749:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180753:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180755:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180758:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180759:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180761:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180763:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180765:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180766:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180767:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180770:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180771:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180774:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180776:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180778:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180780:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180783:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180784:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180787:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180787:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180789:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180791:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180793:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180794:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180795:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180799:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180801:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180803:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180805:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180807:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180809:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180812:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180814:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180816:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180817:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180819:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180822:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180823:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180824:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180826:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180828:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180830:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180832:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180834:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180836:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180837:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180841:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180842:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180845:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180846:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180848:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180850:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180851:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180852:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180853:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180856:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180857:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180859:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180862:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180864:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180865:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180868:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180869:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180871:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180872:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180875:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180877:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180878:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180879:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180880:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180883:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180885:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180887:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180888:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180890:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180892:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180895:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180897:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180899:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180900:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180903:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180904:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180905:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180906:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180908:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180910:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180911:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180913:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180915:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180918:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180920:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180923:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180924:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180926:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180927:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180929:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180931:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180932:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180933:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180934:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180936:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180938:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180940:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180941:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180943:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180945:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180948:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180949:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180951:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180953:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180954:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180956:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180958:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180959:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180960:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180962:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180964:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180966:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180968:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180969:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180971:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180974:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.180976:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.180979:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.180980:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.180982:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.180984:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.180985:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.180986:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.180987:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.180990:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180992:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180993:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.180996:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.180998:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.180999:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181002:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181004:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181006:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181006:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181008:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181010:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181011:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181012:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181013:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181016:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181017:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181019:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181021:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181024:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181025:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181028:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181029:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181031:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181032:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181034:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181036:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181038:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181039:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181040:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181042:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181044:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181046:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181048:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181050:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181051:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181054:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181055:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181057:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181058:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181060:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181062:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181063:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181064:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181065:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181067:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181069:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181070:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181072:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181074:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181075:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181078:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181080:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181082:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181083:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181085:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181087:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181088:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181090:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181091:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181093:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181095:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181096:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181098:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181100:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181102:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181104:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181106:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181108:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181109:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181111:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181113:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181114:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181115:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181116:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181119:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181121:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181122:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181124:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181126:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181128:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181131:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181132:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181134:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181135:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181137:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181139:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181152:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181153:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181155:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181157:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181160:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181161:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181164:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181166:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181168:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181171:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181172:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181174:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181175:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181177:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181179:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181181:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181181:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181183:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181185:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181186:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181188:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181190:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181192:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181194:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181196:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181197:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181199:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181200:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181202:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181204:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181205:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181206:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181208:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181210:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181211:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181213:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181215:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181217:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181218:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181221:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181222:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181224:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181225:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181227:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181228:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181230:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181231:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181232:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181234:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181235:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181237:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181238:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181240:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181242:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181244:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181245:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181247:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181248:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181250:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181251:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181253:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181254:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181255:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181257:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181258:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181260:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181261:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181263:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181265:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181267:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181269:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181271:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181272:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181273:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181275:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181276:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181277:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181278:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181281:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181282:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181284:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181286:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181288:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181289:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181292:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181293:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181295:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181297:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181299:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181301:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181302:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181303:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181304:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181307:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181309:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181311:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181313:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181315:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181316:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181319:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181320:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181323:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181324:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181326:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181328:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181329:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181330:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181331:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181334:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181335:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181337:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181339:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181341:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181343:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181345:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181346:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181349:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181350:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181352:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181354:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181355:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181356:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181358:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181360:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181361:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181363:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181365:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181367:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181368:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181371:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181372:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181374:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181375:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181377:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181379:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181380:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181382:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181383:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181385:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181387:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181389:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181391:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181393:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181439:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181443:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181444:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181446:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181448:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181450:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181452:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181453:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181454:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181456:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181458:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181460:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181461:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181463:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181465:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181467:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181470:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181471:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181474:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181475:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181477:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181478:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181480:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181481:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181482:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181484:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181487:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181488:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181490:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181492:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181493:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181496:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181497:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181499:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181500:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181502:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181504:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181505:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181506:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181507:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181509:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181511:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181512:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181514:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181517:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181518:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181521:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181522:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181525:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181526:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181528:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181530:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181531:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181532:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181533:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181535:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181537:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181538:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181540:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181543:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181544:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181547:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181548:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181551:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181552:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181554:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181556:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181557:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181558:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181560:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181562:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181564:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181566:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181568:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181570:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181571:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181574:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181575:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181577:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181578:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181580:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181582:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181583:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181584:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181585:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181587:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181589:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181591:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181592:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181595:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181596:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181599:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181601:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181604:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181605:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181607:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181609:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181611:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181612:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181613:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181616:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181618:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181619:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181621:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181623:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181625:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181628:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181629:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181632:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181633:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181635:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181638:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181639:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181640:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181641:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181643:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181645:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181647:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181649:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181651:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181652:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181655:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181656:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181659:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181660:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181662:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181664:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181666:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181667:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181668:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181670:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181672:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181674:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181676:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181678:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181680:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181683:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181684:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181686:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181687:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181689:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181691:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181693:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181693:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181695:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181697:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181698:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181700:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181702:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181704:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181706:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181709:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181710:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181712:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181713:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181715:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181717:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181718:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181719:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181720:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181723:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181724:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181726:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181728:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181729:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181731:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181734:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181735:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181737:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181738:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181740:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181743:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181744:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181745:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181746:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181748:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181750:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181752:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181754:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181756:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181757:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181760:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181761:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181764:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181766:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181768:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181770:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181771:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181772:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181773:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181775:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181777:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181779:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181781:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181783:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181784:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181787:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181788:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181790:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181791:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181794:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181795:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181797:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181798:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181799:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181802:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181803:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181805:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181807:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181809:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181810:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181813:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181814:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181817:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181818:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181820:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181822:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181824:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181825:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181826:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181828:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181830:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181832:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181834:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181836:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181838:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181841:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181842:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181845:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181846:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181848:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181850:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181852:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181853:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181854:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181856:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181858:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181859:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181862:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181864:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181865:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181868:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181870:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181872:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181873:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181875:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181877:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181879:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181880:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181881:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181883:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181885:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181887:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181889:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181891:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181893:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181896:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181898:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181900:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181901:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181903:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181905:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181907:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181908:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181909:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181912:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181914:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181915:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181918:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181920:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181922:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181925:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181926:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181929:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181930:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181932:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181934:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181935:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181936:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181938:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181940:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181941:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181943:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181946:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181948:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181949:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181952:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181953:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181956:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181957:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181959:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181962:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181963:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181964:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181966:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181968:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181970:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181972:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.181974:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.181976:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181978:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.181981:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.181983:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.181985:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.181987:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.181989:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.181991:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.181993:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.181994:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.181995:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.181998:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182000:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182002:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182004:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182006:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182008:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182011:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182012:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182014:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182015:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182017:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182019:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182021:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182022:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182023:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182025:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182028:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182029:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182031:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182033:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182035:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182038:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182040:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182042:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182043:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182045:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182048:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182049:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182050:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182052:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182054:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182056:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182058:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182060:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182063:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182064:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182068:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182069:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182072:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182073:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182075:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182077:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182079:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182080:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182081:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182084:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182086:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182087:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182089:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182092:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182093:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182096:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182097:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182099:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182100:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182103:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182105:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182106:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182107:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182108:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182111:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182112:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182114:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182116:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182118:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182120:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182123:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182124:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182127:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182128:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182131:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182133:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182134:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182136:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182137:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182139:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182153:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182156:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182158:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182162:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182164:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182167:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182169:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182171:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182172:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182175:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182177:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182178:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182179:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182180:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182183:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182185:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182186:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182188:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182190:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182192:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182195:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182196:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182199:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182200:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182202:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182204:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182205:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182207:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182208:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182211:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182212:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182214:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182216:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182218:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182220:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182223:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182225:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182227:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182228:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182231:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182233:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182234:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182235:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182236:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182239:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182241:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182243:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182245:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182247:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182249:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182252:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182254:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182256:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182257:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182260:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182262:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182264:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182265:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182266:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182268:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182270:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182272:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182274:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182276:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182278:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182282:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182283:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182285:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182286:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182289:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182291:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182292:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182293:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182295:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182297:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182299:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182301:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182303:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182305:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182307:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182310:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182311:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182314:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182315:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182317:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182319:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182321:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182322:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182323:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182326:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182328:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182330:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182332:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182334:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182336:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182339:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182340:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182343:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182344:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182346:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182349:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182350:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182352:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182353:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182356:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182357:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182359:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182361:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182363:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182365:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182368:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182369:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182372:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182373:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182375:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182377:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182379:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182380:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182381:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182383:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182385:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182387:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182389:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182391:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182393:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182422:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182424:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182427:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182428:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182431:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182433:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182435:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182436:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182438:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182440:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182443:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182444:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182446:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182449:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182450:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182453:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182455:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182457:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182458:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182461:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182463:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182465:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182466:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182467:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182470:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182472:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182473:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182475:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182477:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182479:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182482:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182484:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182486:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182487:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182489:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182491:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182493:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182494:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182495:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182497:0:34141:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182499:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182501:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926535.182502:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182505:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182506:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926535.182510:0:34141:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926535.182512:0:34141:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc15208260 00000080:00000001:0.0:1788926535.182514:0:34141:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926535.182515:0:34141:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926535.182517:0:34141:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880e800. 00000020:00000001:0.0:1788926535.182520:0:34141:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182521:0:34141:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926535.182522:0:34141:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926535.182523:0:34141:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880e800 uarg=0000000000000000 00020000:00000001:0.0:1788926535.182526:0:34141:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.182528:0:34141:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.182530:0:34141:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788926535.182532:0:34141:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880e800. 00000080:00000001:0.0:1788926535.182534:0:34141:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.182536:0:34141:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926535.182548:0:34141:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926535.182551:0:34141:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926535.182554:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fdd0 00000080:00200008:0.0:1788926535.182557:0:34141:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00400000:0.0:1788926535.182561:0:34141:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788926535.182564:0:34141:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926535.182568:0:34141:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926535.182571:0:34141:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d84215fdd0 00000080:00000008:0.0:1788926535.182573:0:34141:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000, rc = 0 00000080:00000001:0.0:1788926535.182575:0:34141:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926535.182577:0:34141:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.361461:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926535.361469:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926535.361474:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926535.361475:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926535.363212:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926535.363218:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926535.363222:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926536.385514:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926536.385521:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926536.385526:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926536.385528:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926536.385693:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926536.385696:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926536.385699:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926537.282005:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296572002, at 4296572416 00000100:00000010:2.0:1788926537.282035:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f960. 00000100:00000040:3.0:1788926537.285991:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296572002, at 4296572420 00000100:00000010:3.0:1788926537.286005:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fb40. 00010000:00000001:0.0:1788926537.411683:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926537.411690:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926537.411695:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926537.411696:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926537.411941:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926537.411944:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926537.411947:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788926537.793529:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926537.793539:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926537.793548:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962ad80. 00000020:00000040:1.0:1788926537.793554:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926537.793557:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926537.793560:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926537.793565:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926537.793584:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186eb00. 00000100:00000001:1.0:1788926537.793591:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793602:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926537.793612:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926537.793617:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793623:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec96ffbc] to pc [ptlrpcd_00_00+0] req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793656:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793659:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926537.793663:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926537.793666:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926537.793668:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926537.793670:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926537.793672:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926537.793674:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926537.793677:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186ee00. 00000100:00000001:1.0:1788926537.793680:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793685:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926537.793696:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926537.793698:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793702:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d508ed4b] to pc [ptlrpcd_00_01+1] req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793709:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793711:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926537.793714:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926537.793716:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629880. 00000020:00000040:1.0:1788926537.793718:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926537.793720:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926537.793721:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926537.793722:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926537.793725:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e700. 00000100:00000001:1.0:1788926537.793728:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793731:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926537.793737:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926537.793739:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793742:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c8219] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793748:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793750:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926537.793753:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926537.793756:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926537.793758:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926537.793759:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926537.793760:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926537.793762:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926537.793764:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e900. 00000100:00000001:1.0:1788926537.793766:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793769:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926537.793775:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926537.793776:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793779:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000522e0a1d] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793785:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793787:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926537.793790:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926537.793792:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629500. 00000020:00000040:1.0:1788926537.793794:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926537.793795:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926537.793796:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926537.793797:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926537.793800:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d186e500. 00000100:00000001:1.0:1788926537.793801:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793804:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926537.793810:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926537.793811:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793814:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29838bd] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793820:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.793824:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1910) 00000100:00000001:1.0:1788926537.793834:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926537.793837:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926537.793840:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926537.793845:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793857:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926537.793858:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.793862:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926537.793864:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926537.793867:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926537.793870:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968384:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926537.793874:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926537.793879:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926537.793881:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.793884:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926537.793888:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a1ea00. 02000000:00000001:1.0:1788926537.793890:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926537.793897:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926537.793901:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4bb0. 00000400:00000010:1.0:1788926537.793907:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8000. 00000100:00000200:1.0:1788926537.793914:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513968384, portal 10 00000100:00000001:1.0:1788926537.793917:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926537.793918:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926537.793926:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.793932:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926537.793935:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926537.793938:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8198. 00000100:00000200:1.0:1788926537.793941:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513968384, offset 0 00000400:00000200:1.0:1788926537.793947:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926537.793956:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.793963:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926537.793969:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926537.793972:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926537.793976:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926537.793978:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926537.793982:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2905:2905:256:4294967295] 192.168.203.140@tcp LPNI seq info [2905:2905:8:4294967295] 00000400:00000200:1.0:1788926537.793986:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.793995:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926537.794001:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926537.794008:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926537.794013:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926537.794021:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926537.794026:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926537.794040:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.794045:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 873568 usecs (874 jiffies) 00000400:00000200:1.0:1788926537.794049:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926537.794051:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296573802 00000100:00000010:1.0:1788926537.794056:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e4e0. 00000100:00000001:1.0:1788926537.794062:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926537.794067:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296573802 00000100:00000010:1.0:1788926537.794070:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e9c0. 00000100:00000001:1.0:1788926537.794073:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926537.794076:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.794079:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.794082:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926537.794085:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794091:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926537.794093:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794094:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926537.794096:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926537.794098:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926537.794101:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968640:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926537.794105:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926537.794108:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926537.794110:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794112:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926537.794115:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a1e000. 02000000:00000001:1.0:1788926537.794118:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926537.794121:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926537.794134:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4108. 00000400:00000010:1.0:1788926537.794139:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8bb0. 00000100:00000200:1.0:1788926537.794142:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513968640, portal 4 00000100:00000001:1.0:1788926537.794144:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926537.794145:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000040:1.0:1788926537.794152:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794158:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926537.794160:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926537.794163:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f82a8. 00000100:00000200:1.0:1788926537.794165:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513968640, offset 0 00000400:00000200:1.0:1788926537.794169:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794173:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794177:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926537.794180:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926537.794182:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926537.794184:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926537.794186:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794189:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2906:2906:255:4294967295] 192.168.203.140@tcp LPNI seq info [2906:2906:7:4294967295] 00000400:00000200:1.0:1788926537.794193:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794199:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926537.794203:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926537.794207:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926537.794211:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926537.794215:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926537.794218:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926537.794221:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.794225:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21385 usecs (22 jiffies) 00000800:00000200:2.0:1788926537.794227:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788926537.794229:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926537.794233:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296572950 00000800:00000010:2.0:1788926537.794234:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000100:00000001:1.0:1788926537.794238:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296573802 00000100:00000001:1.0:1788926537.794242:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296572950 00000400:00000200:2.0:1788926537.794243:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788926537.794245:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296573802 00000100:00000001:1.0:1788926537.794249:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788926537.794253:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:1.0:1788926537.794253:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.794259:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926537.794262:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8198 00000100:00000001:1.0:1788926537.794262:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788926537.794267:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8198. 00000100:00000001:1.0:1788926537.794270:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926537.794272:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788926537.794273:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926537.794277:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1788926537.794279:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794280:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926537.794283:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926537.794287:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1788926537.794292:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.794296:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926537.794299:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926537.794300:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926537.794302:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926537.794305:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788926537.794307:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794307:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926537.794315:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.794320:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926537.794324:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926537.794329:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926537.794331:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794333:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926537.794335:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926537.794337:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926537.794340:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513968256:192.168.203.140@tcp:400:kworker.0 00000800:00000200:2.0:1788926537.794341:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926537.794345:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000100:00000001:1.0:1788926537.794346:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788926537.794350:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788926537.794351:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926537.794355:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926537.794358:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 02000000:00000001:1.0:1788926537.794359:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926537.794363:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a1ec00. 02000000:00000001:1.0:1788926537.794365:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926537.794369:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926537.794371:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4b00. 00000400:00000010:1.0:1788926537.794375:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8220. 00000100:00000200:1.0:1788926537.794378:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513968256, portal 25 00000100:00000001:1.0:1788926537.794380:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926537.794381:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000040:1.0:1788926537.794386:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794392:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926537.794394:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926537.794429:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8110. 00000100:00000200:1.0:1788926537.794432:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513968256, offset 0 00000400:00000200:1.0:1788926537.794447:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794452:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794455:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926537.794458:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926537.794460:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926537.794462:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926537.794464:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794466:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2907:2907:255:4294967295] 192.168.203.140@tcp LPNI seq info [2907:2907:7:4294967295] 00000400:00000200:1.0:1788926537.794469:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794475:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926537.794478:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926537.794482:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:1.0:1788926537.794485:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926537.794489:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926537.794492:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926537.794494:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926537.794498:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926537.794499:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296577122 00000100:00000001:1.0:1788926537.794503:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296573802 00000100:00000001:1.0:1788926537.794506:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296577122 00000100:00000001:1.0:1788926537.794509:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296573802 00000100:00000001:1.0:1788926537.794512:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.794514:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.794516:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926537.794520:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794526:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926537.794527:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794530:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926537.794531:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926537.794533:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926537.794536:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968512:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926537.794538:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926537.794540:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926537.794542:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794543:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926537.794547:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8552e00. 02000000:00000001:1.0:1788926537.794549:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926537.794552:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926537.794554:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4e18. 00000400:00000010:1.0:1788926537.794557:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8c38. 00000100:00000200:1.0:1788926537.794560:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513968512, portal 10 00000100:00000001:1.0:1788926537.794561:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926537.794562:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000040:1.0:1788926537.794568:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794573:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926537.794576:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926537.794578:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8198. 00000100:00000200:1.0:1788926537.794580:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513968512, offset 0 00000400:00000200:1.0:1788926537.794584:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794587:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794590:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926537.794593:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926537.794595:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926537.794598:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926537.794599:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794602:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2908:2908:254:4294967295] 192.168.203.140@tcp LPNI seq info [2908:2908:6:4294967295] 00000400:00000200:1.0:1788926537.794606:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794611:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926537.794615:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926537.794617:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:1.0:1788926537.794621:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926537.794624:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926537.794627:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926537.794629:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.794632:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20262 usecs (21 jiffies) 00000400:00000200:1.0:1788926537.794635:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926537.794637:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296572950 00000100:00000001:1.0:1788926537.794639:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296577122 00000100:00000001:1.0:1788926537.794642:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296572950 00000100:00000001:1.0:1788926537.794643:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296577122 00000100:00000001:1.0:1788926537.794645:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.794647:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.794649:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926537.794653:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794664:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926537.794665:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794667:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926537.794669:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926537.794671:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926537.794673:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968768:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926537.794677:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926537.794678:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926537.794680:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.794681:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926537.794684:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8553a00. 02000000:00000001:1.0:1788926537.794685:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926537.794688:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926537.794691:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926537.794694:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926537.794696:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513968768, portal 4 00000100:00000001:1.0:1788926537.794698:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926537.794699:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000040:1.0:1788926537.794704:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.794710:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926537.794712:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926537.794714:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f86e8. 00000100:00000200:1.0:1788926537.794716:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513968768, offset 0 00000400:00000200:1.0:1788926537.794720:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794723:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794726:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926537.794729:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926537.794731:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926537.794733:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926537.794735:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926537.794738:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2909:2909:253:4294967295] 192.168.203.140@tcp LPNI seq info [2909:2909:5:4294967295] 00000400:00000200:1.0:1788926537.794742:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926537.794747:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926537.794751:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926537.794754:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:1.0:1788926537.794758:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926537.794761:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926537.794763:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926537.794766:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.794769:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 216928 usecs (217 jiffies) 00000400:00000200:1.0:1788926537.794772:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926537.794773:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296573146 00000100:00000001:1.0:1788926537.794776:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296577122 00000100:00000001:1.0:1788926537.794778:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296573146 00000100:00000001:1.0:1788926537.794780:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296577122 00000100:00000001:1.0:1788926537.794781:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.794783:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.794786:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.794788:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926537.794927:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926537.794930:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926537.795305:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f82a8 00000400:00000010:2.0:1788926537.795308:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f82a8. 00000100:00000001:2.0:1788926537.795311:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926537.795316:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.795325:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926537.795329:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.795336:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926537.795338:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926537.795355:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926537.795358:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926537.795446:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926537.795450:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926537.795454:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8110 00000400:00000010:2.0:1788926537.795456:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8110. 00000100:00000001:2.0:1788926537.795458:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926537.795463:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.795470:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926537.795473:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.795814:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926537.795818:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926537.795831:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926537.795833:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:2.0:1788926537.795836:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926537.795840:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926537.795843:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8198 00000400:00000010:2.0:1788926537.795845:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8198. 00000100:00000001:2.0:1788926537.795848:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926537.795852:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.795860:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926537.795863:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.796080:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926537.796083:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926537.796141:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926537.796144:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:2.0:1788926537.796148:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926537.796151:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926537.796154:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f86e8 00000400:00000010:2.0:1788926537.796156:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f86e8. 00000100:00000001:2.0:1788926537.796864:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000800:00000001:3.0:1788926537.798318:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.798331:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926537.798335:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.798337:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926537.798343:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.798349:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926537.798355:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000200:2.0:1788926537.798452:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.798466:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926537.798472:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.798479:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926537.798489:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788926537.798743:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.798749:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.798753:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361f00 00000400:00000200:3.0:1788926537.799012:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.799115:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8465 [1] + 224 00000800:00000001:3.0:1788926537.799132:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.799138:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926537.799142:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926537.799146:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926537.799152:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926537.799253:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926537.799264:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926537.799284:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926537.799291:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.799296:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926537.799298:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.799300:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926537.799304:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.799307:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926537.799313:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.799316:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.799319:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.799322:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32362000 00000400:00000200:3.0:1788926537.799326:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926537.799330:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x846d [1] + 224 00000800:00000001:3.0:1788926537.799334:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.799340:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926537.799342:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926537.799346:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926537.799349:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926537.799353:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926537.800149:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926537.800351:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926537.800359:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926537.800455:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.800530:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926537.800534:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926537.800543:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926537.800544:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926537.800548:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4bb0. 00000400:00000200:1.0:1788926537.800552:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:1.0:1788926537.800554:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:1.0:1788926537.800558:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926537.800564:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926537.800584:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.800596:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926537.800598:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.800601:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926537.800604:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926537.800607:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926537.800609:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.800612:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926537.800621:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=54 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926537.800625:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926537.800628:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926537.800630:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926537.800632:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926537.800636:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.800639:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926537.800642:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926537.800644:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926537.800645:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.800651:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.800658:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.800661:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926537.800663:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926537.800667:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926537.800675:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968384:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926537.800681:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926537.800683:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926537.800685:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4108. 00000400:00000200:1.0:1788926537.800687:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8bb0 00000400:00000010:1.0:1788926537.800689:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8bb0. 00000100:00000001:1.0:1788926537.800691:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926537.800695:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926537.800703:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.800709:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926537.800711:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.800712:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926537.800714:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926537.800715:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926537.800716:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.800718:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926537.800722:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=54 v=5 (5 5 5 37) 00000100:00001000:1.0:1788926537.800725:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926537.800727:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926537.800728:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926537.800730:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926537.800732:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.800734:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926537.800735:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926537.800737:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926537.800738:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.800741:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.800748:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.800750:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926537.800751:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926537.800754:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926537.800762:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968640:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926537.800766:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.800768:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926537.800772:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513968384/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.800779:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926537.800781:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926537.800785:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a1ea00. 02000000:00000001:1.0:1788926537.800790:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926537.800792:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926537.800794:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926537.800797:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926537.800799:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186ee00. 02000000:00000001:1.0:1788926537.800802:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926537.800804:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926537.800806:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:1.0:1788926537.800809:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926537.800811:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.800812:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926537.800815:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b480 x1875823513968640/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.800821:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926537.800823:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926537.800824:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a1e000. 02000000:00000001:1.0:1788926537.800826:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926537.800827:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926537.800827:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926537.800829:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926537.800831:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e900. 02000000:00000001:1.0:1788926537.800833:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926537.800834:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926537.800835:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b480. 00000100:00000001:1.0:1788926537.800837:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926537.800839:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.800843:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.800844:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926537.800846:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926537.800847:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.800849:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926537.806318:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.806338:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926537.806342:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.806344:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926537.806352:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.806755:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926537.807007:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807012:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807523:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807529:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32361f80 00000400:00000200:2.0:1788926537.807534:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807540:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x847d [1] + 224 00000800:00000001:2.0:1788926537.807548:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.807555:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926537.807558:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926537.807563:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926537.807571:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926537.807579:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926537.807590:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.807613:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926537.807623:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.807628:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926537.807630:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.807632:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926537.807636:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807640:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926537.807645:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807648:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807651:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807654:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32362080 00000400:00000200:2.0:1788926537.807657:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807662:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8485 [1] + 224 00000800:00000001:2.0:1788926537.807665:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.807668:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926537.807671:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926537.807674:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926537.807677:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926537.807681:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926537.807691:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.807699:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926537.807703:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.807706:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926537.807718:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.807723:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926537.807726:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807730:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926537.807734:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807737:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807740:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807743:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32361e80 00000400:00000200:2.0:1788926537.807746:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926537.807750:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8475 [1] + 224 00000800:00000001:2.0:1788926537.807754:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.809203:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926537.809210:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926537.809217:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926537.809224:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926537.809232:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926537.809243:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926537.809252:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926537.809260:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926537.809266:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.809689:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926537.809694:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926537.809701:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926537.809704:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926537.809707:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4b00. 00000400:00000200:1.0:1788926537.809712:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8220 00000400:00000010:1.0:1788926537.809715:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8220. 00000100:00000001:1.0:1788926537.809718:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926537.809724:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926537.809735:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.809742:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926537.809744:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.809746:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926537.809749:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926537.809751:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926537.809753:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.809757:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926537.809764:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926537.809768:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926537.809771:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926537.809773:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926537.809776:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926537.809778:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.809781:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.809786:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.809793:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.809796:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926537.809798:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926537.809802:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926537.809810:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2398:1875823513968256:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926537.809818:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926537.809819:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926537.809821:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4e18. 00000400:00000200:1.0:1788926537.809824:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8c38 00000400:00000010:1.0:1788926537.809826:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8c38. 00000100:00000001:1.0:1788926537.809828:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926537.809831:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926537.809840:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.809846:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926537.809847:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.809848:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926537.809849:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926537.809850:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926537.809852:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.809853:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926537.809859:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=54 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926537.809862:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926537.809864:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926537.809865:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926537.809866:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926537.809869:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.809871:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926537.809873:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:1.0:1788926537.809875:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926537.809876:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.809880:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.809886:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.809899:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926537.809901:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926537.809905:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926537.809913:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968512:192.168.203.140@tcp:400:kworker.0 00000400:00000001:1.0:1788926537.809917:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926537.809918:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926537.809920:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926537.809922:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926537.809924:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926537.809926:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926537.809929:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926537.809937:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.809943:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926537.809944:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.809946:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926537.809947:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926537.809949:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926537.809950:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926537.809952:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926537.809956:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=54 v=5 (5 5 5 37) 00000100:00001000:1.0:1788926537.809959:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926537.809961:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926537.809962:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926537.809963:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926537.809965:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.809967:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926537.809968:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926537.809970:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926537.809971:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926537.809975:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.809981:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926537.809983:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926537.809984:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926537.809988:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926537.809995:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513968768:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926537.809999:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.810001:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926537.810004:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962ad80 x1875823513968256/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.810010:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926537.810013:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926537.810016:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a1ec00. 02000000:00000001:1.0:1788926537.810019:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926537.810022:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926537.810023:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:1.0:1788926537.810025:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926537.810028:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186eb00. 02000000:00000001:1.0:1788926537.810031:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926537.810033:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926537.810034:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962ad80. 00000100:00000001:1.0:1788926537.810037:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926537.810039:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.810040:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926537.810043:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629880 x1875823513968512/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.810049:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926537.810050:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926537.810051:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8552e00. 02000000:00000001:1.0:1788926537.810054:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926537.810055:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926537.810056:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926537.810058:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926537.810059:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e700. 02000000:00000001:1.0:1788926537.810062:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926537.810062:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926537.810063:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629880. 00000100:00000001:1.0:1788926537.810066:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926537.810066:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.810068:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926537.810071:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629500 x1875823513968768/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926553 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926537.810076:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926537.810077:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926537.810079:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8553a00. 02000000:00000001:1.0:1788926537.810081:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926537.810082:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926537.810083:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926537.810085:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926537.810086:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d186e500. 02000000:00000001:1.0:1788926537.810088:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926537.810089:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926537.810090:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629500. 00000100:00000001:1.0:1788926537.810092:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926537.810093:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.810095:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926537.810102:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926537.810103:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926537.810106:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926537.810108:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926538.434632:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926538.434640:0:29287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926538.434642:0:29287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926538.434645:0:29287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926538.434656:0:29287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926538.434659:0:29287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926538.434661:0:29287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926538.434663:0:29287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926538.434667:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926538.434668:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926538.434880:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926538.434883:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926538.434886:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926539.457459:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926539.457465:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926539.457471:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926539.457472:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926539.457597:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926539.457600:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926539.457612:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926540.482203:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926540.482208:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926540.482213:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926540.482214:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926540.482529:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926540.482533:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926540.482536:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926540.767235:0:34386:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926541.075096:0:34422:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788926541.075112:0:34422:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg340-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:2.0:1788926541.082277:0:34422:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788926541.124329:0:34425:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926541.505499:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926541.505505:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926541.505510:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926541.505511:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926541.505664:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926541.505667:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926541.505670:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926542.401727:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296577122, at 4296577536 00000100:00000010:2.0:1788926542.401742:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e4e0. 00000100:00000040:3.0:1788926542.401876:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296577122, at 4296577536 00000100:00000010:3.0:1788926542.401883:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76e004e9c0. 00000080:00000001:0.0:1788926542.522829:0:34534:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926542.531499:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926542.531506:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926542.531511:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926542.531512:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926542.532349:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926542.532354:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926542.532358:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926542.915583:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926542.915593:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926542.915599:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39880. 00000020:00000040:2.0:1788926542.915605:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926542.915608:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926542.915611:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926542.915615:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926542.915622:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4d00. 00000100:00000001:2.0:1788926542.915628:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915640:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926542.915650:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926542.915654:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915659:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ae7cdcb] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915680:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915683:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926542.915686:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926542.915689:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39c00. 00000020:00000040:2.0:1788926542.915692:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926542.915694:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926542.915695:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926542.915697:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926542.915700:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4b00. 00000100:00000001:2.0:1788926542.915703:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915707:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926542.915714:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926542.915716:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915719:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008336bb59] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915727:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915730:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926542.915733:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926542.915735:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38380. 00000020:00000040:2.0:1788926542.915737:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926542.915740:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926542.915741:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926542.915742:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926542.915745:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:2.0:1788926542.915748:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915751:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926542.915758:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926542.915759:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915763:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc8ac54c] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915769:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915771:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926542.915774:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926542.915778:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38000. 00000020:00000040:2.0:1788926542.915780:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926542.915782:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926542.915783:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926542.915784:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926542.915788:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4a00. 00000100:00000001:2.0:1788926542.915790:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915794:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926542.915800:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926542.915802:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915806:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004589377] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915818:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915820:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926542.915822:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926542.915825:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a300. 00000020:00000040:2.0:1788926542.915827:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926542.915829:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926542.915830:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926542.915831:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926542.915834:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4500. 00000100:00000001:2.0:1788926542.915836:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915840:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926542.915846:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926542.915847:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915851:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073762409] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915856:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.915860:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1915) 00000100:00000001:2.0:1788926542.915869:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926542.915873:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926542.915876:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926542.915881:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915888:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926542.915889:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.915892:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926542.915894:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926542.915897:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926542.915900:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513968896:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926542.915904:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926542.915908:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926542.915910:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.915913:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926542.915916:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d856be00. 02000000:00000001:2.0:1788926542.915917:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926542.915924:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926542.915928:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6688. 00000400:00000010:2.0:1788926542.915934:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926542.915941:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513968896, portal 25 00000100:00000001:2.0:1788926542.915943:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926542.915945:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755904 : -108341477795712 : ffff9d76c8b39880) 00000100:00000040:2.0:1788926542.915950:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.915957:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926542.915959:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926542.915962:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926542.915964:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513968896, offset 0 00000400:00000200:2.0:1788926542.915970:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926542.915977:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.915984:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926542.915989:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926542.915992:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926542.915996:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926542.915999:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916002:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2910:2910:256:4294967295] 192.168.203.140@tcp LPNI seq info [2910:2910:8:4294967295] 00000400:00000200:2.0:1788926542.916006:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916014:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926542.916022:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926542.916026:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:2.0:1788926542.916032:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926542.916039:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926542.916043:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926542.916141:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926542.916146:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926542.916149:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296582242 00000100:00000010:2.0:1788926542.916154:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f3c0. 00000100:00000001:2.0:1788926542.916160:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926542.916164:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296582242 00000100:00000010:2.0:1788926542.916166:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fa80. 00000100:00000001:2.0:1788926542.916169:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926542.916173:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926542.916175:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916178:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926542.916181:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916187:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926542.916188:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916190:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926542.916192:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926542.916194:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926542.916196:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969152:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926542.916199:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926542.916201:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926542.916203:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916204:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926542.916207:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d856a600. 02000000:00000001:2.0:1788926542.916209:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926542.916212:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926542.916215:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6b00. 00000400:00000010:2.0:1788926542.916218:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926542.916222:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513969152, portal 10 00000100:00000001:2.0:1788926542.916224:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926542.916225:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231750528 : -108341477801088 : ffff9d76c8b38380) 00000100:00000040:2.0:1788926542.916232:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916238:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926542.916239:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926542.916242:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926542.916244:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513969152, offset 0 00000400:00000200:2.0:1788926542.916247:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916251:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916255:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926542.916258:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926542.916261:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926542.916263:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926542.916265:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916268:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2911:2911:255:4294967295] 192.168.203.140@tcp LPNI seq info [2911:2911:7:4294967295] 00000400:00000200:2.0:1788926542.916272:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916277:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926542.916281:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926542.916285:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4300. 00000800:00000200:2.0:1788926542.916289:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926542.916293:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926542.916295:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926542.916298:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.916301:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20262 usecs (21 jiffies) 00000400:00000200:2.0:1788926542.916304:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926542.916306:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296578070 00000100:00000001:2.0:1788926542.916309:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916311:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296578070 00000100:00000001:2.0:1788926542.916314:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916316:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926542.916318:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916320:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926542.916324:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916330:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926542.916332:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916333:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926542.916335:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926542.916337:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926542.916340:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969408:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926542.916343:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926542.916345:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926542.916346:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916348:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926542.916351:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d856a400. 02000000:00000001:2.0:1788926542.916353:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926542.916356:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926542.916359:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a65d8. 00000400:00000010:2.0:1788926542.916363:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530908. 00000100:00000200:2.0:1788926542.916365:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513969408, portal 4 00000100:00000001:2.0:1788926542.916367:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926542.916368:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231758592 : -108341477793024 : ffff9d76c8b3a300) 00000100:00000040:2.0:1788926542.916374:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916380:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926542.916382:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926542.916385:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926542.916387:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513969408, offset 0 00000400:00000200:2.0:1788926542.916392:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916418:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916422:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926542.916424:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926542.916426:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926542.916428:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926542.916431:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916434:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2912:2912:254:4294967295] 192.168.203.140@tcp LPNI seq info [2912:2912:6:4294967295] 00000400:00000200:2.0:1788926542.916438:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916443:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926542.916448:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926542.916451:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4c00. 00000800:00000200:2.0:1788926542.916455:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926542.916473:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926542.916475:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926542.916478:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.916481:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 215950 usecs (216 jiffies) 00000400:00000200:2.0:1788926542.916484:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926542.916486:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296578265 00000100:00000001:2.0:1788926542.916489:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916491:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296578265 00000100:00000001:2.0:1788926542.916492:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916494:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926542.916496:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916499:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916502:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926542.916508:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926542.916509:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926542.916511:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926542.916513:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926542.916514:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926542.916517:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788926542.916519:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926542.916521:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926542.916522:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926542.916523:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926542.916524:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926542.916526:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926542.916530:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916536:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926542.916537:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916539:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926542.916540:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926542.916542:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926542.916545:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969024:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926542.916548:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926542.916550:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926542.916551:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916553:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926542.916557:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d3346200. 02000000:00000001:2.0:1788926542.916559:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926542.916561:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926542.916564:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6c60. 00000400:00000010:2.0:1788926542.916567:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85304c8. 00000100:00000200:2.0:1788926542.916570:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513969024, portal 10 00000100:00000001:2.0:1788926542.916572:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926542.916574:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231756800 : -108341477794816 : ffff9d76c8b39c00) 00000100:00000040:2.0:1788926542.916579:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916585:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926542.916587:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926542.916589:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926542.916592:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513969024, offset 0 00000400:00000200:2.0:1788926542.916595:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916599:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916602:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926542.916604:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926542.916607:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926542.916608:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926542.916611:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916614:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2913:2913:253:4294967295] 192.168.203.140@tcp LPNI seq info [2913:2913:5:4294967295] 00000400:00000200:2.0:1788926542.916617:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916623:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926542.916626:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926542.916629:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4800. 00000800:00000200:2.0:1788926542.916633:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926542.916637:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926542.916639:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926542.916642:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.916645:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 872452 usecs (873 jiffies) 00000400:00000200:2.0:1788926542.916647:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926542.916649:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296578922 00000100:00000001:2.0:1788926542.916651:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916654:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296578922 00000100:00000001:2.0:1788926542.916655:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916657:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926542.916659:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916661:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926542.916665:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916672:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926542.916673:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916675:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926542.916676:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926542.916678:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926542.916681:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969280:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926542.916684:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926542.916686:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926542.916688:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926542.916690:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926542.916692:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d3347c00. 02000000:00000001:2.0:1788926542.916694:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926542.916697:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926542.916699:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6160. 00000400:00000010:2.0:1788926542.916703:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530198. 00000100:00000200:2.0:1788926542.916705:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513969280, portal 4 00000100:00000001:2.0:1788926542.916707:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926542.916708:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231749632 : -108341477801984 : ffff9d76c8b38000) 00000100:00000040:2.0:1788926542.916713:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916718:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926542.916721:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926542.916723:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926542.916725:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513969280, offset 0 00000400:00000200:2.0:1788926542.916729:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916732:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916735:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926542.916738:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926542.916740:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926542.916742:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926542.916745:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926542.916747:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2914:2914:252:4294967295] 192.168.203.140@tcp LPNI seq info [2914:2914:4:4294967295] 00000400:00000200:2.0:1788926542.916751:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.916756:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926542.916761:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926542.916764:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4100. 00000800:00000200:2.0:1788926542.916767:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926542.916771:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926542.916773:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926542.916775:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926542.916779:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21325 usecs (22 jiffies) 00000400:00000200:2.0:1788926542.916782:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926542.916783:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296578071 00000100:00000001:2.0:1788926542.916785:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916787:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296578071 00000100:00000001:2.0:1788926542.916789:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:2.0:1788926542.916791:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926542.916793:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916795:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916797:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916809:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926542.916812:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926542.916845:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926542.916848:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:2.0:1788926542.916852:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.916857:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926542.916862:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:2.0:1788926542.916864:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:2.0:1788926542.916868:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926542.916872:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916880:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926542.916884:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916890:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916892:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926542.916901:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926542.916903:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4300. 00000400:00000200:2.0:1788926542.916906:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.916909:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926542.916911:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:2.0:1788926542.916913:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:2.0:1788926542.916915:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926542.916918:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916924:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926542.916927:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916933:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916934:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926542.916940:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926542.916942:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4c00. 00000400:00000200:2.0:1788926542.916944:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.916947:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926542.916949:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:2.0:1788926542.916951:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:2.0:1788926542.916953:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926542.916956:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916962:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926542.916965:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916971:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.916973:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926542.916978:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926542.916980:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4800. 00000400:00000200:2.0:1788926542.916982:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.916985:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926542.916987:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:2.0:1788926542.916989:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:2.0:1788926542.916990:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926542.916993:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.916999:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926542.917002:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.917007:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.917008:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926542.921881:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926542.921891:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4100. 00000400:00000200:2.0:1788926542.921898:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.921906:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926542.921913:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:2.0:1788926542.921916:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:2.0:1788926542.921921:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926542.921928:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.921940:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926542.921944:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.921951:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926542.921953:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926542.926845:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.926864:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926542.926868:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.926871:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.926879:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.926887:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926542.926897:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.926902:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.926907:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.926911:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32362300 00000400:00000200:2.0:1788926542.926916:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.926922:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x84ad [1] + 224 00000800:00000001:2.0:1788926542.926928:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.926932:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.926936:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.926940:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926542.926947:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926542.926955:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926542.926966:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.926993:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926542.927001:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927005:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926542.927007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927010:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927013:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927016:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926542.927020:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927023:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927026:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927029:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32362280 00000400:00000200:2.0:1788926542.927031:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927035:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x84cd [1] + 224 00000800:00000001:2.0:1788926542.927039:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927043:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927045:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.927048:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926542.927061:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926542.927065:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926542.927074:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.927081:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926542.927084:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927100:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926542.927102:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927105:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927108:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927111:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926542.927116:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927118:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927121:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927124:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32362200 00000400:00000200:2.0:1788926542.927127:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927131:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x849d [1] + 224 00000800:00000001:2.0:1788926542.927135:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927138:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927140:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.927143:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926542.927146:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926542.927150:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926542.927157:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.927164:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926542.927167:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927171:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926542.927172:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927174:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927177:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927180:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926542.927184:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927187:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927189:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927192:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32362180 00000400:00000200:2.0:1788926542.927195:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927198:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x84bd [1] + 224 00000800:00000001:2.0:1788926542.927201:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927205:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927207:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.927210:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926542.927213:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926542.927216:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926542.927225:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.927232:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926542.927235:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927238:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926542.927240:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927242:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927245:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927248:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926542.927252:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927255:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927257:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927260:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32362100 00000400:00000200:2.0:1788926542.927264:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926542.927268:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x848d [1] + 224 00000800:00000001:2.0:1788926542.927271:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927280:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926542.927282:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926542.927285:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926542.927288:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926542.927292:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926542.927300:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926542.927308:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926542.927310:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926542.927313:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.928581:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926542.928587:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926542.928595:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926542.928598:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926542.928602:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6c60. 00000400:00000200:3.0:1788926542.928608:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85304c8 00000400:00000010:3.0:1788926542.928610:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85304c8. 00000100:00000001:3.0:1788926542.928614:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926542.928621:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926542.928631:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.928638:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926542.928640:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.928643:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926542.928646:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926542.928648:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926542.928651:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926542.928654:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926542.928662:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=59 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926542.928666:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926542.928669:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926542.928671:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926542.928674:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926542.928677:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926542.928681:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926542.928683:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788926542.928685:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926542.928687:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926542.928692:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.928708:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926542.928712:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926542.928714:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926542.928718:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926542.928726:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969024:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926542.928732:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926542.928734:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926542.928735:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6160. 00000400:00000200:3.0:1788926542.928738:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530198 00000400:00000010:3.0:1788926542.928740:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530198. 00000100:00000001:3.0:1788926542.928742:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926542.928745:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926542.928754:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.928760:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926542.928762:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.928764:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926542.928765:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926542.928766:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926542.928768:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926542.928769:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926542.928783:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=59 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926542.928786:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926542.929540:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926542.929542:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926542.929544:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926542.929546:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926542.929549:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926542.929551:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926542.929553:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926542.929555:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926542.929561:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929568:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926542.929571:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926542.929572:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926542.929576:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926542.929583:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969280:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926542.929590:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926542.929592:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926542.929594:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6688. 00000400:00000200:3.0:1788926542.929597:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:3.0:1788926542.929599:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:3.0:1788926542.929602:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926542.929605:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926542.929613:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929619:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926542.929620:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929622:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926542.929623:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926542.929625:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926542.929627:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926542.929629:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926542.929632:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=59 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926542.929635:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926542.929637:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926542.929638:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926542.929640:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926542.929641:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926542.929643:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926542.929647:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929653:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926542.929654:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926542.929656:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926542.929659:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926542.929666:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e719c6c-256b-48c8-9f76-652d6eeac954:2400:1875823513968896:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926542.929671:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926542.929673:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926542.929674:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6b00. 00000400:00000200:3.0:1788926542.929677:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:3.0:1788926542.929679:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:3.0:1788926542.929681:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926542.929684:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926542.929692:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929699:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926542.929700:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929702:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926542.929703:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926542.929704:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926542.929705:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926542.929707:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926542.929711:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=59 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926542.929714:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926542.929716:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926542.929717:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926542.929718:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926542.929720:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926542.929722:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926542.929723:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926542.929725:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926542.929726:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926542.929730:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929737:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926542.929738:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926542.929740:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926542.929743:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926542.929750:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969152:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926542.929755:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926542.929756:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926542.929758:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a65d8. 00000400:00000200:3.0:1788926542.929760:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530908 00000400:00000010:3.0:1788926542.929762:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530908. 00000100:00000001:3.0:1788926542.929763:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926542.929767:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926542.929775:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929782:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926542.929783:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929785:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926542.929786:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926542.929787:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926542.929789:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926542.929790:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926542.929794:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=59 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926542.929797:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926542.929799:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926542.929800:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926542.929802:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926542.929803:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926542.929805:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926542.929806:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788926542.929808:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926542.929809:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926542.929813:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929820:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926542.929821:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926542.929823:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926542.929825:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926542.929832:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513969408:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926542.929836:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929838:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926542.929842:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39c00 x1875823513969024/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929849:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926542.929851:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926542.929855:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d3346200. 02000000:00000001:3.0:1788926542.929859:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926542.929862:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926542.929864:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926542.929866:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926542.929868:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4b00. 02000000:00000001:3.0:1788926542.929872:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926542.929874:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926542.929876:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39c00. 00000100:00000001:3.0:1788926542.929879:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926542.929880:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929882:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926542.929886:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38000 x1875823513969280/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929891:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926542.929893:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926542.929894:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d3347c00. 02000000:00000001:3.0:1788926542.929896:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926542.929897:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926542.929898:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926542.929900:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926542.929901:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4a00. 02000000:00000001:3.0:1788926542.929903:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926542.929904:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926542.929905:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38000. 00000100:00000001:3.0:1788926542.929908:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926542.929909:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929910:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926542.929913:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39880 x1875823513968896/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929920:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926542.929921:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926542.929923:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d856be00. 02000000:00000001:3.0:1788926542.929926:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926542.929927:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926542.929929:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926542.929930:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926542.929931:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4d00. 02000000:00000001:3.0:1788926542.929934:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926542.929935:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926542.929936:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39880. 00000100:00000001:3.0:1788926542.929939:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926542.929940:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929941:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926542.929945:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38380 x1875823513969152/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929950:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926542.929951:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926542.929953:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d856a600. 02000000:00000001:3.0:1788926542.929955:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926542.929956:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926542.929957:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926542.929959:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926542.929960:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:3.0:1788926542.929962:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926542.929963:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926542.929964:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38380. 00000100:00000001:3.0:1788926542.929966:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926542.929967:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929969:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926542.929972:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a300 x1875823513969408/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926542.929978:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926542.929979:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926542.929981:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d856a400. 02000000:00000001:3.0:1788926542.929982:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926542.929984:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926542.929985:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926542.929987:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926542.929989:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4500. 02000000:00000001:3.0:1788926542.929990:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926542.929992:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926542.929993:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a300. 00000100:00000001:3.0:1788926542.929995:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926542.929996:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.929998:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926542.930006:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926542.930008:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926542.930010:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926542.930013:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788926543.010862:0:34570:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788926543.010868:0:34570:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1788926543.016667:0:34570:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788926543.553526:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926543.553532:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926543.553537:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926543.553539:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926543.553704:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926543.553707:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926543.553710:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788926544.481921:0:34588:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926544.579889:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926544.579895:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926544.579899:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926544.579902:0:29287:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926544.579904:0:29287:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926544.579909:0:29287:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926544.579911:0:29287:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926544.579912:0:29287:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926544.579915:0:29287:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926544.579918:0:29287:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926544.579919:0:29287:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926544.579921:0:29287:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926544.583432:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926544.583439:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926544.583444:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926544.735635:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33d08 00000080:00200008:3.0:1788926544.735645:0:34609:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926544.735653:0:34609:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926544.735655:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33c80 00000080:00200000:3.0:1788926544.735657:0:34609:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926544.735664:0:34609:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca79e600. 00800000:00000002:3.0:1788926544.735670:0:34609:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926544.735674:0:34609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926544.735678:0:34609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926544.735680:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33ba0 00800000:00000002:3.0:1788926544.735682:0:34609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926544.735686:0:34609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926544.735688:0:34609:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926544.735691:0:34609:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926544.735693:0:34609:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926544.735695:0:34609:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926544.735697:0:34609:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926544.735699:0:34609:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926544.735702:0:34609:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926544.735705:0:34609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926544.735710:0:34609:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926544.735712:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33a70 00000002:00010000:3.0:1788926544.735714:0:34609:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926544.735717:0:34609:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926544.735719:0:34609:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926544.735722:0:34609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926544.735727:0:34609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:3.0:1788926544.735730:0:34609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926544.735735:0:34609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926544.735738:0:34609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926544.735743:0:34609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788926544.735754:0:34609:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926544.735759:0:34609:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926544.735762:0:34609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788926544.735769:0:34609:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926544.735772:0:34609:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926544.735773:0:34609:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926544.735775:0:34609:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926544.735777:0:34609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926544.735779:0:34609:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926544.735782:0:34609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926544.735784:0:34609:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926544.735787:0:34609:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca79e600. 00000080:00000001:3.0:1788926544.735791:0:34609:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926544.735793:0:34609:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926544.735796:0:34609:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926544.735799:0:34609:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:3.0:1788926544.735802:0:34609:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926544.735804:0:34609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926544.735805:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926544.735807:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926544.735810:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:3.0:1788926544.735812:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.735814:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.735817:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.735818:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926544.735819:0:34609:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926544.735820:0:34609:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926544.735823:0:34609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d840e33cb8 00010000:00000001:3.0:1788926544.735825:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926544.735826:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926544.735827:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:3.0:1788926544.735828:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.735830:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.735832:0:34609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926544.735834:0:34609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926544.735841:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.735842:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926544.735843:0:34609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926544.735845:0:34609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926544.735847:0:34609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926544.735854:0:34609:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926544.735857:0:34609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926544.735860:0:34609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926544.735863:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.735864:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926544.735866:0:34609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.735868:0:34609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926544.735870:0:34609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.735872:0:34609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.735874:0:34609:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.735876:0:34609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926544.735877:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.735878:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926544.735880:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926544.735882:0:34609:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926544.735885:0:34609:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926544.735889:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33d08 00000080:00000008:3.0:1788926544.735891:0:34609:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926544.736584:0:34609:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926544.736612:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33d08 00000080:00200008:3.0:1788926544.736615:0:34609:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788926544.736620:0:34609:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926544.736621:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33c80 00000080:00200000:3.0:1788926544.736623:0:34609:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926544.736627:0:34609:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca79e600. 00800000:00000002:3.0:1788926544.736630:0:34609:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926544.736632:0:34609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926544.736634:0:34609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926544.736639:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33ba0 00800000:00000002:3.0:1788926544.736642:0:34609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926544.736645:0:34609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926544.736646:0:34609:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926544.736647:0:34609:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926544.736649:0:34609:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926544.736650:0:34609:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926544.736652:0:34609:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926544.736654:0:34609:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926544.736655:0:34609:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926544.736658:0:34609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926544.736661:0:34609:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926544.736662:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33a70 00000002:00010000:3.0:1788926544.736664:0:34609:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926544.736868:0:34609:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926544.736870:0:34609:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926544.736872:0:34609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926544.736877:0:34609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:3.0:1788926544.736879:0:34609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926544.736882:0:34609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926544.736885:0:34609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926544.736889:0:34609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788926544.736898:0:34609:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926544.736901:0:34609:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926544.736904:0:34609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788926544.736910:0:34609:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926544.736912:0:34609:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926544.736913:0:34609:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926544.736915:0:34609:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926544.736917:0:34609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926544.736918:0:34609:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926544.736921:0:34609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926544.736922:0:34609:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926544.736925:0:34609:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca79e600. 00000080:00000001:3.0:1788926544.736928:0:34609:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926544.736929:0:34609:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926544.736931:0:34609:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926544.736934:0:34609:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:3.0:1788926544.736937:0:34609:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926544.736939:0:34609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926544.736940:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926544.736942:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926544.736944:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:3.0:1788926544.736946:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.736949:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.736952:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.736953:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926544.736955:0:34609:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926544.736956:0:34609:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926544.736958:0:34609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d840e33cb8 00010000:00000001:3.0:1788926544.736960:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926544.736961:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926544.736962:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:3.0:1788926544.736964:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.736966:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.736968:0:34609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926544.736971:0:34609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926544.736976:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.736977:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926544.736978:0:34609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926544.736980:0:34609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926544.736982:0:34609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788926544.736988:0:34609:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926544.736990:0:34609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926544.736991:0:34609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926544.736993:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.736994:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926544.736996:0:34609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.736998:0:34609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926544.736999:0:34609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737001:0:34609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737003:0:34609:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737004:0:34609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926544.737006:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.737006:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926544.737008:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926544.737010:0:34609:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926544.737013:0:34609:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926544.737016:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33d08 00000080:00000008:3.0:1788926544.737018:0:34609:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788926544.737187:0:34609:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926544.737189:0:34609:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926544.737191:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33b78 00000080:00200000:3.0:1788926544.737193:0:34609:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926544.737197:0:34609:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca79e600. 00800000:00000002:3.0:1788926544.737199:0:34609:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926544.737201:0:34609:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926544.737203:0:34609:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926544.737205:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33a98 00800000:00000002:3.0:1788926544.737207:0:34609:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926544.737209:0:34609:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926544.737211:0:34609:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926544.737212:0:34609:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926544.737213:0:34609:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926544.737215:0:34609:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926544.737216:0:34609:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926544.737218:0:34609:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926544.737220:0:34609:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926544.737222:0:34609:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926544.737225:0:34609:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926544.737227:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33968 00000002:00010000:3.0:1788926544.737228:0:34609:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926544.737231:0:34609:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926544.737232:0:34609:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926544.737234:0:34609:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926544.737236:0:34609:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:3.0:1788926544.737237:0:34609:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926544.737239:0:34609:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926544.737241:0:34609:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926544.737245:0:34609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788926544.737256:0:34609:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926544.737258:0:34609:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926544.737261:0:34609:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788926544.737267:0:34609:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926544.737268:0:34609:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926544.737270:0:34609:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926544.737272:0:34609:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926544.737273:0:34609:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926544.737275:0:34609:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926544.737277:0:34609:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926544.737279:0:34609:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926544.737281:0:34609:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca79e600. 00000080:00000001:3.0:1788926544.737283:0:34609:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926544.737284:0:34609:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926544.737286:0:34609:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926544.737288:0:34609:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:3.0:1788926544.737290:0:34609:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926544.737291:0:34609:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926544.737293:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926544.737294:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926544.737295:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:3.0:1788926544.737297:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.737299:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.737301:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.737302:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926544.737304:0:34609:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926544.737305:0:34609:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926544.737307:0:34609:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d840e33bb0 00010000:00000001:3.0:1788926544.737309:0:34609:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926544.737310:0:34609:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926544.737312:0:34609:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:3.0:1788926544.737314:0:34609:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.737316:0:34609:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926544.737317:0:34609:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926544.737320:0:34609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788926544.737325:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.737326:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926544.737327:0:34609:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926544.737328:0:34609:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926544.737331:0:34609:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788926544.737336:0:34609:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926544.737337:0:34609:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926544.737338:0:34609:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926544.737340:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.737341:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926544.737342:0:34609:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737344:0:34609:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926544.737345:0:34609:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737347:0:34609:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737348:0:34609:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.737350:0:34609:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926544.737351:0:34609:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926544.737352:0:34609:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926544.737353:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926544.737354:0:34609:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926544.737356:0:34609:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788926544.737360:0:34609:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.737363:0:34609:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1788926544.737365:0:34609:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788926544.737367:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33b78 00000080:00200008:3.0:1788926544.737369:0:34609:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00000010:3.0:1788926544.737373:0:34609:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c17c3400. 00000080:00000001:3.0:1788926544.737378:0:34609:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.737380:0:34609:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.737765:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.737768:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.737775:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.737777:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.737782:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.737786:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.737789:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.737791:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.737793:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.737799:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788926544.737801:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: age 1902, max_age 1911 00000002:00000001:3.0:1788926544.737805:0:34609:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788926544.737808:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000010:3.0:1788926544.737813:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926544.737816:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926544.737819:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926544.737822:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926544.737824:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926544.737831:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341600. 00000100:00000001:3.0:1788926544.737837:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.737841:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926544.737842:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926544.737848:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.737850:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624793152 : -108341084758464 : ffff9d76e020de40) 00000100:00000001:3.0:1788926544.737852:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.737853:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926544.737859:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926544.737862:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.737864:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926544.737865:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926544.737875:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.737883:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926544.737886:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.737889:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926544.737891:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926544.737893:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926544.737897:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969536:192.168.203.140@tcp:41:lfs.0 00000100:00000001:3.0:1788926544.737901:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926544.737905:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926544.737907:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.737910:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926544.737914:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.737916:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926544.737922:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926544.737926:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926544.737932:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926544.737938:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513969536, portal 10 00000100:00000001:3.0:1788926544.737940:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.737941:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926544.737948:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.737955:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926544.737957:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926544.737960:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926544.737963:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513969536, offset 0 00000400:00000200:3.0:1788926544.737969:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926544.737976:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.737983:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926544.737988:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926544.737992:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926544.737994:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926544.737997:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926544.738001:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2915:2915:256:4294967295] 192.168.203.140@tcp LPNI seq info [2915:2915:8:4294967295] 00000400:00000200:3.0:1788926544.738005:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.738014:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926544.738020:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926544.738025:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341300. 00000800:00000200:3.0:1788926544.738031:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926544.738037:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926544.738041:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926544.738053:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.738057:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 871350 usecs (872 jiffies) 00000400:00000200:3.0:1788926544.738060:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926544.738062:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296580744 00000100:00000001:3.0:1788926544.738066:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.738068:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296580744 00000100:00000001:3.0:1788926544.738070:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.738072:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.738075:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.738088:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926544.738090:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926544.738092:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020de40 going to sleep for 11 seconds 00000100:00000001:3.0:1788926544.738095:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926544.738097:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926544.738338:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926544.738342:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341300. 00000400:00000200:3.0:1788926544.738347:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926544.738352:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926544.738357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:3.0:1788926544.738359:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:3.0:1788926544.738363:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926544.738367:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.738377:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.738380:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.738393:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.738455:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926544.745418:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.745434:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926544.745439:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.745441:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.745449:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.745456:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926544.745464:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.745469:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.745474:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.745478:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32362380 00000400:00000200:2.0:1788926544.745483:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.745489:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x84dd [1] + 224 00000800:00000001:2.0:1788926544.745496:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.745503:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.745507:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926544.745511:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926544.745519:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926544.745527:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926544.745546:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.745560:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926544.745568:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.745572:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.745687:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926544.745695:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926544.745697:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926544.745700:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926544.745704:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926544.745707:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926544.745710:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926544.745715:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926544.745724:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.745730:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926544.745732:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.745733:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926544.745736:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926544.745738:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926544.745740:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.745743:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926544.745752:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=61 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926544.745755:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926544.745758:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926544.745759:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.745762:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926544.745765:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.745768:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926544.745770:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788926544.745772:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926544.745773:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.745777:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.745783:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.745786:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926544.745788:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926544.745792:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926544.745799:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969536:192.168.203.140@tcp:41:lfs.0 00000100:00000001:3.0:1788926544.745802:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.745805:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.745807:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926544.745809:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.745812:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.745818:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926544.745821:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.745824:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926544.745825:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926544.745831:0:34609:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788926544.745832:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.745835:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513969536/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.745840:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926544.745843:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926544.745845:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.745848:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926544.745850:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.745852:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.745854:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926544.745857:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341600. 02000000:00000001:3.0:1788926544.745860:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926544.745862:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926544.745863:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926544.745866:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926544.745867:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926544.745869:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.745870:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.745872:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:3.0:1788926544.745875:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: update ffff9d76e03f8458 cache blocks 317381/353529 objects 1023704/1024000 00800000:00000001:3.0:1788926544.745879:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926544.745884:0:34609:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.745887:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926544.745890:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.745893:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.745896:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.745962:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.745964:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.745971:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.745973:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.745977:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.745981:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.745983:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.745986:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.745988:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.745994:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788926544.745996:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: age 1902, max_age 1911 00000002:00000001:3.0:1788926544.745998:0:34609:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788926544.746001:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000010:3.0:1788926544.746005:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926544.746008:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926544.746011:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926544.746013:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926544.746017:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926544.746022:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341600. 00000100:00000001:3.0:1788926544.746027:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.746030:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926544.746031:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926544.746035:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.746037:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624793152 : -108341084758464 : ffff9d76e020de40) 00000100:00000001:3.0:1788926544.746040:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.746041:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926544.746044:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926544.746048:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.746050:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926544.746051:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926544.746055:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.746061:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926544.746063:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.746066:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926544.746067:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926544.746070:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926544.746073:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969664:192.168.203.140@tcp:41:lfs.0 00000100:00000001:3.0:1788926544.746075:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926544.746090:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926544.746092:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.746094:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926544.746097:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.746098:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926544.746103:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926544.746105:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926544.746108:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926544.746113:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513969664, portal 10 00000100:00000001:3.0:1788926544.746114:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.746115:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926544.746121:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.746127:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926544.746130:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926544.746132:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926544.746135:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513969664, offset 0 00000400:00000200:3.0:1788926544.746140:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926544.746144:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.746150:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926544.746155:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926544.746159:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926544.746162:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926544.746164:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926544.746167:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2916:2916:256:4294967295] 192.168.203.140@tcp LPNI seq info [2916:2916:8:4294967295] 00000400:00000200:3.0:1788926544.746171:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.746178:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926544.746183:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926544.746187:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341300. 00000800:00000200:3.0:1788926544.746193:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926544.746199:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926544.746203:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926544.746264:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.746269:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20252 usecs (21 jiffies) 00000400:00000200:3.0:1788926544.746273:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926544.746275:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296579901 00000100:00000001:3.0:1788926544.746278:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.746280:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296579901 00000100:00000001:3.0:1788926544.746282:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.746284:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.746286:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.746288:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926544.746290:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926544.746293:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020de40 going to sleep for 11 seconds 00000100:00000001:3.0:1788926544.746295:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926544.746297:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926544.752320:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926544.752329:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341300. 00000400:00000200:3.0:1788926544.752336:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926544.752343:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926544.752350:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:3.0:1788926544.752353:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:3.0:1788926544.752357:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926544.752365:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.752375:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.752378:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.752384:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.752386:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926544.754116:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.754129:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926544.754133:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.754135:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.754141:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.754146:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926544.754153:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.754157:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.754161:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.754165:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32362400 00000400:00000200:2.0:1788926544.754169:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.754174:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x84ed [1] + 224 00000800:00000001:2.0:1788926544.754179:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.754184:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.754187:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926544.754190:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926544.754195:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926544.754201:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926544.754210:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.754227:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926544.754233:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.754236:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.754283:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926544.754289:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926544.754291:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926544.754294:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926544.754297:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926544.754299:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926544.754302:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926544.754305:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926544.754312:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.754318:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926544.754319:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.754321:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926544.754324:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926544.754326:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926544.754327:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.754330:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926544.754337:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=61 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926544.754341:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926544.754343:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926544.754344:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.754347:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926544.754350:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.754353:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926544.754355:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926544.754357:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926544.754358:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.754362:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.754367:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.754370:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926544.754371:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926544.754374:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926544.754380:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969664:192.168.203.140@tcp:41:lfs.0 00000100:00000001:3.0:1788926544.754384:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.754386:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.754388:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926544.754389:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.754392:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.754422:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926544.754425:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.754427:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926544.754429:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926544.754433:0:34609:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788926544.754435:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.754437:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513969664/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.754443:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926544.754445:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926544.754447:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.754449:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926544.754451:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.754453:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.754454:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926544.754457:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341600. 02000000:00000001:3.0:1788926544.754460:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926544.754462:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926544.754464:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926544.754467:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926544.754468:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926544.754469:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.754470:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.754472:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:3.0:1788926544.754474:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: update ffff9d76e03f9e18 cache blocks 317415/353529 objects 1023737/1024000 00800000:00000001:3.0:1788926544.754477:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926544.754482:0:34609:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754485:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926544.754487:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754489:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754492:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754540:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754542:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754549:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754551:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754555:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754558:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754559:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754562:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754563:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754567:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754575:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754578:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754580:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754581:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754583:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754586:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754587:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754589:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754590:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754592:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754594:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754595:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754596:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754597:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754599:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754601:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754602:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754604:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754606:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754607:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754609:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754610:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754611:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754612:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754614:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754615:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754616:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754617:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754618:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754620:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754621:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754622:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754624:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754625:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754626:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754628:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754629:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754631:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754632:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754633:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754635:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754636:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754637:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754638:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754641:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754642:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754644:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754646:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754647:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754649:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754651:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754652:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754654:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754654:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754656:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754657:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754659:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754659:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754660:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754662:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754664:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754665:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754666:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754668:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754669:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754672:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754673:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754674:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754675:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754676:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754678:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754679:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754680:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754681:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754683:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754685:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754686:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754688:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754690:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754691:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754693:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754695:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754696:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754697:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754699:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754700:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754701:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754702:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754703:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754705:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754706:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754708:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754709:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754711:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754712:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754714:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754715:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754717:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754718:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754720:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754721:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754722:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754723:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754724:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754726:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754727:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754729:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754730:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754732:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754734:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754736:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754737:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754739:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754740:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754742:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754743:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754745:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754746:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754747:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754750:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754751:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754753:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754755:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754757:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754759:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754762:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754763:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754765:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754766:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754768:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754770:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754771:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754772:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754773:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754775:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754777:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754778:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754779:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754781:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754782:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754784:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754786:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754787:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754788:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754790:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754791:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754792:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754793:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754794:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754795:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754797:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754798:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754799:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754801:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754802:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754804:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754805:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754807:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754807:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754809:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754810:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754811:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754812:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754813:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754814:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754816:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754817:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754818:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754820:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754821:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754823:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754825:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754827:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754827:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754830:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754831:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754833:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754834:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754834:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754836:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754838:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754840:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754842:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754843:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754845:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754848:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754849:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754852:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754853:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754855:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754857:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754858:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754859:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754860:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754862:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754864:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754866:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754867:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754869:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754871:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754874:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754875:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754877:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754878:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754880:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754882:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754884:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754886:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754887:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754889:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754891:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754893:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754895:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754897:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754898:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754901:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754902:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754904:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754905:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754907:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754908:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754909:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754910:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754912:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754913:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754915:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754917:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754918:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754920:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754921:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754923:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754925:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754926:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754927:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754928:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754930:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754931:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754932:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754933:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754935:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754937:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754939:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754941:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754942:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754944:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754946:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754947:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754949:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754950:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754951:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754953:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754954:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754955:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754956:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754958:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754959:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754960:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754962:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754963:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754965:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754967:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754968:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754970:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754970:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754972:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754973:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754975:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754975:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754976:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.754978:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754980:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754981:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.754983:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.754985:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754986:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.754989:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.754990:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.754991:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.754992:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.754994:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.754995:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.754996:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.754997:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.754998:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755000:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755001:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755002:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755003:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755005:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755006:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755008:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755009:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755010:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755011:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755012:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755014:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755015:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755016:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755017:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755018:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755019:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755021:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755022:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755023:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755025:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755027:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755028:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755030:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755030:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755032:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755033:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755034:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755035:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755036:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755038:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755039:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755040:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755042:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755043:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755044:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755046:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755047:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755049:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755049:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755051:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755052:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755053:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755054:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755055:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755057:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755058:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755059:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755061:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755062:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755063:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755065:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755066:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755068:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755069:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755071:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755073:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755074:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755075:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755086:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755088:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755090:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755092:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755094:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755095:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755097:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755099:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755100:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755102:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755104:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755106:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755108:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755109:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755110:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755111:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755114:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755115:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755117:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755119:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755121:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755123:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755126:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755127:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755130:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755131:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755133:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755135:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755137:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755138:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755139:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755142:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755143:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755145:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755147:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755149:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755151:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755154:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755155:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755157:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755158:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755160:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755162:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755163:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755164:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755165:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755167:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755168:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755170:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755172:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755173:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755175:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755178:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755179:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755181:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755182:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755184:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755186:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755187:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755188:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755189:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755192:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755194:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755196:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755197:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755199:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755201:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755204:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755205:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755208:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755209:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755211:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755213:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755214:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755215:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755216:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755219:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755220:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755222:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755224:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755226:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755227:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755230:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755231:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755233:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755234:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755236:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755238:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755239:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755240:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755241:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755243:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755245:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755247:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755249:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755251:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755253:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755256:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755257:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755259:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755260:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755262:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755264:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755266:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755266:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755268:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755270:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755272:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755274:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755276:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755278:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755279:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755282:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755284:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755286:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755287:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755289:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755291:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755293:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755294:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755295:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755298:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755299:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755301:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755303:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755305:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755307:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755310:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755312:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755314:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755315:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755317:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755318:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755320:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755321:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755322:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755324:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755326:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755327:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755329:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755330:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755332:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755335:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755336:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755338:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755339:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755341:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755343:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755345:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755346:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755347:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755350:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755352:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755354:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755356:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755358:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755360:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755363:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755364:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755367:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755368:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755370:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755372:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755373:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755374:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755375:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755378:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755379:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755381:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755383:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755384:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755386:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755388:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755390:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755392:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755393:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755414:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755417:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755419:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755420:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755422:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755425:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755427:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755428:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755431:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755433:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755434:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755437:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755438:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755440:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755441:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755443:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755444:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755446:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755448:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755449:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755451:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755453:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755454:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755456:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755458:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755459:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755462:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755463:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755465:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755466:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755468:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755471:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755472:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755473:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755474:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755476:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755478:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755479:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755481:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755483:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755485:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755487:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755488:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755490:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755491:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755493:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755495:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755496:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755497:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755498:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755500:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755503:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755505:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755507:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755509:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755511:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755513:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755514:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755516:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755517:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755520:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755521:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755522:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755523:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755524:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755526:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755528:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755530:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755532:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755534:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755536:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755539:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755541:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755543:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755545:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755547:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755548:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755550:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755551:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755552:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755554:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755556:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755557:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755559:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755562:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755563:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755566:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755568:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755570:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755571:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755573:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755575:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755576:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755577:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755578:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755580:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755581:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755582:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755584:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755586:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755587:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755589:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755590:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755591:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755597:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755599:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755601:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755602:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755603:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755604:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755606:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755608:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755610:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755612:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755615:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755617:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755620:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755622:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755624:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755625:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755627:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755629:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755631:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755632:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755633:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755635:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755636:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755638:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755640:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755641:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755643:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755646:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755647:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755650:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755650:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755653:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755655:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755656:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755657:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755658:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755660:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755662:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755664:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755666:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755669:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755671:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755674:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755676:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755678:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755679:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755682:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755685:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755686:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755687:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755688:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755690:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755692:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755694:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755696:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755697:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755699:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755702:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755704:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755706:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755707:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755709:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755711:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755712:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755713:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755714:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755716:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755718:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755720:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755721:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755723:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755725:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755727:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755728:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755730:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755730:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755732:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755733:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755735:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755736:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755737:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755739:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755741:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755742:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755744:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755745:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755747:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755749:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755750:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755752:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755753:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755754:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755756:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755757:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755757:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755758:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755760:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755762:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755763:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755765:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755766:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755768:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755770:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755771:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755772:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755773:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755774:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755776:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755777:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755778:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755779:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755781:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755783:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755784:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755786:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755787:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755789:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755791:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755792:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755793:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755794:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755796:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755808:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755810:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755811:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755812:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755814:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755815:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755817:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755818:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755820:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755821:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755824:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755825:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755827:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755828:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755830:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755831:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755833:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755833:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755834:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755836:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755838:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755839:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755841:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755842:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755844:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755846:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755847:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755849:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755850:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755851:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755853:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755854:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755855:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755855:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755857:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755858:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755860:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755861:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755862:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755864:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755866:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755866:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755868:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755869:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755870:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755872:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755873:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755874:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755874:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755876:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755877:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755878:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755880:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755881:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755883:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755884:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755886:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755888:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755889:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755890:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755892:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755893:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755894:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755895:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755896:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755898:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755899:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755900:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755902:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755903:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755905:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755906:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755908:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755908:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755910:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755911:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755912:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755913:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755914:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755915:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755916:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755918:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755919:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755920:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755922:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755924:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755925:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755926:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755927:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755929:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755930:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755931:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755932:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755933:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755935:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755936:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755937:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755939:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755940:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755941:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755943:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755944:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755946:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755946:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755948:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755949:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755950:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755951:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755952:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755953:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755955:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755956:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755957:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755959:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755960:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755962:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755963:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755964:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755965:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755966:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755968:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755969:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755970:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755971:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755973:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755974:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755975:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755976:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755978:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755979:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755981:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.755982:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.755983:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.755984:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.755985:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.755987:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.755988:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.755989:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.755990:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.755991:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755992:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755994:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.755995:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.755997:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.755998:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756000:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.756001:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.756002:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.756003:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.756004:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.756006:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.756007:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.756008:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.756009:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.756010:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756012:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756014:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.756015:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.756016:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756018:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756019:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.756020:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.756022:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.756023:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.756024:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.756025:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.756026:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.756027:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.756028:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.756030:0:34609:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756031:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756032:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.756034:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.756035:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756036:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.756038:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.756039:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.756041:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.756042:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.756043:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.756044:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.756045:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788926544.756046:0:34609:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788926544.756047:0:34609:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00800000:00000001:3.0:1788926544.756049:0:34609:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.756050:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.756051:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788926544.756053:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.756055:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.756056:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.756059:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.756060:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.756061:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.756062:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.756063:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.756065:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.756066:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.756069:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.756070:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.756074:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788926544.756085:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: age 1902, max_age 1911 00000008:00000001:3.0:1788926544.756088:0:34609:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788926544.756091:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000010:3.0:1788926544.756095:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926544.756098:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.756101:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.756102:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.756103:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788926544.756105:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926544.756107:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926544.756111:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926544.756117:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341600. 00000100:00000001:3.0:1788926544.756123:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.756126:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926544.756128:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926544.756133:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.756135:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624793152 : -108341084758464 : ffff9d76e020de40) 00000100:00000001:3.0:1788926544.756137:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.756139:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926544.756144:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926544.756148:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.756149:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926544.756151:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926544.756159:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.756166:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926544.756168:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.756171:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926544.756173:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926544.756175:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926544.756178:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969792:192.168.203.140@tcp:13:lfs.0 00000100:00000001:3.0:1788926544.756182:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926544.756185:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926544.756188:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.756190:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926544.756193:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.756196:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926544.756202:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926544.756205:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926544.756211:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926544.756217:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513969792, portal 4 00000100:00000001:3.0:1788926544.756218:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.756220:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926544.756226:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.756233:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926544.756235:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926544.756238:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926544.756241:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513969792, offset 0 00000400:00000200:3.0:1788926544.756247:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926544.756253:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.756259:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926544.756264:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926544.756268:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926544.756271:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926544.756273:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926544.756277:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2917:2917:256:4294967295] 192.168.203.140@tcp LPNI seq info [2917:2917:8:4294967295] 00000400:00000200:3.0:1788926544.756281:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.756289:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926544.756294:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926544.756299:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341300. 00000800:00000200:3.0:1788926544.756305:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926544.756312:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926544.756316:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926544.756336:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.756340:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21301 usecs (22 jiffies) 00000400:00000200:3.0:1788926544.756343:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926544.756346:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296579912 00000100:00000001:3.0:1788926544.756349:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.756351:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296579912 00000100:00000001:3.0:1788926544.756353:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.756355:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.756358:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.756360:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926544.756361:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926544.756363:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020de40 going to sleep for 11 seconds 00000100:00000001:3.0:1788926544.756366:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926544.756369:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926544.756780:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926544.756785:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341300. 00000400:00000200:2.0:1788926544.756790:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926544.756795:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926544.756800:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:2.0:1788926544.756802:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:2.0:1788926544.756806:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926544.756811:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.756826:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926544.756829:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.756835:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926544.756836:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926544.760496:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.760519:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926544.760523:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.760526:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.760534:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.760541:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926544.760549:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.760554:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.760559:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.760563:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32362480 00000400:00000200:2.0:1788926544.760577:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.760583:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x84fd [1] + 224 00000800:00000001:2.0:1788926544.760589:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.760597:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.760600:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926544.760604:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926544.760610:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926544.760617:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926544.760627:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.760643:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926544.760651:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.760654:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.760698:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926544.760706:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926544.760707:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926544.760710:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926544.760715:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926544.760717:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926544.760719:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926544.760723:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926544.760736:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.760741:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926544.760743:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.760745:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926544.760748:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926544.760769:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926544.760771:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.760775:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926544.760784:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dcf0 time=59 v=5 (5 0 0 0) 00000100:00001000:3.0:1788926544.760787:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926544.760790:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926544.760791:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.760794:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926544.760797:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.760800:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926544.760802:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:3.0:1788926544.760804:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926544.760805:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.760810:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.760816:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.760819:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926544.760821:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926544.760824:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926544.760831:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969792:192.168.203.140@tcp:13:lfs.0 00000100:00000001:3.0:1788926544.760835:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.760838:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.760840:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926544.760842:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.760845:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.760852:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926544.760854:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.760858:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926544.760859:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926544.760864:0:34609:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788926544.760866:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.760868:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513969792/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.760873:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926544.760875:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926544.760878:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.760882:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926544.760884:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.760886:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.760888:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926544.760890:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341600. 02000000:00000001:3.0:1788926544.760894:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926544.760896:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926544.760897:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926544.760900:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926544.760902:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788926544.760905:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: update ffff9d76e0285198 cache blocks 901365/958279 objects 261772/262144 00020000:00000001:3.0:1788926544.760909:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926544.760913:0:34609:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.760916:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926544.760918:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.760921:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.760924:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.760984:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.760986:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.760993:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.760995:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.761000:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.761004:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.761006:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.761009:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.761010:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.761015:0:34609:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788926544.761017:0:34609:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: age 1903, max_age 1911 00000008:00000001:3.0:1788926544.761019:0:34609:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788926544.761022:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000010:3.0:1788926544.761026:0:34609:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926544.761028:0:34609:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.761030:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.761031:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.761033:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788926544.761034:0:34609:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926544.761037:0:34609:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926544.761040:0:34609:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926544.761045:0:34609:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341600. 00000100:00000001:3.0:1788926544.761050:0:34609:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.761053:0:34609:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926544.761054:0:34609:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926544.761059:0:34609:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.761062:0:34609:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624793152 : -108341084758464 : ffff9d76e020de40) 00000100:00000001:3.0:1788926544.761064:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.761065:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926544.761069:0:34609:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926544.761072:0:34609:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.761074:0:34609:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926544.761075:0:34609:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926544.761091:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.761097:0:34609:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926544.761099:0:34609:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.761102:0:34609:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926544.761105:0:34609:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926544.761107:0:34609:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926544.761110:0:34609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969920:192.168.203.140@tcp:13:lfs.0 00000100:00000001:3.0:1788926544.761114:0:34609:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926544.761118:0:34609:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926544.761120:0:34609:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.761122:0:34609:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926544.761125:0:34609:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.761126:0:34609:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926544.761131:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926544.761133:0:34609:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926544.761137:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926544.761143:0:34609:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513969920, portal 4 00000100:00000001:3.0:1788926544.761145:0:34609:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926544.761146:0:34609:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926544.761152:0:34609:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.761158:0:34609:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926544.761160:0:34609:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926544.761163:0:34609:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926544.761165:0:34609:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513969920, offset 0 00000400:00000200:3.0:1788926544.761171:0:34609:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926544.761176:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.761181:0:34609:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926544.761186:0:34609:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926544.761189:0:34609:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926544.761192:0:34609:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926544.761194:0:34609:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926544.761197:0:34609:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2918:2918:256:4294967295] 192.168.203.140@tcp LPNI seq info [2918:2918:8:4294967295] 00000400:00000200:3.0:1788926544.761201:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926544.761209:0:34609:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926544.761215:0:34609:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926544.761219:0:34609:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341b00. 00000800:00000200:3.0:1788926544.761225:0:34609:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926544.761233:0:34609:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926544.761237:0:34609:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926544.761252:0:34609:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.761256:0:34609:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 214967 usecs (215 jiffies) 00000400:00000200:3.0:1788926544.761260:0:34609:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926544.761262:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296580110 00000100:00000001:3.0:1788926544.761265:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.761267:0:34609:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296580110 00000100:00000001:3.0:1788926544.761269:0:34609:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296582242 00000100:00000001:3.0:1788926544.761271:0:34609:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.761274:0:34609:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.761276:0:34609:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926544.761279:0:34609:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926544.761281:0:34609:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020de40 going to sleep for 11 seconds 00000100:00000001:3.0:1788926544.761283:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926544.761285:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926544.761738:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926544.761743:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341b00. 00000400:00000200:2.0:1788926544.761748:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926544.761752:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926544.761756:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:2.0:1788926544.761758:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:2.0:1788926544.761762:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926544.761766:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.761774:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926544.761777:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.761784:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926544.761785:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926544.763793:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.763807:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926544.763811:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.763814:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.763821:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.763828:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926544.763834:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.763838:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.763843:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.763847:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32362500 00000400:00000200:2.0:1788926544.763852:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926544.763857:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x850d [1] + 224 00000800:00000001:2.0:1788926544.763863:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.763870:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926544.763873:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926544.763877:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926544.763883:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926544.763891:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926544.763901:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926544.763917:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926544.763925:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926544.763928:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.764010:0:34609:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926544.764016:0:34609:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926544.764018:0:34609:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926544.764021:0:34609:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926544.764024:0:34609:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926544.764027:0:34609:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926544.764030:0:34609:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926544.764034:0:34609:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926544.764043:0:34609:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.764050:0:34609:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926544.764052:0:34609:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.764055:0:34609:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926544.764057:0:34609:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926544.764060:0:34609:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926544.764062:0:34609:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926544.764064:0:34609:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926544.764072:0:34609:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a4a8 time=59 v=5 (5 0 0 0) 00000100:00001000:3.0:1788926544.764086:0:34609:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926544.764089:0:34609:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926544.764091:0:34609:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926544.764094:0:34609:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926544.764096:0:34609:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.764100:0:34609:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926544.764102:0:34609:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788926544.764104:0:34609:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926544.764105:0:34609:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926544.764110:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.764117:0:34609:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926544.764120:0:34609:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926544.764122:0:34609:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926544.764125:0:34609:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926544.764133:0:34609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:34609:1875823513969920:192.168.203.140@tcp:13:lfs.0 00000100:00000001:3.0:1788926544.764139:0:34609:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926544.764142:0:34609:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926544.764144:0:34609:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926544.764146:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.764149:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.764155:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926544.764158:0:34609:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020de40. 00000100:00000001:3.0:1788926544.764161:0:34609:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926544.764162:0:34609:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926544.764167:0:34609:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788926544.764169:0:34609:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926544.764172:0:34609:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513969920/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926560 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926544.764178:0:34609:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926544.764179:0:34609:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926544.764182:0:34609:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926544.764185:0:34609:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926544.764188:0:34609:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926544.764189:0:34609:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926544.764192:0:34609:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926544.764194:0:34609:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341600. 02000000:00000001:3.0:1788926544.764198:0:34609:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926544.764200:0:34609:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926544.764202:0:34609:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926544.764205:0:34609:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926544.764206:0:34609:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788926544.764209:0:34609:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: update ffff9d76e0280458 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:3.0:1788926544.764213:0:34609:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926544.764218:0:34609:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764221:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926544.764224:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764227:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764229:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764286:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764289:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764296:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764298:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764303:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764306:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764308:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764311:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764313:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764316:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764318:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764321:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764323:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764325:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764327:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764332:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764334:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764336:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764338:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764340:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764342:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764344:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764344:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764346:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764348:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764350:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764352:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764354:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764356:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764357:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764360:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764362:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764364:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764365:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764367:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764369:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764370:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764371:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764372:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764375:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764376:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764378:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764380:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764382:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764384:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764387:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764388:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764391:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764392:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764394:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764432:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764434:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764435:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764436:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764439:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764441:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764443:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764445:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764447:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764449:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764453:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764454:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764457:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764459:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764461:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764463:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764465:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764466:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764467:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764469:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764470:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764472:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764474:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764476:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764478:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764481:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764482:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764484:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764485:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764487:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764489:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764510:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764512:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764513:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764517:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764518:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764520:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764523:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764525:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764527:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764536:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764538:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764541:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764542:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764545:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764547:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764549:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764550:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764551:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764553:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764555:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764556:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764558:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764560:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764569:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764572:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764573:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764576:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764577:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764579:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764581:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764583:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764584:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764586:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764588:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764589:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764591:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764593:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764595:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764597:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764599:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764601:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764603:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764604:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764606:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764609:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764610:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764611:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764612:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764615:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764616:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764618:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764620:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764622:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764624:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764627:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764628:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764631:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764632:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764634:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764636:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764637:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764638:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764640:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764642:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764643:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764646:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764648:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764650:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764651:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764654:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764655:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764657:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764658:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764660:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764662:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764664:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764665:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764666:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764669:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764671:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764672:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764674:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764676:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764677:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764679:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764681:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764683:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764684:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764686:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764688:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764689:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764690:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764691:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764693:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764695:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764697:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764698:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764701:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764702:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764706:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764707:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764709:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764710:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764712:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764714:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764716:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764717:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764718:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764720:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764722:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764724:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764725:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764728:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764729:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764732:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764733:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764735:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764736:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764738:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764740:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764742:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764743:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764744:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764746:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764748:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764750:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764752:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764754:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764755:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764758:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764760:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764762:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764763:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764765:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764767:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764769:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764770:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764771:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764773:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764775:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764776:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764778:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764780:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764782:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764785:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764786:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764789:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764790:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764792:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764794:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764796:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764797:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764798:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764801:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764803:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764805:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764807:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764809:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764811:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764814:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764816:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764818:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764820:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764822:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764824:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764826:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764827:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764828:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764831:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764833:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764834:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764837:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764839:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764840:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764843:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764844:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764847:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764848:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764850:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764852:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764853:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764854:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764856:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764858:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764860:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764862:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764864:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764865:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764867:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764870:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764871:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764873:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764874:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764876:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764878:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764879:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764880:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764881:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764884:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764885:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764887:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764889:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764891:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764892:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764895:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764897:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764899:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764901:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764903:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764904:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764906:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764907:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764908:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764911:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764913:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764914:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764916:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764918:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764920:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764922:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764924:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764926:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764927:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764929:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764931:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764933:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764934:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764935:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764937:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764940:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764942:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764944:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764946:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764947:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764950:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764952:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764954:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764956:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764959:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764961:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764963:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764964:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764965:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764968:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764970:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764972:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.764974:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.764976:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764978:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.764983:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.764984:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.764987:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.764988:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.764990:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.764992:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.764994:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.764995:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.764996:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.764999:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765001:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765003:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765004:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765007:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765008:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765011:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765012:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765015:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765016:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765018:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765020:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765021:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765022:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765023:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765025:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765027:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765029:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765031:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765033:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765034:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765037:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765039:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765041:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765042:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765044:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765047:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765048:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765049:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765050:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765053:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765054:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765057:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765059:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765060:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765062:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765065:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765066:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765068:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765069:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765071:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765074:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765075:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765088:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765090:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765092:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765094:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765096:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765098:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765100:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765102:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765106:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765107:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765109:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765111:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765113:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765116:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765117:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765118:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765120:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765122:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765124:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765125:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765127:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765129:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765131:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765134:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765136:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765138:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765139:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765142:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765144:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765145:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765146:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765148:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765150:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765152:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765154:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765156:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765158:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765160:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765163:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765165:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765168:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765169:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765171:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765173:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765175:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765176:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765178:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765180:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765182:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765184:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765186:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765187:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765189:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765192:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765194:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765196:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765197:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765199:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765201:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765202:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765204:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765205:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765207:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765209:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765210:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765212:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765214:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765215:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765217:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765219:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765221:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765222:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765224:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765226:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765228:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765229:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765230:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765232:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765234:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765235:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765237:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765239:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765241:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765245:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765246:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765248:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765250:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765252:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765254:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765255:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765256:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765258:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765260:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765262:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765264:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765266:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765268:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765270:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765273:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765274:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765277:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765278:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765280:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765283:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765284:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765285:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765286:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765289:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765291:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765293:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765295:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765297:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765299:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765302:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765303:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765305:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765306:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765308:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765311:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765312:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765314:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765315:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765317:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765319:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765321:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765323:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765326:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765328:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765331:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765332:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765335:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765336:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765338:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765340:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765342:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765343:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765344:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765346:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765348:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765350:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765351:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765354:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765355:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765359:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765360:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765363:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765364:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765367:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765369:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765370:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765371:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765373:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765375:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765377:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765379:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765381:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765383:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765385:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765388:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765390:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765392:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765393:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765429:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765432:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765434:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765435:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765436:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765439:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765441:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765443:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765445:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765447:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765449:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765452:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765454:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765457:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765458:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765460:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765462:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765464:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765465:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765467:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765469:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765471:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765473:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765475:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765477:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765479:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765482:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765483:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765485:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765487:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765489:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765492:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765493:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765494:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765495:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765498:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765499:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765501:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765503:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765505:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765507:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765510:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765511:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765514:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765515:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765517:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765519:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765521:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765522:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765523:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765525:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765527:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765529:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765531:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765533:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765534:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765537:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765539:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765541:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765542:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765544:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765547:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765548:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765550:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765551:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765553:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765555:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765557:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765559:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765560:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765562:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765565:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765566:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765569:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765570:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765572:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765574:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765576:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765577:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765579:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765582:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765584:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765586:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765588:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765590:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765592:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765595:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765596:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765599:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765600:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765602:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765604:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765605:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765607:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765608:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765610:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765612:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765614:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765616:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765618:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765620:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765623:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765624:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765626:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765627:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765629:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765632:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765633:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765634:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765635:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765638:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765639:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765641:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765644:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765645:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765647:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765650:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765651:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765654:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765655:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765657:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765659:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765661:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765662:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765663:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765666:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765668:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765669:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765671:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765674:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765676:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765679:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765680:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765682:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765683:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765685:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765687:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765688:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765689:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765691:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765693:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765695:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765697:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765699:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765701:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765703:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765706:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765707:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765709:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765710:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765712:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765714:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765716:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765717:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765718:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765721:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765723:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765724:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765726:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765728:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765730:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765733:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765734:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765737:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765738:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765740:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765742:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765744:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765745:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765746:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765749:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765750:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765752:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765754:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765757:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765758:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765761:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765763:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765765:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765766:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765768:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765770:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765772:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765773:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765774:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765777:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765779:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765781:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765783:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765785:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765786:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765789:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765791:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765793:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765794:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765797:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765799:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765800:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765801:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765802:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765805:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765807:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765808:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765810:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765812:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765814:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765817:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765818:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765821:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765822:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765824:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765826:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765828:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765829:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765830:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765833:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765834:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765836:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765838:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765840:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765842:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765845:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765846:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765849:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765850:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765852:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765854:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765856:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765857:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765858:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765861:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765862:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765864:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765866:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765868:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765870:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765873:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765874:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765876:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765877:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765880:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765882:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765883:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765884:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765886:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765888:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765890:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765891:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765893:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765895:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765897:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765899:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765901:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765903:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765904:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765906:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765908:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765910:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765911:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765912:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765914:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765917:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765919:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765921:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765923:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765924:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765927:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765928:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765930:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765931:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765934:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765936:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765937:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765938:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765940:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765942:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765944:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765946:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765948:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765950:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765952:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765954:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765956:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765958:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765959:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765962:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765964:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765965:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765967:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765968:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.765970:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765972:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765974:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.765976:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.765979:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765981:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.765985:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.765986:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.765988:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.765989:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.765992:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.765994:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.765996:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.765997:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.765998:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766001:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766003:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766005:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.766007:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766009:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766010:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766013:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.766015:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.766017:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.766018:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.766020:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.766022:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766023:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.766024:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.766026:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766028:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766030:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766031:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.766033:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766036:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766037:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766040:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.766042:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.766045:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.766046:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.766048:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.766051:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766052:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.766053:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.766055:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766057:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766059:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766060:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.766063:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766065:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766067:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766070:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.766072:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.766074:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.766088:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.766091:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.766093:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766095:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.766096:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.766098:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766101:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766103:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766104:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.766106:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766108:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766110:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766114:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.766115:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.766118:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.766119:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.766121:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.766123:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766124:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.766125:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.766127:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766129:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766131:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766133:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.766135:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766137:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766139:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766142:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.766143:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.766146:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.766147:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.766149:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.766151:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766153:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.766154:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.766155:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766157:0:34609:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766159:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766161:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788926544.766163:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766165:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766167:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788926544.766170:0:34609:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926544.766171:0:34609:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffc4df86d80 00000080:00000001:3.0:1788926544.766174:0:34609:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788926544.766175:0:34609:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788926544.766177:0:34609:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c2d92400. 00000020:00000001:3.0:1788926544.766179:0:34609:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766180:0:34609:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788926544.766182:0:34609:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788926544.766183:0:34609:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c2d92400 uarg=0000000000000000 00020000:00000001:3.0:1788926544.766185:0:34609:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.766187:0:34609:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.766188:0:34609:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788926544.766190:0:34609:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c2d92400. 00000080:00000001:3.0:1788926544.766193:0:34609:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.766195:0:34609:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788926544.766205:0:34609:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1788926544.766208:0:34609:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788926544.766211:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33dd0 00000080:00200008:3.0:1788926544.766213:0:34609:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00400000:3.0:1788926544.766217:0:34609:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788926544.766221:0:34609:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c17c3400. 00000080:00000001:3.0:1788926544.766225:0:34609:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788926544.766227:0:34609:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d840e33dd0 00000080:00000008:3.0:1788926544.766228:0:34609:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000, rc = 0 00000080:00000001:3.0:1788926544.766231:0:34609:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926544.766232:0:34609:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926545.601495:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926545.601501:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926545.601507:0:29287:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926545.601508:0:29287:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926545.601849:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926545.601853:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926545.601857:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788926545.994243:0:34721:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926546.635661:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926546.635668:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926546.635683:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926546.635684:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926546.635940:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926546.635944:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926546.635947:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926547.522470:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296582242, at 4296582657 00000100:00000010:3.0:1788926547.522485:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fa80. 00000100:00000040:2.0:1788926547.523142:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296582242, at 4296582657 00000100:00000010:2.0:1788926547.523149:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f3c0. 00000080:00000001:0.0:1788926547.615815:0:34861:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926547.650757:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926547.650764:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926547.650769:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926547.650770:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926547.650936:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926547.650939:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926547.650943:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788926548.034319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926548.034327:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926548.034335:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39180. 00000020:00000040:2.0:1788926548.034341:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:2.0:1788926548.034345:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926548.034348:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926548.034352:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926548.034359:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4a00. 00000100:00000001:2.0:1788926548.034365:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.034376:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926548.034388:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926548.034391:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.034975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a5e49b6] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.034997:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926548.035003:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926548.035007:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926548.035011:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926548.035013:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926548.035015:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926548.035017:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926548.035023:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c4d3cb00. 00000100:00000001:2.0:1788926548.035026:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035031:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926548.035038:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926548.035040:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035044:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aeb1c47] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.035051:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926548.035068:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926548.035070:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39500. 00000020:00000040:2.0:1788926548.035073:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926548.035075:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926548.035076:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926548.035078:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926548.035081:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c4d3c100. 00000100:00000001:2.0:1788926548.035083:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035087:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926548.035093:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926548.035095:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035099:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4e7dd3d] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.035106:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926548.035112:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926548.035115:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926548.035118:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926548.035120:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926548.035121:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926548.035122:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926548.035125:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c4d3ce00. 00000100:00000001:2.0:1788926548.035127:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035131:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926548.035137:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926548.035138:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035142:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093350103] to pc [ptlrpcd_01_01+1] req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.035148:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788926548.035153:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788926548.035156:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3aa00. 00000020:00000040:2.0:1788926548.035158:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926548.035160:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926548.035161:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926548.035162:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926548.035165:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c4d3c900. 00000100:00000001:2.0:1788926548.035168:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035171:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926548.035177:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926548.035179:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035182:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077fff5c8] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.035194:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.035198:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1920) 00000100:00000001:2.0:1788926548.035308:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926548.035311:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926548.035314:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926548.035319:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.035327:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926548.035329:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926548.035332:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926548.035335:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926548.035337:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926548.035341:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513970176:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926548.035344:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926548.035349:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926548.035351:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926548.035354:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926548.035358:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fc600. 02000000:00000001:2.0:1788926548.035360:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926548.035367:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926548.035372:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926548.035377:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926548.035383:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513970176, portal 10 00000100:00000001:2.0:1788926548.035385:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926548.035387:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:2.0:1788926548.035428:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.035435:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926548.035438:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926548.035441:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926548.035444:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513970176, offset 0 00000400:00000200:2.0:1788926548.035451:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926548.035459:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.035466:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926548.035471:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788926548.035933:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926548.035937:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926548.035938:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926548.035945:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.035953:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926548.035954:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.035956:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926548.035958:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926548.035961:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926548.035965:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513970048:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926548.035968:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926548.035971:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926548.035973:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.035974:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926548.035979:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d07fbe00. 02000000:00000001:3.0:1788926548.035980:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926548.035984:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926548.035988:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926548.035992:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926548.035996:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513970048, portal 25 00000100:00000001:3.0:1788926548.035998:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926548.035999:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231754112 : -108341477797504 : ffff9d76c8b39180) 00000100:00000040:3.0:1788926548.036004:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.036011:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926548.036013:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926548.036015:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab088. 00000100:00000200:3.0:1788926548.036017:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513970048, offset 0 00000400:00000200:3.0:1788926548.036022:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926548.036044:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926548.036049:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926548.036051:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926548.036065:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2919:2919:256:4294967295] 192.168.203.140@tcp LPNI seq info [2919:2919:8:4294967295] 00000400:00000200:2.0:1788926548.036069:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.036078:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926548.036083:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926548.036088:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c700. 00000800:00000200:2.0:1788926548.036094:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926548.036101:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926548.036106:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926548.036117:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.036122:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 870241 usecs (871 jiffies) 00000400:00000200:2.0:1788926548.036125:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926548.036127:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296584041 00000100:00000010:2.0:1788926548.036131:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fea0. 00000100:00000001:2.0:1788926548.036136:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926548.036141:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296584041 00000100:00000010:2.0:1788926548.036144:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f0c0. 00000100:00000001:2.0:1788926548.036147:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926548.036149:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926548.036152:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.036154:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926548.036158:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.036163:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926548.036165:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926548.036167:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926548.036168:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926548.036170:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926548.036172:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513970432:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926548.036176:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926548.036178:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926548.036180:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926548.036181:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926548.036185:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d18fda00. 02000000:00000001:2.0:1788926548.036187:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926548.036190:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926548.036193:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926548.036197:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926548.036201:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513970432, portal 4 00000100:00000001:2.0:1788926548.036202:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926548.036203:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:2.0:1788926548.036209:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.036214:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926548.036216:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926548.036218:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926548.036220:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513970432, offset 0 00000400:00000200:2.0:1788926548.036223:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926548.036817:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926548.036823:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926548.036827:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926548.036830:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926548.036833:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926548.036835:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926548.036838:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2920:2920:255:4294967295] 192.168.203.140@tcp LPNI seq info [2920:2920:7:4294967295] 00000400:00000200:3.0:1788926548.036842:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926548.036848:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926548.036853:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926548.036857:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c9964000. 00000800:00000200:3.0:1788926548.036862:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926548.036866:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926548.036869:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c9964000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926548.036872:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926548.036876:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926548.036878:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296587363 00000100:00000001:3.0:1788926548.036882:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296584041 00000100:00000001:3.0:1788926548.036886:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296587363 00000100:00000001:3.0:1788926548.036888:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296584041 00000100:00000001:3.0:1788926548.036890:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926548.036893:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.036895:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926548.036899:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.036906:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926548.036908:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.036910:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926548.036911:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926548.036914:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926548.036916:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513970304:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926548.036920:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926548.036923:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926548.036924:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.036926:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926548.036929:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d07fb200. 02000000:00000001:3.0:1788926548.036931:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926548.036934:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926548.036936:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b160. 00000400:00000010:3.0:1788926548.036940:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab7f8. 00000100:00000200:3.0:1788926548.036944:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513970304, portal 10 00000100:00000001:3.0:1788926548.036946:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926548.036947:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231755008 : -108341477796608 : ffff9d76c8b39500) 00000100:00000040:3.0:1788926548.036953:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.036959:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926548.036961:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926548.036963:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab198. 00000100:00000200:3.0:1788926548.036966:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513970304, offset 0 00000400:00000200:3.0:1788926548.036970:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926548.036974:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926548.036977:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926548.036980:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926548.036982:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926548.036984:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926548.036986:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926548.036989:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2921:2921:254:4294967295] 192.168.203.140@tcp LPNI seq info [2921:2921:6:4294967295] 00000400:00000200:3.0:1788926548.036992:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926548.036998:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926548.037002:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926548.037006:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341a00. 00000800:00000200:3.0:1788926548.037009:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926548.037013:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926548.037016:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926548.037018:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926548.037021:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20217 usecs (21 jiffies) 00000400:00000200:3.0:1788926548.037024:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926548.037026:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296583191 00000100:00000001:3.0:1788926548.037028:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296587363 00000100:00000001:3.0:1788926548.037030:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296583191 00000100:00000001:3.0:1788926548.037032:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296587363 00000100:00000001:3.0:1788926548.037035:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926548.037037:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.037039:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926548.037042:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.037049:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926548.037050:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.037052:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926548.037066:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926548.037069:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926548.037071:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513970560:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926548.037074:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926548.037077:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926548.037078:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.037079:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926548.037083:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d07fba00. 02000000:00000001:3.0:1788926548.037084:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926548.037087:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926548.037089:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b2c0. 00000400:00000010:3.0:1788926548.037092:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926548.037095:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513970560, portal 4 00000100:00000001:3.0:1788926548.037246:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926548.037248:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231760384 : -108341477791232 : ffff9d76c8b3aa00) 00000100:00000040:3.0:1788926548.037255:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.037261:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926548.037263:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926548.037267:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926548.037270:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513970560, offset 0 00000400:00000200:3.0:1788926548.037274:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926548.037278:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926548.037281:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926548.037284:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926548.037286:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926548.037288:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926548.037290:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926548.037292:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2922:2922:253:4294967295] 192.168.203.140@tcp LPNI seq info [2922:2922:5:4294967295] 00000400:00000200:3.0:1788926548.037296:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926548.037301:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926548.037305:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926548.037308:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341700. 00000800:00000200:3.0:1788926548.037312:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926548.037316:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926548.037319:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926548.037322:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926548.037325:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 213926 usecs (214 jiffies) 00000400:00000200:3.0:1788926548.037328:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926548.037329:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296583384 00000100:00000001:3.0:1788926548.037331:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296587363 00000100:00000001:3.0:1788926548.037333:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296583384 00000100:00000001:3.0:1788926548.037334:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296587363 00000100:00000001:3.0:1788926548.037336:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926548.037338:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.037341:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.037345:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.037351:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926548.037353:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926548.037355:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926548.037357:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926548.037359:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.039176:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926548.039731:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.039742:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926548.039746:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926548.039749:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926548.039752:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926548.039754:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926548.039758:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2923:2923:252:4294967295] 192.168.203.140@tcp LPNI seq info [2923:2923:4:4294967295] 00000400:00000200:2.0:1788926548.039762:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.039769:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926548.039776:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926548.039781:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c000. 00000800:00000200:2.0:1788926548.039786:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926548.039792:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926548.039796:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926548.039800:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.039805:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21227 usecs (22 jiffies) 00000400:00000200:2.0:1788926548.039808:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926548.039811:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296583196 00000100:00000001:2.0:1788926548.039813:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296587363 00000100:00000001:2.0:1788926548.039816:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296583196 00000100:00000001:2.0:1788926548.039817:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296587363 00000100:00000001:2.0:1788926548.039819:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926548.039822:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.039825:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.039828:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.039834:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926548.039836:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926548.039838:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926548.039840:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926548.039841:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.039844:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926548.039880:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926548.039884:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c700. 00000400:00000200:2.0:1788926548.039888:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.039892:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926548.039897:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:2.0:1788926548.039899:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:2.0:1788926548.039904:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926548.039910:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.039920:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.039924:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.039931:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.039933:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926548.039943:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926548.039944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c9964000. 00000400:00000200:2.0:1788926548.039948:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.039951:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926548.039954:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab088 00000400:00000010:2.0:1788926548.039955:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab088. 00000100:00000001:2.0:1788926548.039958:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926548.039961:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.039968:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.039970:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.039976:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.039977:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926548.039983:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926548.039985:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341a00. 00000400:00000200:2.0:1788926548.039988:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.039991:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926548.039993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab198 00000400:00000010:2.0:1788926548.039995:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab198. 00000100:00000001:2.0:1788926548.039997:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926548.040000:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.040007:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.040009:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.040015:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.040016:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926548.040022:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926548.040024:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341700. 00000400:00000200:2.0:1788926548.040026:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.040029:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926548.040031:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:2.0:1788926548.040033:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:2.0:1788926548.040035:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926548.040038:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.040045:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.040047:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.040052:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.040065:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926548.040133:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926548.040136:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c000. 00000400:00000200:2.0:1788926548.040139:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.040142:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926548.040145:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:2.0:1788926548.040146:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:2.0:1788926548.040149:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926548.040152:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.040159:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.040162:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.040168:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.040170:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926548.050037:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050063:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926548.050068:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050070:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050078:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050086:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926548.050095:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050113:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050119:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050123:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32362580 00000400:00000200:2.0:1788926548.050128:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050133:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x852d [1] + 224 00000800:00000001:2.0:1788926548.050140:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050145:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050148:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.050153:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926548.050160:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.050168:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926548.050178:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050196:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926548.050205:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050209:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926548.050211:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050214:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050217:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050220:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926548.050224:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050226:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050228:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050231:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32362780 00000400:00000200:2.0:1788926548.050234:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050238:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x855d [1] + 224 00000800:00000001:2.0:1788926548.050242:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050245:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050247:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.050250:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926548.050254:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.050258:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926548.050267:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050273:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926548.050276:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050279:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926548.050281:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050283:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050286:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050289:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926548.050293:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050295:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050297:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050300:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32362700 00000400:00000200:2.0:1788926548.050302:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050306:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x853d [1] + 224 00000800:00000001:2.0:1788926548.050309:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050311:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050313:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.050316:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926548.050318:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.050321:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926548.050328:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050342:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926548.050346:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050348:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926548.050350:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050351:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050354:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050356:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926548.050360:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050362:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050364:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050367:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32362600 00000400:00000200:2.0:1788926548.050370:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050374:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x851d [1] + 224 00000800:00000001:2.0:1788926548.050377:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050379:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050381:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.050383:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926548.050385:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.050390:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926548.050422:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050429:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926548.050432:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050435:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926548.050437:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050439:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050442:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050445:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926548.050448:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050450:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050452:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050455:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32362680 00000400:00000200:2.0:1788926548.050457:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926548.050461:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x854d [1] + 224 00000800:00000001:2.0:1788926548.050464:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050470:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926548.050471:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926548.050474:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926548.050487:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.050491:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926548.050499:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050506:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926548.050509:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926548.050512:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.050526:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926548.050529:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926548.050535:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926548.050536:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926548.050539:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a69f8. 00000100:00000001:3.0:1788926548.050686:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926548.050690:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788926548.050749:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:2.0:1788926548.050754:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:2.0:1788926548.050758:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.050763:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926548.050771:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050778:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926548.050780:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.050782:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926548.050785:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926548.050788:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926548.050790:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926548.050793:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926548.050801:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=65 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926548.050806:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926548.050809:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926548.050811:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926548.050813:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926548.050817:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.050820:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926548.050823:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788926548.050825:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926548.050827:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.050832:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.050838:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926548.050842:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926548.050844:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926548.050847:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926548.050854:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513970176:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926548.052115:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926548.052119:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926548.052123:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:3.0:1788926548.052127:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926548.052129:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926548.052132:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926548.052139:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926548.052147:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.052154:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926548.052157:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.052159:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926548.052162:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926548.052164:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926548.052166:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.052168:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926548.052173:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926548.052176:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=22 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926548.052179:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926548.052180:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926548.052182:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926548.052184:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.052187:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926548.052191:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.052198:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926548.052201:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926548.052202:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926548.052205:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926548.052213:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513970048:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926548.052219:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926548.052221:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926548.052223:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b160. 00000400:00000200:3.0:1788926548.052225:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab7f8 00000400:00000010:3.0:1788926548.052227:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab7f8. 00000100:00000001:3.0:1788926548.052229:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926548.052233:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926548.052241:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.052247:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926548.052249:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.052250:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926548.052252:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926548.052253:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926548.052255:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.052256:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926548.052261:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=65 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926548.052264:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926548.052266:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926548.052267:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926548.052269:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926548.052271:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.052273:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926548.052274:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788926548.052276:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926548.052277:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926548.052281:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.052287:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926548.052289:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926548.052290:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926548.052293:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926548.052305:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513970304:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926548.052309:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926548.052310:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926548.052312:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b2c0. 00000400:00000200:3.0:1788926548.052314:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:3.0:1788926548.052315:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:3.0:1788926548.052317:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926548.052320:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926548.052327:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.052332:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926548.052333:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.052335:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926548.052336:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926548.052337:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926548.052338:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926548.052340:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926548.052343:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=65 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926548.052345:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926548.052347:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926548.052348:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926548.052349:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926548.052351:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.052353:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926548.052354:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788926548.052355:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926548.052356:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926548.052359:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.052365:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926548.052367:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926548.052369:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926548.052372:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926548.052379:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513970560:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926548.052383:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.052386:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926548.052390:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39180 x1875823513970048/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.053275:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926548.053278:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926548.053281:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d07fbe00. 02000000:00000001:3.0:1788926548.053286:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926548.053288:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926548.053290:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926548.053293:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926548.053295:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4a00. 02000000:00000001:3.0:1788926548.053300:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926548.053302:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926548.053303:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39180. 00000100:00000001:3.0:1788926548.053306:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926548.053307:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.053310:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926548.053316:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b39500 x1875823513970304/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.053322:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926548.053323:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926548.053325:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d07fb200. 02000000:00000001:3.0:1788926548.053327:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926548.053327:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926548.053328:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926548.053331:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926548.053332:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c4d3c100. 02000000:00000001:3.0:1788926548.053334:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926548.053336:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926548.053337:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39500. 00000100:00000001:3.0:1788926548.053339:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926548.053340:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.053342:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926548.053345:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3aa00 x1875823513970560/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926548.053350:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926548.053352:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926548.053353:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d07fba00. 02000000:00000001:3.0:1788926548.053355:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926548.053356:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926548.053357:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926548.053359:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926548.053360:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c4d3c900. 02000000:00000001:3.0:1788926548.053362:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926548.053363:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926548.053364:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3aa00. 00000100:00000001:3.0:1788926548.053366:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926548.053367:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.053369:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926548.053377:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926548.053380:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926548.053382:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926548.053385:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788926548.053791:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926548.053795:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926548.053798:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:2.0:1788926548.053802:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:2.0:1788926548.053804:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:2.0:1788926548.053808:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926548.053814:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926548.053824:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.053830:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926548.053832:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.053835:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926548.053837:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926548.053839:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926548.053841:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926548.053844:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926548.053850:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=65 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926548.053854:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926548.053856:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926548.053858:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926548.053860:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926548.053862:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.053865:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926548.053867:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:2.0:1788926548.053869:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926548.053870:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926548.053874:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.053882:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926548.053884:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926548.053886:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926548.053889:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926548.053897:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513970432:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926548.053902:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.053904:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.053908:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513970176/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.053913:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926548.053915:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926548.053917:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fc600. 02000000:00000001:2.0:1788926548.053919:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926548.053921:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926548.053922:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926548.053924:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926548.053926:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c4d3cb00. 02000000:00000001:2.0:1788926548.053929:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926548.053929:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926548.053931:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:2.0:1788926548.053933:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926548.053934:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.053936:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926548.053938:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513970432/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926548.053944:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926548.053945:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926548.053947:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d18fda00. 02000000:00000001:2.0:1788926548.053949:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926548.053950:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926548.053951:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926548.053952:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926548.053954:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c4d3ce00. 02000000:00000001:2.0:1788926548.053956:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926548.053956:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926548.053958:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:2.0:1788926548.053960:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926548.053961:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.053963:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926548.053967:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926548.053969:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926548.053971:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926548.053973:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926548.674452:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926548.674459:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926548.674462:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926548.674466:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926548.674471:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926548.674473:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926548.674475:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926548.674478:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926548.674481:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926548.674483:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926548.674753:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926548.674757:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926548.674760:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788926549.324111:0:35007:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926549.717939:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926549.717945:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926549.717950:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926549.717951:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926549.721268:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926549.721275:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926549.721282:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788926550.215949:0:35070:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926550.724054:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926550.724061:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926550.724065:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926550.724067:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926550.724088:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926550.724091:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926550.724094:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926551.394900:0:35163:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788926551.722220:0:35200:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788926551.722227:0:35200:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 00:02:30 (1788926550) 00000001:00000001:3.0:1788926551.735089:0:35200:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788926551.751272:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926551.751280:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926551.751286:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926551.751287:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926551.752787:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926551.752793:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926551.752797:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926552.178257:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.178262:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926552.178265:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bde0 00000080:00200000:2.0:1788926552.178270:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926552.178277:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66e00. 00800000:00000002:2.0:1788926552.178283:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926552.178287:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926552.178292:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.178295:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bd00 00800000:00000002:2.0:1788926552.178297:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.178300:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926552.178303:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.178306:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.178308:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.178310:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.178312:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.178314:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.178316:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.178320:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926552.178325:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.178327:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bbd0 00000002:00010000:2.0:1788926552.178329:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926552.178332:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926552.178334:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926552.178336:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926552.178342:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926552.178345:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926552.178350:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.178354:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926552.178359:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788926552.178371:0:35243:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926552.178375:0:35243:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.178379:0:35243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788926552.178386:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926552.178389:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926552.178390:0:35243:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.178392:0:35243:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.178429:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.178431:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926552.178434:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926552.178437:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.178440:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66e00. 00000080:00000001:2.0:1788926552.178444:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926552.178504:0:35243:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.178508:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926552.178512:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:2.0:1788926552.178515:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926552.178518:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926552.178520:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.178522:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.178524:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.178527:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178530:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178533:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178535:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.178536:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.178537:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.178539:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d841c4be18 00010000:00000001:2.0:1788926552.178541:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.178542:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.178543:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.178545:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178547:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178549:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.178552:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788926552.178558:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178560:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.178561:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926552.178563:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926552.178566:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788926552.178575:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926552.178578:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926552.178580:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.178584:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178585:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.178586:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178589:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926552.178591:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178593:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178595:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178597:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.178599:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178600:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926552.178602:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926552.178604:0:35243:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.178606:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 101 00000080:00000001:2.0:1788926552.178611:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.178619:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.178620:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.178621:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926552.178623:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bba8 00000080:00200000:2.0:1788926552.178625:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926552.178628:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66e00. 00800000:00000002:2.0:1788926552.178631:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926552.178634:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926552.178635:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.178637:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bac8 00800000:00000002:2.0:1788926552.178639:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.178642:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926552.178643:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.178644:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.178646:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.178647:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.178649:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.178651:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.178652:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.178654:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926552.178656:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.178658:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4b998 00000002:00010000:2.0:1788926552.178659:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926552.178662:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926552.178663:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926552.178664:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926552.178667:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926552.178669:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926552.178672:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.178674:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926552.178677:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1788926552.178685:0:35243:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926552.178687:0:35243:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.178690:0:35243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1788926552.178695:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926552.178697:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926552.178698:0:35243:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.178700:0:35243:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.178702:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.178703:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926552.178705:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926552.178707:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.178709:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66e00. 00000080:00000001:2.0:1788926552.178712:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926552.178713:0:35243:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.178716:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926552.178719:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:2.0:1788926552.178721:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926552.178722:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926552.178723:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.178725:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.178726:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.178728:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178730:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178732:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178733:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.178734:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.178735:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.178737:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d841c4bbe0 00010000:00000001:2.0:1788926552.178739:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.178740:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.178741:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.178743:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178745:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178747:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.178749:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788926552.178755:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178756:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.178757:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926552.178758:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926552.178760:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788926552.178765:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926552.178767:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926552.178768:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.178771:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178772:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.178773:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178775:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926552.178776:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178778:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178779:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.178781:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.178782:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178783:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926552.178785:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926552.178786:0:35243:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.178788:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926552.178791:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926552.178799:0:35243:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01c00. 00000020:00000001:2.0:1788926552.178803:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bd98 00000080:00200000:2.0:1788926552.178805:0:35243:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=1536 00000080:00000001:2.0:1788926552.178808:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.178809:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926552.178810:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bca8 00000080:00200000:2.0:1788926552.178811:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926552.178814:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66e00. 00800000:00000002:2.0:1788926552.178817:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926552.178818:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926552.178820:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.178821:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bbc8 00800000:00000002:2.0:1788926552.178822:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.178825:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926552.178826:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.178827:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.178829:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.178830:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.178832:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.178833:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.178835:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.178837:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926552.178840:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.178842:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4ba98 00000002:00010000:2.0:1788926552.178844:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926552.178846:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926552.178848:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926552.178849:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926552.178851:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926552.178853:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926552.178855:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.178857:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926552.178859:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1788926552.178866:0:35243:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926552.178868:0:35243:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.178871:0:35243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1788926552.178877:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926552.178878:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926552.178880:0:35243:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.178881:0:35243:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.178883:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.178885:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926552.178887:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926552.178888:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.178890:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66e00. 00000080:00000001:2.0:1788926552.178893:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926552.178894:0:35243:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.178896:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926552.178898:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:2.0:1788926552.178901:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926552.178902:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926552.178903:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.178905:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.178907:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.178909:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178911:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178913:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.178914:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.178915:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.178917:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.178919:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d841c4bce0 00010000:00000001:2.0:1788926552.178921:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.178922:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.178923:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.178925:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178927:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.178929:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.178931:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788926552.178937:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179009:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.179011:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926552.179013:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926552.179016:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788926552.179023:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926552.179024:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926552.179034:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.179036:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179037:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.179038:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179040:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926552.179042:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179044:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179046:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179048:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.179049:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179050:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926552.179052:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926552.179053:0:35243:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.179056:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788926552.179059:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.179063:0:35243:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.179064:0:35243:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926552.179065:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bd90 00000080:00200000:2.0:1788926552.179067:0:35243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926552.179071:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66e00. 00800000:00000002:2.0:1788926552.179074:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926552.179077:0:35243:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926552.179078:0:35243:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.179080:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bcb0 00800000:00000002:2.0:1788926552.179081:0:35243:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.179084:0:35243:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926552.179085:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.179087:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.179088:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.179090:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.179091:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.179093:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.179095:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.179097:0:35243:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926552.179100:0:35243:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.179102:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bb80 00000002:00010000:2.0:1788926552.179103:0:35243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926552.179106:0:35243:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926552.179107:0:35243:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926552.179108:0:35243:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926552.179111:0:35243:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:2.0:1788926552.179114:0:35243:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926552.179116:0:35243:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.179118:0:35243:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926552.179121:0:35243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1788926552.179128:0:35243:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926552.179129:0:35243:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.179132:0:35243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1788926552.179138:0:35243:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926552.179140:0:35243:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926552.179141:0:35243:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.179143:0:35243:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.179144:0:35243:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.179146:0:35243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926552.179149:0:35243:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926552.179150:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.179152:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66e00. 00000080:00000001:2.0:1788926552.179155:0:35243:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926552.179156:0:35243:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.179158:0:35243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926552.179160:0:35243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8da 00800000:00000001:2.0:1788926552.179163:0:35243:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926552.179164:0:35243:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926552.179165:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.179167:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.179168:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.179170:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.179172:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.179174:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179175:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.179176:0:35243:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.179178:0:35243:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.179180:0:35243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8da from it ffffb2d841c4bdc8 00010000:00000001:2.0:1788926552.179182:0:35243:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.179184:0:35243:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.179185:0:35243:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:2.0:1788926552.179186:0:35243:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.179188:0:35243:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:2.0:1788926552.179190:0:35243:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.179192:0:35243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788926552.179198:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179199:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.179200:0:35243:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926552.179202:0:35243:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926552.179204:0:35243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1788926552.179210:0:35243:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926552.179211:0:35243:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926552.179213:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.179215:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179215:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.179217:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179218:0:35243:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926552.179220:0:35243:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179221:0:35243:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179223:0:35243:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179224:0:35243:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.179226:0:35243:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.179227:0:35243:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926552.179228:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926552.179229:0:35243:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.179231:0:35243:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788926552.179234:0:35243:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.179237:0:35243:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:2.0:1788926552.179239:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bda0 00000080:00200000:2.0:1788926552.179241:0:35243:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:2.0:1788926552.179244:0:35243:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788926552.179246:0:35243:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788926552.179249:0:35243:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66e00. 00800000:00000002:2.0:1788926552.179252:0:35243:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.179258:0:35243:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9d76d3318380. 00000080:00000001:2.0:1788926552.179261:0:35243:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.179264:0:35243:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788926552.179266:0:35243:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788926552.179269:0:35243:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.179270:0:35243:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.179271:0:35243:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.179272:0:35243:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.179273:0:35243:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.179275:0:35243:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.179277:0:35243:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.179281:0:35243:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:2.0:1788926552.179284:0:35243:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:2.0:1788926552.179288:0:35243:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1788926552.179290:0:35243:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:2.0:1788926552.179294:0:35243:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1788926552.179297:0:35243:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446635732250008576 : -108341459543040 : ffff9d76c9ca1c00) 00800000:00000001:2.0:1788926552.179299:0:35243:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732250008576 : -108341459543040 : ffff9d76c9ca1c00) 00800000:00000001:2.0:1788926552.179302:0:35243:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788926552.179303:0:35243:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788926552.179306:0:35243:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788926552.179309:0:35243:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788926552.179311:0:35243:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9d76e0357000: Allocated FID [0x240000402:0x7:0x0] 40000000:00000001:2.0:1788926552.179314:0:35243:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.179316:0:35243:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.179318:0:35243:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.179319:0:35243:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.179321:0:35243:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c4bc08 00800000:00000002:2.0:1788926552.179323:0:35243:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x240000402:0x7:0x0] on [0x200000007:0x1:0x0] -> mds #1, layout version 1 00000002:00000001:2.0:1788926552.179327:0:35243:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788926552.179329:0:35243:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788926552.179332:0:35243:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926552.179336:0:35243:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3ad80. 00000020:00000040:2.0:1788926552.179341:0:35243:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926552.179346:0:35243:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926552.179347:0:35243:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179350:0:35243:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926552.179354:0:35243:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.179356:0:35243:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.179359:0:35243:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926552.179361:0:35243:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926552.179363:0:35243:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926552.179369:0:35243:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dfc00. 00000100:00000001:2.0:1788926552.179374:0:35243:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179377:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926552.179378:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179380:0:35243:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926552.179381:0:35243:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.179382:0:35243:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788926552.179417:0:35243:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788926552.179427:0:35243:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926552.179434:0:35243:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926552.179436:0:35243:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926552.179442:0:35243:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c839a000. 00000100:00000001:2.0:1788926552.179444:0:35243:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223762432 : -108341485789184 : ffff9d76c839a000) 00000100:00000001:2.0:1788926552.179593:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.179594:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000001:2.0:1788926552.179599:0:35243:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926552.179602:0:35243:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.179604:0:35243:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926552.179606:0:35243:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926552.179611:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.179618:0:35243:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926552.179621:0:35243:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.179625:0:35243:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926552.179628:0:35243:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926552.179630:0:35243:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926552.179633:0:35243:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job mkdir:4486b962-ec3d-45f5-8472-13c4fc59e40f:35243:1875823513970816:192.168.203.140@tcp:36:mkdir.0 00000100:00000001:2.0:1788926552.179637:0:35243:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926552.179641:0:35243:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926552.179643:0:35243:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.179645:0:35243:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926552.179649:0:35243:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd000. 02000000:00000001:2.0:1788926552.179651:0:35243:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926552.179659:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926552.179663:0:35243:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926552.179668:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926552.179675:0:35243:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513970816, portal 10 00000100:00000001:2.0:1788926552.179676:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.179678:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000040:2.0:1788926552.179685:0:35243:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.179692:0:35243:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926552.179695:0:35243:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926552.179698:0:35243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926552.179701:0:35243:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875823513970816, offset 0 00000400:00000200:2.0:1788926552.179707:0:35243:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926552.179715:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926552.179722:0:35243:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926552.179727:0:35243:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926552.179731:0:35243:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926552.179735:0:35243:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926552.179737:0:35243:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926552.179740:0:35243:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2924:2924:256:4294967295] 192.168.203.140@tcp LPNI seq info [2924:2924:8:4294967295] 00000400:00000200:2.0:1788926552.179745:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926552.179754:0:35243:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926552.179759:0:35243:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926552.179764:0:35243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c200. 00000800:00000200:2.0:1788926552.179770:0:35243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926552.179777:0:35243:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926552.179781:0:35243:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c200 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788926552.179841:0:35243:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926552.179846:0:35243:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20222 usecs (21 jiffies) 00000400:00000200:2.0:1788926552.179849:0:35243:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926552.179852:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587335 00000100:00000001:2.0:1788926552.179855:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296587363 00000100:00000001:2.0:1788926552.179857:0:35243:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587335 00000100:00000001:2.0:1788926552.179859:0:35243:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296587363 00000100:00000001:2.0:1788926552.179861:0:35243:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.179863:0:35243:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.179865:0:35243:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926552.179867:0:35243:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926552.179870:0:35243:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c839a000 going to sleep for 11 seconds 00000100:00000001:2.0:1788926552.179873:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926552.179875:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.187091:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.187101:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c200. 00000400:00000200:3.0:1788926552.187108:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.187116:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.187123:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:3.0:1788926552.187128:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:3.0:1788926552.187133:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.187141:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.187153:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.187157:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.187164:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.187166:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.188357:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.188370:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.188374:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.188377:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.188385:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.188391:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.188427:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.188432:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.188437:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.188442:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c7880 00000400:00000200:3.0:1788926552.188455:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x7c1d [2] + 984 00000800:00000001:3.0:1788926552.188462:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.188469:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.188471:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.188475:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.188482:0:2391:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926552.188484:0:2391:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926552.188489:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000100:00000040:3.0:1788926552.188493:0:2391:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86ddc00 x1875823536404608 msgsize 328 00000100:00100000:3.0:1788926552.188497:0:2391:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926552.188504:0:2391:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.188511:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.188514:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926552.188882:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926552.188885:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536404608 02000000:00000001:3.0:1788926552.188888:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926552.188890:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926552.188893:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926552.188897:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926552.188901:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536404608 00000020:00000001:3.0:1788926552.188904:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926552.188906:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926552.188909:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926552.188912:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926552.188915:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926552.188916:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000001:3.0:1788926552.188921:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926552.188925:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9f00. 00000100:00000001:3.0:1788926552.188928:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926552.188931:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9f00. 00000020:00000010:3.0:1788926552.188937:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c7c72200. 00000020:00000010:3.0:1788926552.188956:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11faa00. 00000020:00000010:3.0:1788926552.188961:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926552.188969:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926552.188972:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926552.188973:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926552.188975:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.188983:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.188991:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926552.189001:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926552.189003:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926552.189008:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 63 00000100:00000040:3.0:1788926552.189012:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76e03f5800 : new rpc_count 1 00000100:00000001:3.0:1788926552.189014:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926552.189020:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86ddc00 x1875823536404608/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:118/0 lens 328/0 e 0 to 0 dl 1788926563 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926552.189040:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926552.189043:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9f00. 00000100:00000001:3.0:1788926552.189045:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926552.189047:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9f00. 00000100:00100000:3.0:1788926552.189051:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:9471:x1875823536404608:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926552.189054:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536404608 00010000:00000001:3.0:1788926552.189057:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926552.189064:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926552.189065:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926552.189067:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=2 00000020:00000001:3.0:1788926552.189069:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926552.189072:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:3.0:1788926552.189075:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926552.189079:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926552.189083:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000100:00000001:3.0:1788926552.189093:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926552.189096:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926552.189100:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d93c00. 02000000:00000001:3.0:1788926552.189102:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.189105:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.189108:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926552.189111:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926552.189114:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926552.189118:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926552.189121:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926552.189123:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926552.189125:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926552.189127:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.189130:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926552.189133:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926552.189137:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926552.189142:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536404608, offset 224 00000400:00000200:3.0:1788926552.189147:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926552.189153:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.189159:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926552.189165:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2925:2925:256:4294967295] 192.168.203.140@tcp LPNI seq info [2925:2925:8:4294967295] 00000400:00000200:3.0:1788926552.189170:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.189176:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926552.189181:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926552.189185:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341d00. 00000800:00000200:3.0:1788926552.189192:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926552.189199:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926552.189203:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926552.189211:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926552.189215:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926552.189217:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926552.189221:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1109600. 00010000:00000001:3.0:1788926552.189224:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926552.189275:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926552.189278:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.189280:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.189282:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926552.189287:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823536404608/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:118/0 lens 328/224 e 0 to 0 dl 1788926563 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926552.189297:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:9471:x1875823536404608:12345-192.168.203.140@tcp:104: Request processed in 255us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926552.189303:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 63 00000100:00000040:3.0:1788926552.189306:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76e03f5800 : new rpc_count 0 00000100:00000001:3.0:1788926552.189308:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926552.189310:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926552.189314:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11faa00. 00000020:00000010:3.0:1788926552.189318:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926552.189322:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c7c72200. 00000020:00000040:3.0:1788926552.189326:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:3.0:1788926552.189329:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926552.189514:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.189518:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341d00. 00000400:00000200:3.0:1788926552.189532:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.189537:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.189542:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:3.0:1788926552.189545:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:3.0:1788926552.189548:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926552.189550:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788926552.190877:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926552.190883:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.190887:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926552.190890:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926552.190892:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926552.190897:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788926552.190908:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008400 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926552.190911:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926552.190915:0:16927:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788926552.190922:0:16927:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926552.190924:0:16927:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926552.190927:0:16927:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788926552.190933:0:16927:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926552.190936:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926552.190938:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.190949:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.190951:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:1.0:1788926552.190954:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:1.0:1788926552.190956:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:1.0:1788926552.190959:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926552.190961:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788926552.190968:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926552.190972:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926552.190974:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926552.190976:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926552.190980:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926552.190982:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926552.190987:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:1.0:1788926552.190990:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926552.190994:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926552.190995:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926552.190996:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926552.190997:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:1.0:1788926552.190999:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926552.191001:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926552.191002:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926552.191003:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926552.191004:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a700 count: 2 00010000:00000001:1.0:1788926552.191006:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926552.191007:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926552.191009:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926552.191011:0:16927:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926552.191015:0:16927:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926552.191018:0:16927:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926552.191020:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926552.191021:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.191024:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926552.191036:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926552.191037:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926552.191039:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926552.191042:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926552.191044:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008400 with handle 0xdeff66104c08c8da from hash 00010000:00000001:1.0:1788926552.191046:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926552.191047:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.191049:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.191050:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926552.191053:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926552.191055:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926552.191060:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926552.191063:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.191066:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926552.191068:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926552.191074:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629500. 00000020:00000040:1.0:1788926552.191077:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926552.191081:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926552.191083:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926552.191086:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926552.191092:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af200. 00000100:00000001:1.0:1788926552.191097:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.191099:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926552.191104:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788926552.191109:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926552.191111:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.191115:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926552.191119:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.191128:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29838bd] to pc [ptlrpcd_00_01+1] req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926552.191159:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926552.191162:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.191163:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.191164:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.191166:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926552.191168:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.191170:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788926552.191176:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926552.191178:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c8da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x13 rrc: 2 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dab9e9 expref: -99 pid: 34141 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788926552.191184:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a700 count: 0 00010000:00000010:1.0:1788926552.191190:0:16927:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71880. 00010000:00000001:1.0:1788926552.191196:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.191197:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926552.191199:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1109600. 00010000:00000001:1.0:1788926552.191202:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.191204:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926552.191205:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.191207:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926552.191208:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926552.191210:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.191211:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926552.191213:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926552.191214:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.191216:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926552.191225:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788926552.191228:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788926552.191230:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.191237:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926552.191239:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.191241:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926552.191243:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926552.191245:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926552.191251:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.191257:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926552.191259:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.191262:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926552.191265:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926552.191266:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926552.191269:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513970944:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926552.191273:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926552.191277:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926552.191279:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.191282:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926552.191286:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10aea00. 02000000:00000001:1.0:1788926552.191289:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926552.191295:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926552.191299:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926552.191305:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926552.191310:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513970944, portal 18 00000100:00000001:1.0:1788926552.191313:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926552.191314:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000040:1.0:1788926552.191321:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.191328:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926552.191331:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926552.191333:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8c38. 00000100:00000200:1.0:1788926552.191336:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513970944, offset 0 00000400:00000200:1.0:1788926552.191341:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926552.191348:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926552.191354:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926552.191359:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926552.191363:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926552.191366:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926552.191369:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926552.191371:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2926:2926:256:4294967295] 192.168.203.140@tcp LPNI seq info [2926:2926:8:4294967295] 00000400:00000200:1.0:1788926552.191375:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926552.191383:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926552.191388:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926552.191419:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926552.191425:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926552.191432:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926552.191436:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926552.191453:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.191457:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 869147 usecs (870 jiffies) 00000400:00000200:1.0:1788926552.191460:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926552.191463:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588196 00000100:00000001:1.0:1788926552.191470:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296587363 00000100:00000001:1.0:1788926552.191474:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588196 00000100:00000001:1.0:1788926552.191477:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296587363 00000100:00000001:1.0:1788926552.191480:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926552.191483:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.191485:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.191487:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.191557:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.191560:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.191755:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.191760:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:3.0:1788926552.191764:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.191768:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.191773:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8c38 00000400:00000010:3.0:1788926552.191776:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8c38. 00000100:00000001:3.0:1788926552.191779:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.191784:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.191792:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.191795:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.191802:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.191804:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.196184:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.196199:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.196203:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.196205:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.196213:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.196220:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.196227:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.196232:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.196237:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.196241:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32362900 00000400:00000200:3.0:1788926552.196246:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.196251:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8585 [1] + 224 00000800:00000001:3.0:1788926552.196258:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.196265:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.196268:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.196272:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.196277:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.196284:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926552.196295:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.196311:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.196317:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.196320:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.196484:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926552.196489:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926552.196495:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926552.196497:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926552.196500:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926552.196505:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926552.196507:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926552.196510:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926552.196515:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926552.196605:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.196611:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926552.196614:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.196616:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926552.196619:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926552.196621:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926552.196623:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.196626:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926552.196634:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=218 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926552.196638:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926552.196641:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926552.196642:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.196645:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926552.196649:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.196652:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926552.196655:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926552.196657:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926552.196658:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.196663:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.196670:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926552.196673:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926552.196675:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926552.196679:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926552.196687:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513970944:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926552.196691:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.196694:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.196696:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629500 x1875823513970944/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.196703:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926552.196706:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926552.196709:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10aea00. 02000000:00000001:1.0:1788926552.196712:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926552.196715:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926552.196716:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926552.196718:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926552.196721:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af200. 02000000:00000001:1.0:1788926552.196724:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926552.196725:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926552.196727:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629500. 00000100:00000001:1.0:1788926552.196730:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926552.196731:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.196734:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.196741:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926552.196742:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.196745:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926552.196747:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926552.205810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a700. 00010000:00000010:1.1:1788926552.205821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00000800:00000001:3.0:1788926552.220122:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.220140:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.220145:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.220148:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.220156:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.220164:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.220173:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.220178:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.220184:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.220188:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d32362880 00000400:00000200:3.0:1788926552.220193:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.220200:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x856d [1] + 224 00000800:00000001:3.0:1788926552.220206:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.220265:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.220269:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.220758:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.220766:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.220773:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926552.220784:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.220804:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.220812:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.220816:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.220914:0:35243:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926552.220921:0:35243:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926552.220923:0:35243:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926552.220926:0:35243:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:2.0:1788926552.220931:0:35243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:2.0:1788926552.220933:0:35243:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:2.0:1788926552.220945:0:35243:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926552.220950:0:35243:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926552.220959:0:35243:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3ad80 x1875823513970816/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.220965:0:35243:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926552.220967:0:35243:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.220970:0:35243:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926552.220973:0:35243:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926552.220975:0:35243:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926552.220977:0:35243:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.220980:0:35243:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926552.220988:0:35243:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=69 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926552.220992:0:35243:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926552.220995:0:35243:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926552.220997:0:35243:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.220999:0:35243:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926552.221002:0:35243:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.221005:0:35243:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788926552.221007:0:35243:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1788926552.221009:0:35243:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788926552.221011:0:35243:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.221012:0:35243:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231761280 : -108341477790336 : ffff9d76c8b3ad80) 00000100:00000001:2.0:1788926552.221015:0:35243:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926552.221017:0:35243:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926552.221019:0:35243:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926552.221021:0:35243:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926552.221035:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3ad80 x1875823513970816/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926568 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.221043:0:35243:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.221046:0:35243:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926552.221048:0:35243:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926552.221052:0:35243:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3ad80 x1875823513970816/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926568 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926552.221059:0:35243:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3ad80 pname:cluuid:pid:xid:nid:opc:job mkdir:4486b962-ec3d-45f5-8472-13c4fc59e40f:35243:1875823513970816:192.168.203.140@tcp:36:mkdir.0 00000100:00000001:2.0:1788926552.221063:0:35243:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.221066:0:35243:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.221068:0:35243:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926552.221070:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.221073:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3ad80 x1875823513970816/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926568 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.221079:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926552.221081:0:35243:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c839a000. 00000100:00000001:2.0:1788926552.221085:0:35243:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926552.221086:0:35243:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.221093:0:35243:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.221096:0:35243:0:(lmv_obd.c:2359:lmv_create()) Created - [0x240000402:0x7:0x0] 00800000:00000001:2.0:1788926552.221098:0:35243:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.221101:0:35243:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1788926552.221104:0:35243:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788926488 to 1788926552 00000080:00000001:2.0:1788926552.221107:0:35243:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926552.221112:0:35243:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926552.221114:0:35243:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926552.221116:0:35243:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:2.0:1788926552.221119:0:35243:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926552.221132:0:35243:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d153dac0. 00000080:00000001:2.0:1788926552.221141:0:35243:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926552.221143:0:35243:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9d76d153db88) 00000080:00000001:2.0:1788926552.221145:0:35243:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926552.221147:0:35243:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:2.0:1788926552.221149:0:35243:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.221150:0:35243:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:2.0:1788926552.221153:0:35243:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1788926552.221155:0:35243:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761479 mtime from 0 to 1788926552 00000080:00200000:2.0:1788926552.221159:0:35243:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00000001:2.0:1788926552.221160:0:35243:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926552.221162:0:35243:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376476552 : -108341333075064 : ffff9d76d153db88) 00000080:00000001:2.0:1788926552.221164:0:35243:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926552.221167:0:35243:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926552.221169:0:35243:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.221173:0:35243:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.221175:0:35243:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1788926552.221176:0:35243:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.221179:0:35243:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3ad80 x1875823513970816/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.221190:0:35243:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.221192:0:35243:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.221194:0:35243:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66e00. 00000080:00000010:2.0:1788926552.221197:0:35243:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9d76d3318380. 00000080:00000001:2.0:1788926552.221200:0:35243:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.221202:0:35243:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926552.221206:0:35243:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.221215:0:35243:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788926552.221220:0:35243:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788926552.232036:0:35244:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926552.232042:0:35244:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926552.232044:0:35244:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926552.232047:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bbc0 00000080:00200000:3.0:1788926552.232052:0:35244:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926552.232059:0:35244:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c72200. 00800000:00000002:3.0:1788926552.232065:0:35244:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926552.232068:0:35244:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926552.232072:0:35244:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926552.232074:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bae0 00800000:00000002:3.0:1788926552.232076:0:35244:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926552.232081:0:35244:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926552.232084:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926552.232086:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926552.232088:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926552.232091:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926552.232093:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926552.232094:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926552.232097:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926552.232100:0:35244:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926552.232105:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926552.232106:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b9b0 00000002:00010000:3.0:1788926552.232108:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926552.232112:0:35244:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926552.232114:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926552.232116:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926552.232122:0:35244:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926552.232124:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926552.232126:0:35244:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926552.232128:0:35244:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926552.232130:0:35244:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926552.232135:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dce00. 00000020:00000040:3.0:1788926552.232139:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926552.232145:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926552.232149:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926552.232153:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.232155:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926552.232158:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926552.232161:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926552.232167:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90800. 00000100:00000001:3.0:1788926552.232173:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.232178:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926552.232179:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.232181:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926552.232182:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.232184:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926552.232189:0:35244:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227182080 : -108341482369536 : ffff9d76c86dce00) 00010000:00000001:3.0:1788926552.232192:0:35244:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926552.232194:0:35244:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926552.232197:0:35244:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df200. 00010000:00000010:3.0:1788926552.232201:0:35244:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faa00. 00010000:00000001:3.0:1788926552.232205:0:35244:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926552.232208:0:35244:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ffc00. 00000020:00000001:3.0:1788926552.232211:0:35244:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926552.232214:0:35244:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ffc00 with handle 0xdeff66104c08c8e1 to hash 00000020:00000001:3.0:1788926552.232216:0:35244:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926552.232218:0:35244:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926552.232220:0:35244:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:3.0:1788926552.232223:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926552.232226:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.232230:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926552.232240:0:35244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926552.232250:0:35244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926552.232255:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926552.232257:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926552.232263:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109c00. 00000100:00000001:3.0:1788926552.232265:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372069376 : -108341337482240 : ffff9d76d1109c00) 00000100:00000001:3.0:1788926552.232267:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926552.232268:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182080 : -108341482369536 : ffff9d76c86dce00) 00000100:00000001:3.0:1788926552.232273:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926552.232276:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.232279:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926552.232280:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926552.232290:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.232298:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926552.232300:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926552.232303:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926552.232306:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926552.232308:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926552.232312:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dce00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971072:192.168.203.140@tcp:101:lfs.0 00000100:00000001:3.0:1788926552.232315:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926552.232319:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926552.232321:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926552.232323:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926552.232326:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca69a800. 02000000:00000001:3.0:1788926552.232328:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926552.232335:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926552.232339:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b2c0. 00000400:00000010:3.0:1788926552.232344:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926552.232350:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513971072, portal 10 00000100:00000001:3.0:1788926552.232352:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926552.232353:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227182080 : -108341482369536 : ffff9d76c86dce00) 00000100:00000040:3.0:1788926552.232358:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.232365:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926552.232368:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926552.232370:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab7f8. 00000100:00000200:3.0:1788926552.232372:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513971072, offset 0 00000400:00000200:3.0:1788926552.232378:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926552.232385:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.232392:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000080:00000010:2.1:1788926552.232444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01c00. 00000400:00000200:3.0:1788926552.232715:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926552.232720:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926552.232723:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926552.232726:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926552.232731:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2927:2927:256:4294967295] 192.168.203.140@tcp LPNI seq info [2927:2927:8:4294967295] 00000400:00000200:3.0:1788926552.232735:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.232745:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926552.232751:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926552.232757:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341d00. 00000800:00000200:3.0:1788926552.232763:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926552.232771:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926552.232775:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788926552.232822:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926552.232827:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 868041 usecs (869 jiffies) 00000400:00000200:3.0:1788926552.232830:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926552.232833:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588236 00000100:00000001:3.0:1788926552.232839:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296588196 00000100:00000001:3.0:1788926552.232845:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588236 00000100:00000001:3.0:1788926552.232849:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296588196 00000100:00000001:3.0:1788926552.232851:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926552.232854:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.232856:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926552.232859:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926552.232862:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788926552.232864:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926552.232867:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926552.235323:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926552.235331:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341d00. 00000400:00000200:2.0:1788926552.235339:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926552.235347:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926552.235353:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab7f8 00000400:00000010:2.0:1788926552.235355:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab7f8. 00000100:00000001:2.0:1788926552.235360:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926552.235367:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.235378:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.235382:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.235389:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.235391:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926552.235882:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.236004:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.236007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.236010:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.236016:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.236021:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.236036:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.236040:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.236045:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.236049:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32362980 00000400:00000200:3.0:1788926552.236054:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.236060:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x858d [1] + 224 00000800:00000001:3.0:1788926552.236066:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.236073:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.236075:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.236078:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.236083:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.236088:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.236097:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.236141:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926552.236154:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.236160:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.236164:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926552.236188:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.236190:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.236193:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b2c0. 00000400:00000200:0.0:1788926552.236197:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:0.0:1788926552.236199:0:35244:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:0.0:1788926552.236201:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.236206:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.236214:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.236221:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.236222:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.236224:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.236227:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.236230:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.236232:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.236235:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.236242:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.236246:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926552.236249:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.236251:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.236254:0:35244:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.236257:0:35244:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.236260:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.236262:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926552.236264:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.236265:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.236270:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.236277:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.236279:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.236281:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.236285:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.236292:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dce00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971072:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.236297:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.236300:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.236302:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.236303:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.236306:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.236312:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.236315:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109c00. 00000100:00000001:0.0:1788926552.236318:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.236319:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.236322:0:35244:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926552.236325:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.236327:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.236330:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=4 00000020:00000001:0.0:1788926552.236332:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.236335:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000040:0.0:1788926552.236341:0:35244:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ffc00, remote cookie: 0x840913afd2daba28, flags: 0x1001 00010000:00010000:0.0:1788926552.236346:0:35244:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.236356:0:35244:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.236363:0:35244:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926552.236367:0:35244:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926552.236369:0:35244:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926552.236370:0:35244:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926552.236371:0:35244:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926552.236374:0:35244:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c52df200) refcount = 1 00010000:00010000:0.0:1788926552.236378:0:35244:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.236384:0:35244:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926552.236387:0:35244:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926552.236388:0:35244:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.236391:0:35244:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926552.236393:0:35244:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.237221:0:35244:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.237230:0:35244:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926552.237231:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237233:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237234:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237235:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237237:0:35244:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.237241:0:35244:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926552.237243:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237244:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237246:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237248:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237251:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237253:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237254:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237256:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=4 00000020:00000001:0.0:1788926552.237257:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237259:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237262:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.237265:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.237268:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.237274:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237275:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237276:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237277:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237278:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=5 00000020:00000001:0.0:1788926552.237280:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237282:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237284:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.237287:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.237292:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237293:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.237296:0:35244:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.237302:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.237303:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237304:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237305:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237306:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926552.237312:0:35244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926552.237322:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237323:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237324:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237326:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237328:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237330:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237331:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.237332:0:35244:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.237334:0:35244:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.237337:0:35244:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926552.237339:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237340:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237341:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237343:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237345:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00000002:00010000:0.0:1788926552.237348:0:35244:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.237354:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237355:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237357:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926552.237358:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237359:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237360:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237362:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237364:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000040:0.0:1788926552.237369:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df200 count: 2 00010000:00000001:0.0:1788926552.237371:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926552.237375:0:35244:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926552.237377:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237379:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.237380:0:35244:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926552.237382:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b938 00000002:00002000:0.0:1788926552.237384:0:35244:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926552.237387:0:35244:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.237390:0:35244:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.237393:0:35244:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926552.237420:0:35244:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926552.237424:0:35244:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.237427:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926552.237430:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72200. 00000080:00000001:0.0:1788926552.237434:0:35244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926552.237436:0:35244:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926552.237441:0:35244:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926552.237452:0:35244:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926552.237457:0:35244:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99100. 00800000:00000001:0.0:1788926552.237459:0:35244:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218515712 : -108341491035904 : ffff9d76c7e99100) 00800000:00000001:0.0:1788926552.237461:0:35244:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.237463:0:35244:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926552.237466:0:35244:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926552.237467:0:35244:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926552.237470:0:35244:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926552.237473:0:35244:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926552.237474:0:35244:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.237478:0:35244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926552.237481:0:35244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788926552.237486:0:35244:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926552.237488:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237489:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237490:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237492:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237494:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237496:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237497:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926552.237498:0:35244:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926552.237501:0:35244:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926552.237502:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99100 1 00800000:00000010:0.0:1788926552.237504:0:35244:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99100. 00800000:00000001:0.0:1788926552.237507:0:35244:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.237510:0:35244:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8e1 00800000:00000001:0.0:1788926552.237512:0:35244:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926552.237514:0:35244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926552.237515:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237516:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237517:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237689:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237691:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237694:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237695:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.237696:0:35244:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.237699:0:35244:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.237701:0:35244:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.237704:0:35244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926552.237707:0:35244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8e1 from it ffffb2d841a4bbf8 00010000:00000001:0.0:1788926552.237709:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.237710:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.237711:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.237713:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237715:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.237717:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.237720:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.237727:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237727:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237729:0:35244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926552.237732:0:35244:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926552.237734:0:35244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926552.237747:0:35244:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.237749:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.237751:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.237754:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237755:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.237757:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.237760:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.237762:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.237764:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.237767:0:35244:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.237769:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.237770:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.237771:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926552.237773:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.237778:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dce00 x1875823513971072/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.237785:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.237787:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.237790:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca69a800. 02000000:00000001:0.0:1788926552.237794:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.237796:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.237797:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.237800:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.237802:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90800. 02000000:00000001:0.0:1788926552.237806:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.237808:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.237810:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dce00. 00000100:00000001:0.0:1788926552.237813:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.237814:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926552.237817:0:35244:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926552.237822:0:35244:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926552.237835:0:35244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172980. 00000080:00000001:0.0:1788926552.237841:0:35244:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926552.237842:0:35244:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926552.237844:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bb00 00000080:00200000:0.0:1788926552.237847:0:35244:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926552.237850:0:35244:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d844d200. 00800000:00000002:0.0:1788926552.237855:0:35244:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926552.237858:0:35244:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926552.237860:0:35244:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.237862:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4ba20 00800000:00000002:0.0:1788926552.237864:0:35244:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.237867:0:35244:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926552.237869:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.237872:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.237874:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.237876:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.237878:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.237879:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.237881:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.237884:0:35244:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926552.237888:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.237889:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b8f0 00000002:00010000:0.0:1788926552.237891:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926552.237894:0:35244:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926552.237896:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926552.237897:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926552.237900:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df200 count: 2 00010000:00000001:0.0:1788926552.237902:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.237904:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.237906:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926552.237909:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926552.237915:0:35244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926552.237919:0:35244:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.237922:0:35244:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926552.237927:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926552.237929:0:35244:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926552.237931:0:35244:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926552.237933:0:35244:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926552.237934:0:35244:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926552.237936:0:35244:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926552.238145:0:35244:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926552.238147:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926552.238150:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d844d200. 00000080:00000001:0.0:1788926552.238153:0:35244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926552.238155:0:35244:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.238157:0:35244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926552.238160:0:35244:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8e1 00800000:00000001:0.0:1788926552.238163:0:35244:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926552.238164:0:35244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926552.238166:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.238167:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.238169:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.238171:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.238173:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.238176:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.238177:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.238178:0:35244:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.238180:0:35244:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.238182:0:35244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8e1 from it ffffb2d841a4bb38 00010000:00000001:0.0:1788926552.238183:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.238184:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.238185:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ffc00 refcount=3 00000020:00000001:0.0:1788926552.238187:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.238189:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106738688 : -108341602812928 : ffff9d76c13ffc00) 00010000:00000001:0.0:1788926552.238191:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.238194:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926552.238201:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.238202:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.238203:0:35244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926552.238205:0:35244:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926552.238207:0:35244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926552.238214:0:35244:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.238215:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.238216:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.238218:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.238219:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.238221:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238223:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.238224:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238226:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238228:0:35244:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238230:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.238231:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.238232:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926552.238234:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926552.238235:0:35244:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926552.238237:0:35244:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788926552.238240:0:35244:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.238243:0:35244:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788926552.238245:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bb58 00000080:00200000:0.0:1788926552.238247:0:35244:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76c32cac00, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788926552.238253:0:35244:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e00522a0. 00000080:00000001:0.0:1788926552.238256:0:35244:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926552.238258:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4ba08 00000080:00200000:0.0:1788926552.238260:0:35244:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000010:0.0:1788926552.238266:0:35244:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d844d200. 00800000:00000002:0.0:1788926552.238268:0:35244:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926552.238272:0:35244:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926552.238274:0:35244:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.238275:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b928 00800000:00000002:0.0:1788926552.238277:0:35244:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.238282:0:35244:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926552.238285:0:35244:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788926552.238287:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.238288:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.238290:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.238291:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.238293:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.238295:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.238296:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.238299:0:35244:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:0.0:1788926552.238301:0:35244:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788926552.238303:0:35244:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788926552.238305:0:35244:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788926552.238307:0:35244:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788926552.238309:0:35244:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x2a:0x0] 40000000:00000001:0.0:1788926552.238312:0:35244:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.238314:0:35244:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.238316:0:35244:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.238317:0:35244:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.238319:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b8a8 00800000:00000002:0.0:1788926552.238321:0:35244:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2a:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788926552.238324:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.238325:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b7e0 00000002:00010000:0.0:1788926552.238327:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000405:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788926552.238330:0:35244:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926552.238333:0:35244:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926552.238335:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926552.238338:0:35244:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.238339:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926552.238341:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df200 count: 2 00010000:00000001:0.0:1788926552.238343:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.238345:0:35244:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926552.238348:0:35244:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926552.238351:0:35244:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788926552.238364:0:35244:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926552.238367:0:35244:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926552.238369:0:35244:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926552.238371:0:35244:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788926552.238373:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926552.238374:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926552.238376:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df200 count: 3 00010000:00000001:0.0:1788926552.238378:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926552.238380:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.238382:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926552.238383:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926552.238384:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df200 count: 3 00010000:00000001:0.0:1788926552.238386:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926552.238388:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.238389:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926552.238390:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926552.238392:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df200 count: 3 00010000:00000001:0.0:1788926552.238393:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926552.238501:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.238503:0:35244:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926552.238506:0:35244:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788926552.238509:0:35244:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788926552.238511:0:35244:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788926552.238514:0:35244:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926552.238515:0:35244:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238745:0:35244:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926552.238749:0:35244:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926552.238750:0:35244:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926552.238752:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.238754:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926552.238758:0:35244:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ffc00 with handle 0xdeff66104c08c8e1 from hash 00010000:00000001:0.0:1788926552.238760:0:35244:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926552.238762:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.238763:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.238765:0:35244:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926552.238767:0:35244:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926552.238769:0:35244:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926552.238772:0:35244:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926552.238774:0:35244:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926552.238776:0:35244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788926552.238782:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926552.238785:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926552.238790:0:35244:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926552.238792:0:35244:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238795:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926552.238798:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.238800:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.238803:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.238805:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.238807:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.238814:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880c800. 00000100:00000001:0.0:1788926552.238819:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238823:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.238825:0:35244:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926552.238829:0:35244:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926552.238836:0:35244:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926552.238838:0:35244:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926552.238840:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926552.238842:0:35244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ffc00/0xdeff66104c08c8e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba28 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788926552.238849:0:35244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df200 count: 0 00010000:00000010:0.0:1788926552.238855:0:35244:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faa00. 00010000:00000001:0.0:1788926552.238863:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.238864:0:35244:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238866:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.238867:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.238870:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.238878:0:35244:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926552.238881:0:35244:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926552.238883:0:35244:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926552.238887:0:35244:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.0:1788926552.238891:0:35244:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71600. 00010000:00000001:0.0:1788926552.238895:0:35244:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926552.238898:0:35244:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008600. 00000020:00000001:0.0:1788926552.238900:0:35244:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926552.238903:0:35244:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008600 with handle 0xdeff66104c08c8e8 to hash 00000020:00000001:0.0:1788926552.238905:0:35244:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926552.238906:0:35244:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.238910:0:35244:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.238912:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.238913:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.238916:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.238923:0:35244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926552.238933:0:35244:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926552.238999:0:35244:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926552.239010:0:35244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926552.239015:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.239017:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.239024:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.239036:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353536 : -108341448198080 : ffff9d76ca773840) 00000100:00000001:0.0:1788926552.239039:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.239041:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926552.239045:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.239049:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.239050:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.239052:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.239056:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.239062:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.239064:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.239067:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.239069:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.239072:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.239075:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971328:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.239080:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.239084:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.239086:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.239089:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.239138:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:0.0:1788926552.239140:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.239147:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.239150:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.239156:0:35244:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c880d000. 00000100:00000200:0.0:1788926552.239162:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513971328, portal 10 00000100:00000001:0.0:1788926552.239164:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.239165:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926552.239171:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.239179:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.239182:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.239185:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821a18. 00000100:00000200:0.0:1788926552.239188:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875823513971328, offset 0 00000400:00000200:0.0:1788926552.239193:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.239200:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.239208:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.239212:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.239216:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.239220:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.239223:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.239226:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2928:2928:256:4294967295] 192.168.203.140@tcp LPNI seq info [2928:2928:8:4294967295] 00000400:00000200:0.0:1788926552.239231:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.239241:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.239246:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.239250:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2000. 00000800:00000200:0.0:1788926552.239256:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.239263:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.239267:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2000 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.239323:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.239327:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 866933 usecs (867 jiffies) 00000400:00000200:0.0:1788926552.239330:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.239333:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588239 00000100:00000001:0.0:1788926552.239340:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296588236 00000100:00000001:0.0:1788926552.239345:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588239 00000100:00000001:0.0:1788926552.239348:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296588236 00000100:00000001:0.0:1788926552.239351:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.239353:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.239355:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.239357:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.239360:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773840 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.239362:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.239364:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.240780:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.240787:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:3.0:1788926552.240793:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.240799:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.240805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821a18 00000400:00000010:3.0:1788926552.240808:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821a18. 00000100:00000001:3.0:1788926552.240812:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.240819:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.240830:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.240834:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.240842:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.240843:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926552.248594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df200. 00010000:00000010:0.1:1788926552.248610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ffc00. 00000800:00000001:3.0:1788926552.252022:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.252046:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.252050:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.252052:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.252060:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.252069:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.252077:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.252082:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.252087:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.252090:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 608 into portal 10 MB=0x6aa0d32362a80 00000400:00000200:3.0:1788926552.252095:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.252101:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 608/608 into md 0x859d [32] + 224 00000800:00000001:3.0:1788926552.252118:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.252125:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.252129:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.252133:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.252140:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.252148:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.252170:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.252191:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.252199:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.252202:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.252434:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.252442:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.252444:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.252447:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.252460:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c880d000 00000400:00000010:0.0:1788926552.252463:0:35244:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c880d000. 00000100:00000001:0.0:1788926552.252466:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.252471:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.252479:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.252485:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.252487:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.252489:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.252491:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.252494:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.252496:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.252499:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.252507:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.252511:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926552.252514:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.252516:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.252519:0:35244:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.252522:0:35244:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.252526:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.252528:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926552.252530:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.252531:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.252536:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.252543:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.252546:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.252548:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.252553:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.252560:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971328:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.252566:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.252569:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.252571:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.252573:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.252576:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.252583:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.252586:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.252589:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.252590:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.252594:0:35244:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926552.252598:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252601:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252604:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=4 00000020:00000001:0.0:1788926552.252606:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252609:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000040:0.0:1788926552.252615:0:35244:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008600, remote cookie: 0x840913afd2daba44, flags: 0x1001 00010000:00010000:0.0:1788926552.252621:0:35244:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926552.252629:0:35244:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926552.252632:0:35244:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788926552.252639:0:35244:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a200. 00010000:00000010:0.0:1788926552.252643:0:35244:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71500. 00010000:00000040:0.0:1788926552.252647:0:35244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2ae00 count: 0 00010000:00000010:0.0:1788926552.252652:0:35244:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71600. 00010000:00000001:0.0:1788926552.252660:0:35244:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.252663:0:35244:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.252670:0:35244:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 4/0,1 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252677:0:35244:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926552.252680:0:35244:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926552.252682:0:35244:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926552.252683:0:35244:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926552.252685:0:35244:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926552.252687:0:35244:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9d76c3b2a200) refcount = 1 00010000:00010000:0.0:1788926552.252691:0:35244:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252697:0:35244:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926552.252700:0:35244:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926552.252702:0:35244:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.252705:0:35244:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926552.252707:0:35244:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.252710:0:35244:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252715:0:35244:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926552.252716:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252718:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.252719:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252720:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.252721:0:35244:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.252725:0:35244:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926552.252727:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252729:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252730:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.252732:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252734:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252737:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252738:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252739:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=4 00000020:00000001:0.0:1788926552.252741:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252743:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252746:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.252748:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.252751:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252758:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252759:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.252760:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252761:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252762:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=5 00000020:00000001:0.0:1788926552.252765:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252767:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252769:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.252771:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252776:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252777:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.252780:0:35244:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252784:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.252786:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252786:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.252787:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252788:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926552.252794:0:35244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=0 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926552.252802:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252804:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252805:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.252807:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252809:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252811:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252812:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.252813:0:35244:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.252815:0:35244:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.252817:0:35244:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926552.252819:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252820:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252822:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.252824:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252826:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00000002:00010000:0.0:1788926552.252829:0:35244:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.252836:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252836:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.252838:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926552.252839:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.252840:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.252841:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.252843:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.252845:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000040:0.0:1788926552.252848:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a200 count: 2 00010000:00000001:0.0:1788926552.252850:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926552.252853:0:35244:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 9663677442/7 (0 0) 00010000:00000001:0.0:1788926552.252855:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.252856:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.252857:0:35244:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926552.252860:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b768 00000002:00002000:0.0:1788926552.252861:0:35244:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926552.252864:0:35244:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.252868:0:35244:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1788926552.252870:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.252873:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.252875:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.252878:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.252879:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.252881:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.252883:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1788926552.252888:0:35244:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9d76d844ce00. 00800000:00000002:0.0:1788926552.252890:0:35244:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:0.0:1788926552.252894:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.252895:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b730 00000002:00010000:0.0:1788926552.252897:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788926552.252901:0:35244:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926552.252903:0:35244:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926552.252905:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926552.252907:0:35244:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.252909:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926552.252911:0:35244:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.252916:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926552.252919:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926552.252924:0:35244:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926552.252925:0:35244:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.252928:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926552.252931:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.252934:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.252950:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.252953:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.252957:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.252964:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926552.252969:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.252972:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.252974:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.252975:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.252976:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.252978:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.252983:0:35244:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926552.252986:0:35244:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926552.252988:0:35244:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926552.252991:0:35244:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a900. 00010000:00000010:0.0:1788926552.252993:0:35244:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71600. 00010000:00000001:0.0:1788926552.252998:0:35244:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926552.253001:0:35244:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009e00. 00000020:00000001:0.0:1788926552.253004:0:35244:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926552.253007:0:35244:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009e00 with handle 0xdeff66104c08c8ef to hash 00000020:00000001:0.0:1788926552.253008:0:35244:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926552.253009:0:35244:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.253012:0:35244:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.253014:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.253015:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.253018:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.253024:0:35244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926552.253042:0:35244:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926552.253048:0:35244:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926552.253055:0:35244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926552.253059:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.253060:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.253065:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.253067:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353536 : -108341448198080 : ffff9d76ca773840) 00000100:00000001:0.0:1788926552.253069:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.253070:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926552.253074:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.253077:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.253079:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.253081:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.253084:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.253089:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.253091:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.253094:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.253097:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.253099:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.253102:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971584:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.253105:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.253267:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.253270:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.253272:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.253335:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76d1000000. 02000000:00000001:0.0:1788926552.253339:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.253344:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.253348:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.253354:0:35244:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c880d800. 00000100:00000200:0.0:1788926552.253359:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513971584, portal 10 00000100:00000001:0.0:1788926552.253361:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.253362:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926552.253368:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.253375:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.253378:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.253381:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821b28. 00000100:00000200:0.0:1788926552.253384:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513971584, offset 0 00000400:00000200:0.0:1788926552.253390:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.253433:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.253440:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.253546:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.253551:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.253555:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.253557:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.253561:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2929:2929:256:4294967295] 192.168.203.140@tcp LPNI seq info [2929:2929:8:4294967295] 00000400:00000200:0.0:1788926552.253566:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.253574:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.253580:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.253585:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2300. 00000800:00000200:0.0:1788926552.253591:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.253598:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.253601:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.253616:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.253620:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20331 usecs (21 jiffies) 00000400:00000200:0.0:1788926552.253624:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.253627:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587409 00000100:00000001:0.0:1788926552.253630:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588239 00000100:00000001:0.0:1788926552.253633:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587409 00000100:00000001:0.0:1788926552.253635:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588239 00000100:00000001:0.0:1788926552.253637:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.253639:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.253642:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.253643:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.253646:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773840 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.253648:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.253650:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.253901:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.253906:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2300. 00000400:00000200:3.0:1788926552.253911:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.253915:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.253919:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821b28 00000400:00000010:3.0:1788926552.253921:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821b28. 00000100:00000001:3.0:1788926552.253924:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.253928:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.254330:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.254336:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.254343:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.254345:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.256836:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.256852:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.256857:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.256859:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.256867:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.256875:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.256882:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.256887:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.256892:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.256896:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 608 into portal 10 MB=0x6aa0d32362b80 00000400:00000200:3.0:1788926552.256901:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.256906:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 608/608 into md 0x85a5 [32] + 224 00000800:00000001:3.0:1788926552.256913:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.256920:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.256923:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.256927:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.256935:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.257010:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.257021:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.257101:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926552.257117:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.257125:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.257129:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926552.258358:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.258363:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.258366:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.258372:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c880d800 00000400:00000010:0.0:1788926552.258375:0:35244:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c880d800. 00000100:00000001:0.0:1788926552.258378:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.258386:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.258414:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.258420:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.258423:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.258425:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.258428:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.258430:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.258432:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.258435:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.258442:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.258508:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926552.258510:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788926552.258514:0:35244:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.258654:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788926552.258658:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.258660:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926552.258662:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.258665:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788926552.258670:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.258678:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788926552.258681:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.258683:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.258687:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.258694:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971584:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.258699:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.258702:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788926552.258704:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.258707:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.258710:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.258716:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.258719:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.258722:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.258724:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788926552.258727:0:35244:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926552.258731:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.258733:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.258736:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=4 00000020:00000001:0.0:1788926552.258738:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.258741:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00010000:0.0:1788926552.258746:0:35244:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258755:0:35244:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788926552.258760:0:35244:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258766:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.258768:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258774:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.258775:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.258777:0:35244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258783:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.258785:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.258788:0:35244:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926552.258790:0:35244:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.258801:0:35244:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009e00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926552.258804:0:35244:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926552.258807:0:35244:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258812:0:35244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926552.258814:0:35244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926552.258817:0:35244:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 4/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258822:0:35244:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926552.258824:0:35244:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926552.258826:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.258827:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.258828:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=5 00000020:00000001:0.0:1788926552.258830:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.258833:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.258835:0:35244:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926552.258838:0:35244:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 5/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926552.258843:0:35244:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926552.258845:0:35244:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.258847:0:35244:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926552.258849:0:35244:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926552.258852:0:35244:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926552.258853:0:35244:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926552.258855:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.258856:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926552.258859:0:35244:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009e00 with handle 0xdeff66104c08c8ef from hash 00010000:00000001:0.0:1788926552.258861:0:35244:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926552.258863:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.258864:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.258865:0:35244:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926552.258866:0:35244:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926552.258868:0:35244:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926552.258870:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.258871:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.258873:0:35244:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.258875:0:35244:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.258877:0:35244:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 3/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.258882:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.258883:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.258884:0:35244:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926552.258886:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.258887:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.258888:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.258889:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926552.258891:0:35244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8ef lrc: 0/0,0 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926552.258898:0:35244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a900 count: 0 00010000:00000010:0.0:1788926552.258906:0:35244:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71600. 00010000:00000001:0.0:1788926552.258916:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.258918:0:35244:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788926552.258922:0:35244:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788926552.258928:0:35244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926552.258935:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926552.258937:0:35244:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.259005:0:35244:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.259008:0:35244:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.259011:0:35244:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788926552.259013:0:35244:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788926552.259017:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b6b8 00000002:00002000:0.0:1788926552.259020:0:35244:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788926552.259022:0:35244:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788926552.259036:0:35244:0:(lmv_intent.c:115:lmv_intent_remote()) Process leaving via out_free_op_data (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000010:0.0:1788926552.259039:0:35244:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9d76d844ce00. 00010000:00000001:0.0:1788926552.259042:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.259044:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.259046:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.259047:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.259049:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.259051:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.259054:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.259061:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.259062:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.259063:0:35244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926552.259065:0:35244:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926552.259067:0:35244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926552.259074:0:35244:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.259077:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.259078:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.259082:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.259083:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.259084:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.259086:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.259087:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.259089:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.259092:0:35244:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.259094:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.259095:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.259096:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926552.259098:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.259103:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513971328/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.259109:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.259111:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.259114:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:0.0:1788926552.259138:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.259140:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.259142:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.259144:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.259147:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926552.259150:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.259152:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.259154:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926552.259157:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.259158:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926552.259161:0:35244:0:(lmv_intent.c:422:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788926552.259163:0:35244:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788926552.259166:0:35244:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788926552.259169:0:35244:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788926552.259171:0:35244:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788926552.259175:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926552.259178:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d844d200. 00000100:00000001:0.0:1788926552.259181:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.259185:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513971584/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.259191:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.259192:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.259193:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76d1000000. 02000000:00000001:0.0:1788926552.259212:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.259214:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.259215:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.259217:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.259219:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926552.259221:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.259222:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.259224:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:0.0:1788926552.259226:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.259227:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926552.259231:0:35244:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926552.259232:0:35244:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e00522a0 released 00000080:00000001:0.0:1788926552.259234:0:35244:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788926552.259236:0:35244:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e00522a0. 00000080:00000001:0.0:1788926552.259238:0:35244:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788926552.259245:0:35244:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926552.259248:0:35244:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788926552.259298:0:35244:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926552.259301:0:35244:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926552.259303:0:35244:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926552.259305:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bbc0 00000080:00200000:0.0:1788926552.259817:0:35244:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926552.259824:0:35244:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d844d200. 00800000:00000002:0.0:1788926552.259830:0:35244:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926552.259833:0:35244:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926552.259837:0:35244:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.259839:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bae0 00800000:00000002:0.0:1788926552.259841:0:35244:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.259844:0:35244:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926552.259846:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.259848:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.259851:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.259853:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.259854:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.259856:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.259859:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.259862:0:35244:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926552.259867:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.259868:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b9b0 00000002:00010000:0.0:1788926552.259870:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926552.259874:0:35244:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926552.259876:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926552.259878:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926552.259883:0:35244:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.259886:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.259887:0:35244:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.259889:0:35244:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926552.259892:0:35244:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926552.259896:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926552.259899:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926552.259903:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926552.259906:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.259910:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.259911:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.259912:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.259914:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.259916:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.259919:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.259925:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926552.259931:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.259934:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.259936:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.259937:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.260006:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.260008:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.260014:0:35244:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926552.260017:0:35244:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926552.260019:0:35244:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926552.260024:0:35244:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a500. 00010000:00000010:0.0:1788926552.260037:0:35244:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71600. 00010000:00000001:0.0:1788926552.260041:0:35244:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926552.260044:0:35244:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009200. 00000020:00000001:0.0:1788926552.260046:0:35244:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926552.260048:0:35244:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009200 with handle 0xdeff66104c08c8f6 to hash 00000020:00000001:0.0:1788926552.260050:0:35244:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926552.260051:0:35244:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.260054:0:35244:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.260057:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.260059:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.260063:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.260069:0:35244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.260077:0:35244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926552.260081:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.260083:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.260088:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.260089:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353536 : -108341448198080 : ffff9d76ca773840) 00000100:00000001:0.0:1788926552.260092:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.260283:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926552.260289:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.260293:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.260295:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.260297:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.260302:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.260365:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.260368:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.260372:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.260375:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.260377:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.260381:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971712:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.260385:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.260389:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.260391:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.260394:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.260416:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7ac800. 02000000:00000001:0.0:1788926552.260418:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.260425:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.260429:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.260435:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821088. 00000100:00000200:0.0:1788926552.260674:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513971712, portal 10 00000100:00000001:0.0:1788926552.260676:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.260678:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926552.260684:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.260692:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.260695:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.260698:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821aa0. 00000100:00000200:0.0:1788926552.260702:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513971712, offset 0 00000400:00000200:0.0:1788926552.260709:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.260716:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.260723:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.260728:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.260732:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.260735:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.260738:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.260741:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2930:2930:256:4294967295] 192.168.203.140@tcp LPNI seq info [2930:2930:8:4294967295] 00000400:00000200:0.0:1788926552.260745:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.260753:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.260758:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.260763:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2a00. 00000800:00000200:0.0:1788926552.260769:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.260777:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.260781:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.260838:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.260843:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 865845 usecs (866 jiffies) 00000400:00000200:0.0:1788926552.260846:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.260849:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588261 00000100:00000001:0.0:1788926552.260856:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296588239 00000100:00000001:0.0:1788926552.260861:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588261 00000100:00000001:0.0:1788926552.260864:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296588239 00000100:00000001:0.0:1788926552.260866:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.260869:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.260871:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.260873:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.260876:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773840 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.260878:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.260881:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.262148:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.262156:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2a00. 00000400:00000200:3.0:1788926552.262161:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.262167:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.262173:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821aa0 00000400:00000010:3.0:1788926552.262175:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821aa0. 00000100:00000001:3.0:1788926552.262180:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.262186:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.262197:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.262200:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.262207:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.262209:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926552.262448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00000800:00000001:3.0:1788926552.268285:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.268300:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.268304:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.268306:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.268315:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.268322:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.268330:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.268336:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.268341:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.268345:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32362c00 00000400:00000200:3.0:1788926552.268350:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.268356:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x85ad [1] + 224 00000800:00000001:3.0:1788926552.268362:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.268370:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.268373:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.268378:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.268385:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.268435:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.268455:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.268470:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.268479:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.268483:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788926552.268816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:0.1:1788926552.268823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00000080:00000010:0.1:1788926552.268829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172980. 00000100:00000001:0.0:1788926552.268853:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.268860:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.268862:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.268865:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.268868:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821088 00000400:00000010:0.0:1788926552.268870:0:35244:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821088. 00000100:00000001:0.0:1788926552.268873:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.268878:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.268888:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.268895:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.268897:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.268899:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.268902:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.268905:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.268907:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.268910:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.268918:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.268922:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926552.268925:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.268926:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.268929:0:35244:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.268932:0:35244:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.268935:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.268949:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926552.268952:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.268953:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.268959:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.268965:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.268968:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.268970:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.268974:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.268982:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971712:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.268986:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.268989:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.268991:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.268993:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.268996:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.269002:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.269005:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.269008:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.269009:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269012:0:35244:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926552.269015:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269017:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269020:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=4 00000020:00000001:0.0:1788926552.269022:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269025:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000040:0.0:1788926552.269041:0:35244:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009200, remote cookie: 0x840913afd2daba59, flags: 0x1001 00010000:00010000:0.0:1788926552.269047:0:35244:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.269062:0:35244:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269069:0:35244:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926552.269072:0:35244:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926552.269074:0:35244:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926552.269076:0:35244:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926552.269077:0:35244:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926552.269080:0:35244:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3b2a500) refcount = 1 00010000:00010000:0.0:1788926552.269084:0:35244:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269092:0:35244:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926552.269094:0:35244:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926552.269096:0:35244:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.269099:0:35244:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926552.269101:0:35244:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.269105:0:35244:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269111:0:35244:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926552.269112:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269114:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269115:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269116:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269117:0:35244:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.269121:0:35244:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926552.269123:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269124:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269126:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269128:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269130:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269133:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269134:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269135:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=4 00000020:00000001:0.0:1788926552.269137:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269139:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269141:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.269144:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.269147:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269154:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269155:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269156:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269157:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269159:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=5 00000020:00000001:0.0:1788926552.269160:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269162:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269164:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.269167:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269172:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269173:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.269176:0:35244:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269182:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.269183:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269184:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269185:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269186:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926552.269191:0:35244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926552.269206:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269207:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269209:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269211:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269213:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269215:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269216:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.269217:0:35244:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.269219:0:35244:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.269221:0:35244:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926552.269223:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269224:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269226:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269227:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269229:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00000002:00010000:0.0:1788926552.269233:0:35244:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269239:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269240:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269242:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926552.269243:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269244:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269245:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269248:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269250:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000040:0.0:1788926552.269255:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926552.269258:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926552.269262:0:35244:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926552.269265:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269266:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.269267:0:35244:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926552.269270:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b938 00000002:00002000:0.0:1788926552.269272:0:35244:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926552.269275:0:35244:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.269279:0:35244:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.269282:0:35244:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926552.269285:0:35244:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926552.269288:0:35244:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.269292:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926552.269295:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d844d200. 00000080:00000001:0.0:1788926552.269300:0:35244:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926552.269302:0:35244:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926552.269307:0:35244:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926552.269311:0:35244:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926552.269317:0:35244:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99100. 00800000:00000001:0.0:1788926552.269320:0:35244:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218515712 : -108341491035904 : ffff9d76c7e99100) 00800000:00000001:0.0:1788926552.269322:0:35244:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.269324:0:35244:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926552.269326:0:35244:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926552.269328:0:35244:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926552.269331:0:35244:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926552.269333:0:35244:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926552.269335:0:35244:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.269338:0:35244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926552.269341:0:35244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788926552.269346:0:35244:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926552.269348:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269349:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269350:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269352:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269354:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269356:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269357:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926552.269358:0:35244:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926552.269361:0:35244:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926552.269363:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99100 1 00800000:00000010:0.0:1788926552.269365:0:35244:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99100. 00800000:00000001:0.0:1788926552.269368:0:35244:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.269371:0:35244:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8f6 00800000:00000001:0.0:1788926552.269374:0:35244:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926552.269375:0:35244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926552.269377:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269378:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269379:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269381:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269383:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269385:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269386:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.269387:0:35244:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.269389:0:35244:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.269391:0:35244:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.269394:0:35244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926552.269421:0:35244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8f6 from it ffffb2d841a4bbf8 00010000:00000001:0.0:1788926552.269423:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.269424:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.269426:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:0.0:1788926552.269428:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269430:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:0.0:1788926552.269432:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.269435:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.269441:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269442:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269443:0:35244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926552.269457:0:35244:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926552.269459:0:35244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926552.269471:0:35244:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.269474:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.269476:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.269479:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269481:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269483:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269485:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.269488:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269490:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269492:0:35244:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269494:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.269495:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269496:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926552.269498:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.269502:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513971712/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.269509:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.269512:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.269515:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7ac800. 02000000:00000001:0.0:1788926552.269528:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.269531:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.269533:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.269535:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.269538:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926552.269541:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.269543:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.269545:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:0.0:1788926552.269558:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.269559:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926552.269563:0:35244:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926552.269568:0:35244:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926552.269579:0:35244:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172980. 00000080:00000001:0.0:1788926552.269583:0:35244:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788926552.269585:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bb58 00000080:00200000:0.0:1788926552.269587:0:35244:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76c9daea80, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1788926552.269593:0:35244:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e00522a0. 00000080:00000001:0.0:1788926552.269596:0:35244:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926552.269597:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4ba08 00000080:00200000:0.0:1788926552.269599:0:35244:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open 00000080:00000010:0.0:1788926552.269606:0:35244:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d844d200. 00800000:00000002:0.0:1788926552.269610:0:35244:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926552.269614:0:35244:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926552.269616:0:35244:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.269618:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b928 00800000:00000002:0.0:1788926552.269620:0:35244:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.269622:0:35244:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926552.269624:0:35244:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788926552.269627:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.269629:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.269632:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.269634:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.269635:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.269637:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926552.269639:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.269641:0:35244:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00000020:00000001:0.0:1788926552.269643:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b8a8 00800000:00000002:0.0:1788926552.269645:0:35244:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788926552.269649:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.269651:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b7e0 00000002:00010000:0.0:1788926552.269653:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788926552.269657:0:35244:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926552.269659:0:35244:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926552.269661:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926552.269664:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926552.269666:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.269669:0:35244:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926552.269671:0:35244:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269673:0:35244:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.269675:0:35244:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.269679:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926552.269681:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926552.269686:0:35244:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926552.269688:0:35244:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269690:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926552.269693:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.269696:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.269698:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.269699:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.269701:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.269703:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.269706:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.269712:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926552.269718:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269720:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.269722:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269723:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.269725:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.269726:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.269734:0:35244:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00010000:00000001:0.0:1788926552.269737:0:35244:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926552.269739:0:35244:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926552.269741:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:0.0:1788926552.269743:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.269745:0:35244:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926552.269749:0:35244:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9009e00. 00000020:00000001:0.0:1788926552.269751:0:35244:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926552.269754:0:35244:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9009e00 with handle 0xdeff66104c08c8fd to hash 00000020:00000001:0.0:1788926552.269756:0:35244:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926552.269757:0:35244:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.269760:0:35244:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.269763:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.269765:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.269767:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.269781:0:35244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926552.269790:0:35244:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926552.269795:0:35244:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926552.269803:0:35244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926552.269807:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.269809:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.269813:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.269816:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353536 : -108341448198080 : ffff9d76ca773840) 00000100:00000001:0.0:1788926552.269818:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.269820:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926552.269823:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.269826:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.269828:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.269829:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.269833:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.269840:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.269842:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.269845:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.269847:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.269849:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.269852:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971968:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.269855:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.269859:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.269861:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.269864:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.269956:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926552.269959:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.269967:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.269971:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.269976:0:35244:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7ac800. 00000100:00000200:0.0:1788926552.269983:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513971968, portal 10 00000100:00000001:0.0:1788926552.269985:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.269986:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926552.269991:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.269998:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.270000:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.270003:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821088. 00000100:00000200:0.0:1788926552.270006:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875823513971968, offset 0 00000400:00000200:0.0:1788926552.270011:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.270018:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.270024:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.270042:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.270047:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.270050:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.270053:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.270056:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2931:2931:256:4294967295] 192.168.203.140@tcp LPNI seq info [2931:2931:8:4294967295] 00000400:00000200:0.0:1788926552.270060:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.270069:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.270074:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.270079:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926552.270085:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.270091:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.270095:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.270113:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.270117:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 864752 usecs (865 jiffies) 00000400:00000200:0.0:1788926552.270121:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.270123:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588269 00000100:00000001:0.0:1788926552.270130:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296588261 00000100:00000001:0.0:1788926552.270134:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588269 00000100:00000001:0.0:1788926552.270138:0:35244:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296588261 00000100:00000001:0.0:1788926552.270140:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.270143:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.270145:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.270147:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.270149:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773840 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.270151:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.270154:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.270556:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.270562:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:3.0:1788926552.270567:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.270571:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.270576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821088 00000400:00000010:3.0:1788926552.270578:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821088. 00000100:00000001:3.0:1788926552.270581:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.270586:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.270596:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.270599:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.270605:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.270606:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.278428:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.278444:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.278455:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.278458:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.278466:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.278474:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.278481:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.278486:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.278491:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.278494:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 608 into portal 10 MB=0x6aa0d32362d00 00000400:00000200:3.0:1788926552.278499:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.278504:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 608/608 into md 0x85b5 [64] + 224 00000800:00000001:3.0:1788926552.278511:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.278517:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.278520:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.278524:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.278531:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.278540:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.278568:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.278578:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.278585:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.278589:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.278903:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.278911:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.278913:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.278916:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.278922:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7ac800 00000400:00000010:0.0:1788926552.278925:0:35244:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7ac800. 00000100:00000001:0.0:1788926552.278928:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.278932:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.278951:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.278958:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.278960:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.278962:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.278965:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.278967:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.278970:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.278973:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.278981:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.278985:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926552.278987:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.278990:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.278992:0:35244:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.278995:0:35244:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.278998:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.279000:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926552.279002:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.279004:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.279009:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.279015:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.279018:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.279020:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.279024:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.279040:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513971968:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.279045:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.279047:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.279049:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.279051:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.279054:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.279060:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.279063:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773840. 00000100:00000001:0.0:1788926552.279067:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.279068:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.279071:0:35244:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926552.279075:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279077:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279080:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=4 00000020:00000001:0.0:1788926552.279082:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279085:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000040:0.0:1788926552.279091:0:35244:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9009e00, remote cookie: 0x840913afd2daba75, flags: 0x1001 00010000:00010000:0.0:1788926552.279102:0:35244:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926552.279110:0:35244:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x7:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926552.279113:0:35244:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788926552.279119:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a200 count: 2 00010000:00000001:0.0:1788926552.279121:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.279124:0:35244:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.279127:0:35244:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.279135:0:35244:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 4/1,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279141:0:35244:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926552.279145:0:35244:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926552.279147:0:35244:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926552.279148:0:35244:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926552.279150:0:35244:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926552.279152:0:35244:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x7:0x0].0x0 (ffff9d76c3b2a200) refcount = 2 00010000:00000040:0.0:1788926552.279154:0:35244:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926552.279157:0:35244:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 1/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926552.279163:0:35244:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279168:0:35244:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926552.279170:0:35244:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926552.279172:0:35244:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.279174:0:35244:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926552.279177:0:35244:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.279180:0:35244:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279185:0:35244:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926552.279186:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279188:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.279189:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279190:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.279191:0:35244:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.279195:0:35244:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926552.279197:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279198:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279199:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:0.0:1788926552.279201:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279204:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279206:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279207:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279208:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=4 00000020:00000001:0.0:1788926552.279210:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279211:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279214:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.279324:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.279328:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279335:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279336:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.279338:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279339:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279340:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=5 00000020:00000001:0.0:1788926552.279342:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279344:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279346:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.279349:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 5/2,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279354:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279355:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.279358:0:35244:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279364:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.279365:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279366:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.279367:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279368:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926552.279374:0:35244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0xb, status=0 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926552.279380:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279381:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279382:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:0.0:1788926552.279384:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279386:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279388:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279388:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.279390:0:35244:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.279391:0:35244:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.279394:0:35244:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926552.279428:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279430:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279431:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:0.0:1788926552.279433:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279435:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00000002:00010000:0.0:1788926552.279438:0:35244:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279459:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279460:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.279461:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926552.279462:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279463:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279464:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:0.0:1788926552.279466:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279467:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000040:0.0:1788926552.279470:0:35244:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a200 count: 3 00010000:00000001:0.0:1788926552.279472:0:35244:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926552.279475:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.279478:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926552.279481:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926552.279488:0:35244:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926552.279492:0:35244:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.279496:0:35244:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 2/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926552.279501:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279502:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.279503:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.279505:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.279506:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:0.0:1788926552.279508:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279510:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:0.0:1788926552.279512:0:35244:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788926552.279514:0:35244:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279525:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.279527:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279533:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.279533:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.279536:0:35244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.279540:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.279541:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.279544:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788926552.280109:0:35244:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76ca773840. 00010000:00000001:0.0:1788926552.280115:0:35244:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788926552.280134:0:35244:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788926552.280136:0:35244:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.280138:0:35244:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.280140:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.280141:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.280142:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.280144:0:35244:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926552.280147:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b768 00000002:00002000:0.0:1788926552.280149:0:35244:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926552.280153:0:35244:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.280157:0:35244:0:(lmv_intent.c:51:lmv_intent_remote()) Process entered 00800000:00000001:0.0:1788926552.280160:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.280162:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.280164:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.280166:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.280167:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.280169:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.280171:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:0.0:1788926552.280176:0:35244:0:(lmv_intent.c:75:lmv_intent_remote()) kmalloced '(op_data)': 392 at ffff9d76d844ce00. 00800000:00000002:0.0:1788926552.280179:0:35244:0:(lmv_intent.c:92:lmv_intent_remote()) REMOTE_INTENT with fid=[0x240000402:0x7:0x0] -> mds #1 00000002:00000001:0.0:1788926552.280183:0:35244:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926552.280185:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b730 00000002:00010000:0.0:1788926552.280186:0:35244:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x240000402:0x7:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788926552.280190:0:35244:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926552.280192:0:35244:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926552.280195:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926552.280199:0:35244:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.280200:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926552.280202:0:35244:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.280206:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926552.280210:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926552.280215:0:35244:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926552.280216:0:35244:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.280289:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926552.280293:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.280297:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.280299:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.280301:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.280304:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.280311:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880c800. 00000100:00000001:0.0:1788926552.280316:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.280319:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.280320:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.280322:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.280323:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.280325:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.280331:0:35244:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926552.280334:0:35244:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926552.280336:0:35244:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926552.280340:0:35244:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a900. 00010000:00000010:0.0:1788926552.280344:0:35244:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71880. 00010000:00000001:0.0:1788926552.280349:0:35244:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926552.280352:0:35244:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008200. 00000020:00000001:0.0:1788926552.280355:0:35244:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926552.280358:0:35244:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008200 with handle 0xdeff66104c08c904 to hash 00000020:00000001:0.0:1788926552.280359:0:35244:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926552.280361:0:35244:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926552.280364:0:35244:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926552.280366:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.280368:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.280371:0:35244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.280378:0:35244:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926552.280387:0:35244:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926552.280420:0:35244:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926552.280428:0:35244:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926552.280433:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.280435:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.280441:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926552.280500:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926552.280503:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.280504:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926552.280509:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.280512:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.280514:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.280516:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.280520:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.280528:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.280530:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.280533:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.280536:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.280538:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.280541:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513972224:192.168.203.140@tcp:101:lfs.0 00000020:00000001:3.0:1788926552.280626:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926552.280629:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.280632:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788926552.280635:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788926552.280637:0:16797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788926552.280641:0:16797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926552.280648:0:16797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9009e00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:3.0:1788926552.280652:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788926552.280656:0:16797:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926552.280663:0:16797:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788926552.280665:0:16797:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788926552.280668:0:16797:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926552.280674:0:16797:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788926552.280676:0:16797:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926552.280678:0:16797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926552.280679:0:16797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926552.280681:0:16797:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009e00 refcount=3 00000020:00000001:3.0:1788926552.280683:0:16797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:3.0:1788926552.280685:0:16797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236803584 : -108341472748032 : ffff9d76c9009e00) 00010000:00000001:3.0:1788926552.280687:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926552.280690:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788926552.280697:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926552.280699:0:16797:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926552.280701:0:16797:0:(namei.c:253:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926552.280702:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.280705:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926552.280707:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926552.280708:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926552.280710:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926552.280711:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926552.280714:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009e00 with handle 0xdeff66104c08c8fd from hash 00010000:00000001:3.0:1788926552.280716:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926552.280717:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.280718:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926552.280720:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926552.280722:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926552.280725:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926552.280728:0:16797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926552.280732:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.280733:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926552.280734:0:16797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.280736:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926552.280738:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788926552.280742:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dea00. 00000020:00000040:3.0:1788926552.280745:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926552.280748:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926552.280749:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926552.280752:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926552.280755:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c73e00. 00000100:00000001:3.0:1788926552.280759:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.280761:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926552.280765:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 2/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926552.280770:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788926552.280772:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926552.280775:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926552.280777:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926552.280783:0:16797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ccacdc] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.280837:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926552.280840:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926552.280842:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926552.280848:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.280855:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926552.280856:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.280858:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926552.280859:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926552.280861:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926552.280864:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513972352:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788926552.280867:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926552.280872:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926552.280874:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.280877:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926552.280881:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b67200. 02000000:00000001:2.0:1788926552.280883:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926552.280889:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926552.280893:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926552.280899:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926552.280905:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513972352, portal 18 00000100:00000001:2.0:1788926552.280907:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.280909:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227189248 : -108341482362368 : ffff9d76c86dea00) 00000100:00000040:2.0:1788926552.280915:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.280922:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926552.280925:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926552.280928:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926552.280931:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513972352, offset 0 00000400:00000200:2.0:1788926552.280937:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926552.280956:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926552.280963:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926552.280968:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926552.280971:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926552.280975:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926552.280978:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926552.280981:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2932:2932:256:4294967295] 192.168.203.140@tcp LPNI seq info [2932:2932:8:4294967295] 00000400:00000200:2.0:1788926552.280986:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926552.280993:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926552.280999:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926552.281004:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926552.281010:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926552.281017:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926552.281021:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926552.281045:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926552.281049:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 863662 usecs (864 jiffies) 00000400:00000200:2.0:1788926552.281053:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926552.281055:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588279 00000100:00000001:2.0:1788926552.281062:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296588269 00000100:00000001:2.0:1788926552.281066:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588279 00000100:00000001:2.0:1788926552.281069:0:2400:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296588269 00000100:00000001:2.0:1788926552.281072:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.281075:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.281077:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.281079:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926552.281102:0:16797:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926552.281105:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.281106:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926552.281108:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.281110:0:16797:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.281112:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.281115:0:16797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 1/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926552.281126:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926552.281128:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009e00/0xdeff66104c08c8fd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba75 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926552.281139:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926552.281140:0:16797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788926552.281142:0:16797:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76ca773840. 00010000:00000001:3.0:1788926552.281147:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.281149:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926552.281150:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.281152:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926552.281154:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926552.281155:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.281156:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788926552.281158:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926552.281159:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.281160:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788926552.281166:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926552.281169:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.281257:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.281261:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:3.0:1788926552.281266:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.281270:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.281275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:3.0:1788926552.281277:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:3.0:1788926552.281280:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.281284:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.281293:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.281297:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.281304:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.281306:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926552.281616:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.281621:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.281623:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.281625:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.281715:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1280000. 02000000:00000001:0.0:1788926552.281718:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.281723:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.281726:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.281734:0:35244:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7ac800. 00000100:00000200:0.0:1788926552.281737:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513972224, portal 10 00000100:00000001:0.0:1788926552.281739:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.281741:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926552.281747:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.281753:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.281756:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.281758:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821908. 00000100:00000200:0.0:1788926552.281761:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513972224, offset 0 00000400:00000200:0.0:1788926552.281765:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.281770:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.281774:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.281777:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.281780:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.281782:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.281784:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.281786:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2933:2933:256:4294967295] 192.168.203.140@tcp LPNI seq info [2933:2933:8:4294967295] 00000400:00000200:0.0:1788926552.281790:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.281797:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.281804:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.281808:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926552.281812:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.281817:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.281820:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.281830:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.281833:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20283 usecs (21 jiffies) 00000400:00000200:0.0:1788926552.281836:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.281838:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587437 00000100:00000001:0.0:1788926552.281841:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.281843:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587437 00000100:00000001:0.0:1788926552.281846:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.281847:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.281849:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.281851:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.281854:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.281856:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.281858:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.281860:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.282386:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.282391:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:3.0:1788926552.282411:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.282416:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.282420:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821908 00000400:00000010:3.0:1788926552.282422:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821908. 00000100:00000001:3.0:1788926552.282424:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.282428:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.282436:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.282439:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.282595:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.282597:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.289307:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.289323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.289327:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.289330:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.289339:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.289346:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.289355:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.289360:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.289365:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.289368:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32362e80 00000400:00000200:3.0:1788926552.289373:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.289379:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x85bd [1] + 224 00000800:00000001:3.0:1788926552.289386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.289389:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.289392:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.289426:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.289432:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.289441:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926552.289462:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.290049:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926552.290053:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926552.290057:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926552.290059:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926552.290137:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.290147:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.290152:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.290153:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.290155:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.290158:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.290162:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.290166:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.290169:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.290172:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.290175:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 608 into portal 10 MB=0x6aa0d32362e00 00000400:00000200:3.0:1788926552.290179:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.290184:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 608/608 into md 0x85cd [64] + 224 00000800:00000001:3.0:1788926552.290188:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.290193:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.290195:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.290198:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.290202:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.290206:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.290215:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.290235:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.290239:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.290243:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.290961:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.290969:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.290971:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.290974:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.290979:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7ac800 00000400:00000010:0.0:1788926552.290981:0:35244:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7ac800. 00000100:00000001:0.0:1788926552.290985:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.290990:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.291000:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/131856 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.291007:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.291009:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.291012:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.291015:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.291017:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.291020:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.291022:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.291040:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.291045:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926552.291048:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788926552.291052:0:35244:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76d857aa00 x1875823513972224/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.291059:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788926552.291061:0:35244:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926552.291063:0:35244:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926552.291065:0:35244:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926552.291067:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.291069:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926552.291072:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.291073:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926552.291075:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.291078:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788926552.291083:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.291090:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788926552.291092:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.291095:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.291099:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.291107:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513972224:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926552.291111:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.291114:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788926552.291116:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.291119:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.291122:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.291129:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.291132:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926552.291135:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.291136:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788926552.291139:0:35244:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926552.291144:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.291147:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.291149:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=4 00000020:00000001:0.0:1788926552.291152:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926552.291155:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00010000:0.0:1788926552.291160:0:35244:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291171:0:35244:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788926552.291175:0:35244:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291182:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.291185:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291191:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.291193:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926552.291195:0:35244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291202:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.291205:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.291208:0:35244:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926552.291210:0:35244:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926552.291221:0:35244:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008200 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926552.291224:0:35244:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926552.291228:0:35244:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291234:0:35244:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926552.291235:0:35244:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926552.291238:0:35244:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 4/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291243:0:35244:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926552.291245:0:35244:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926552.291246:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.291248:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.291249:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008200 refcount=5 00000020:00000001:0.0:1788926552.291251:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926552.291253:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796416 : -108341472755200 : ffff9d76c9008200) 00010000:00000001:0.0:1788926552.291255:0:35244:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926552.291258:0:35244:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 5/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788926552.291264:0:35244:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926552.291266:0:35244:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.291268:0:35244:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788926552.291270:0:35244:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926552.291273:0:35244:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926552.291274:0:35244:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926552.291276:0:35244:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926552.291278:0:35244:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926552.291281:0:35244:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008200 with handle 0xdeff66104c08c904 from hash 00010000:00000001:0.0:1788926552.291284:0:35244:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926552.291285:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.291286:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.291288:0:35244:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926552.291289:0:35244:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926552.291291:0:35244:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788926552.291293:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.291294:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.291296:0:35244:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.291297:0:35244:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.291300:0:35244:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926552.291305:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.291306:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.291307:0:35244:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788926552.291309:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.291310:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.291311:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.291312:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926552.291314:0:35244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c9008200/0xdeff66104c08c904 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926552.291320:0:35244:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a900 count: 0 00010000:00000010:0.0:1788926552.291328:0:35244:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71880. 00010000:00000001:0.0:1788926552.291335:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.291337:0:35244:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788926552.291342:0:35244:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788926552.291348:0:35244:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926552.291358:0:35244:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926552.291362:0:35244:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926552.291369:0:35244:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.291372:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926552.291373:0:35244:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.291375:0:35244:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.291377:0:35244:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.291380:0:35244:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926552.291382:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.291383:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00010000:00000001:0.0:1788926552.291385:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788926552.291387:0:35244:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.291389:0:35244:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926552.291391:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4b6b8 00000002:00002000:0.0:1788926552.291393:0:35244:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788926552.291430:0:35244:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.291433:0:35244:0:(lmv_intent.c:133:lmv_intent_remote()) Process leaving 00800000:00000010:0.0:1788926552.291435:0:35244:0:(lmv_intent.c:135:lmv_intent_remote()) kfreed 'op_data': 392 at ffff9d76d844ce00. 00000100:00000001:0.0:1788926552.291439:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.291451:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513971968/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.291459:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.291461:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.291464:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926552.291501:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.291503:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.291505:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.291508:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.291511:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926552.291514:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.291516:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.291527:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:0.0:1788926552.291531:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.291533:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926552.291536:0:35244:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.291539:0:35244:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926552.291542:0:35244:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926552.291545:0:35244:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.291910:0:35244:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926552.291912:0:35244:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926552.291914:0:35244:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e00522a0 it_disposition 80002b 00000080:00000001:0.0:1788926552.291918:0:35244:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926552.291923:0:35244:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926552.291926:0:35244:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926552.291928:0:35244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788926552.291931:0:35244:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788926552.292104:0:35244:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926552.292107:0:35244:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788926552.292110:0:35244:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292113:0:35244:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761479 : 162129603798761479 : 240000402000007) 00000080:00000001:0.0:1788926552.292115:0:35244:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00200000:0.0:1788926552.292120:0:35244:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x240000402:0x7:0x0], updating i_size 4096 00000080:00200000:0.0:1788926552.292122:0:35244:0:(namei.c:147:ll_iget()) got inode: [0x240000402:0x7:0x0](ffff9d76d153db88): rc = 0 00000080:00000001:0.0:1788926552.292124:0:35244:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376476552 : -108341333075064 : ffff9d76d153db88) 00010000:00000001:0.0:1788926552.292126:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.292128:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.292130:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.292132:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.292134:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.292137:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.292138:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926552.292139:0:35244:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926552.292142:0:35244:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926552.292144:0:35244:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926552.292147:0:35244:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x7:0x0](ffff9d76d153db88) for lock 0xdeff66104c08c8e8 00800000:00000001:0.0:1788926552.292149:0:35244:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926552.292151:0:35244:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926552.292152:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.292153:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.292154:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.292156:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.292158:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.292160:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.292161:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926552.292162:0:35244:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.292165:0:35244:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788926552.292171:0:35244:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d170c510 inode ffff9d76d153db88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788926552.292174:0:35244:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788926552.292176:0:35244:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292179:0:35244:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788926552.292182:0:35244:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x7:0x0](ffff9d76d153db88) 00000080:00000001:0.0:1788926552.292185:0:35244:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926552.292188:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d844d200. 00000100:00000001:0.0:1788926552.292191:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.292197:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.292204:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292212:0:35244:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926552.292214:0:35244:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926552.292216:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4ba48 00000080:00200008:0.0:1788926552.292219:0:35244:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9d76d153db88), flags 320400 00000080:00000010:0.0:1788926552.292227:0:35244:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000010:0.0:1788926552.292235:0:35244:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99100. 00000080:00000001:0.0:1788926552.292237:0:35244:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926552.292240:0:35244:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926552.292243:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.292245:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.292248:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.292250:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.292252:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.292254:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.292256:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.292259:0:35244:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926552.292262:0:35244:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172880. 00000002:00100000:0.0:1788926552.292267:0:35244:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926552.292273:0:35244:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.292275:0:35244:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926552.292278:0:35244:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926552.292282:0:35244:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292284:0:35244:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.292286:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.292290:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926552.292296:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.292298:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1280000. 02000000:00000001:0.0:1788926552.292329:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926552.292331:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.292333:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4ba48 00000080:00000008:0.0:1788926552.292335:0:35244:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9d76d153db88), flags 320400, rc = 0 00000080:00000001:0.0:1788926552.292339:0:35244:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292341:0:35244:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926552.292343:0:35244:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e00522a0 released 00000080:00010000:0.0:1788926552.292345:0:35244:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8e8 from it ffff9d76e00522a0 00010000:00000001:0.0:1788926552.292348:0:35244:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926552.292349:0:35244:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926552.292350:0:35244:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008600 refcount=3 00000020:00000001:0.0:1788926552.292352:0:35244:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.292355:0:35244:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236797440 : -108341472754176 : ffff9d76c9008600) 00010000:00000001:0.0:1788926552.292356:0:35244:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926552.292360:0:35244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926552.292367:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.292368:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.292370:0:35244:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926552.292372:0:35244:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926552.292375:0:35244:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008600/0xdeff66104c08c8e8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba44 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926552.292382:0:35244:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.292384:0:35244:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.292386:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.292390:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.292391:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926552.292392:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292426:0:35244:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.292429:0:35244:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292431:0:35244:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292435:0:35244:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292437:0:35244:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926552.292438:0:35244:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926552.292440:0:35244:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926552.292441:0:35244:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788926552.292721:0:35244:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926552.292724:0:35244:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292726:0:35244:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926552.292728:0:35244:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e00522a0. 00000080:00000001:0.0:1788926552.292732:0:35244:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292735:0:35244:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926552.292737:0:35244:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9d76d153db88), inode mode 41ed mask 44 00000080:00000001:0.0:1788926552.292742:0:35244:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.292772:0:35244:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926552.292775:0:35244:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9d76d153db88) cmd=4008669a arg=1e0a530 00000080:00000001:0.0:1788926552.292781:0:35244:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1788926552.292786:0:35244:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d844d200. 00800000:00000001:0.0:1788926552.292792:0:35244:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788926552.292794:0:35244:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x240000402:0x7:0x0], valid 0x0/0x0 00800000:00000001:0.0:1788926552.292796:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.292798:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.292799:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.292800:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.292802:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.292804:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.292805:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.292809:0:35244:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788926552.292811:0:35244:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788926552.292815:0:35244:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.292820:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857a680. 00000020:00000040:0.0:1788926552.292824:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=6 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926552.292829:0:35244:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926552.292832:0:35244:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.292834:0:35244:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.292837:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.292839:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.292843:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.292848:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926552.292854:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292857:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.292859:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292860:0:35244:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926552.292861:0:35244:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.292863:0:35244:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788926552.292871:0:35244:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788926552.292877:0:35244:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926552.292884:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.292886:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.292892:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926552.292894:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926552.292896:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.292898:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926552.292902:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.292905:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.292907:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.292909:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.292913:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926552.292920:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.292922:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.292925:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.292928:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.292930:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.292933:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513972608:192.168.203.140@tcp:36:lfs.0 00000100:00000001:0.0:1788926552.292937:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.293061:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.293064:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.293066:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.293071:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880d800. 02000000:00000001:0.0:1788926552.293073:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.293080:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.293084:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.293090:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926552.293097:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513972608, portal 10 00000100:00000001:0.0:1788926552.293099:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.293100:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000040:0.0:1788926552.293106:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926552.293114:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.293117:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.293120:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08212a8. 00000100:00000200:0.0:1788926552.293123:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513972608, offset 0 00000400:00000200:0.0:1788926552.293129:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.293136:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.293143:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.293149:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.293152:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.293156:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.293158:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.293162:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2934:2934:256:4294967295] 192.168.203.140@tcp LPNI seq info [2934:2934:8:4294967295] 00000400:00000200:0.0:1788926552.293167:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.293176:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.293182:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.293187:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2600. 00000800:00000200:0.0:1788926552.293193:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.293201:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.293206:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.293267:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.293272:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20260 usecs (21 jiffies) 00000400:00000200:0.0:1788926552.293275:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.293278:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587448 00000100:00000001:0.0:1788926552.293282:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.293284:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587448 00000100:00000001:0.0:1788926552.293286:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.293288:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.293291:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.293293:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.293294:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.293297:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.293299:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.293302:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788926552.293364:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926552.293366:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926552.293369:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:2.0:1788926552.293372:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:2.0:1788926552.293375:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:2.0:1788926552.293378:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926552.293383:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926552.293392:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.293417:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926552.293420:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.293422:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926552.293425:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926552.293426:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926552.293428:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.293430:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926552.293436:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926552.293440:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926552.293442:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926552.293696:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.293700:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926552.293704:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.293707:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926552.293708:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:2.0:1788926552.293710:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926552.293712:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926552.293717:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.293723:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.293726:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926552.293727:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926552.293731:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926552.293739:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513972352:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788926552.293744:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.293746:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.293750:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dea00 x1875823513972352/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926552.293755:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926552.293757:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926552.293760:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b67200. 02000000:00000001:2.0:1788926552.293763:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926552.293765:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926552.293766:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926552.293769:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926552.293771:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c73e00. 02000000:00000001:2.0:1788926552.293774:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926552.293776:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926552.293777:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dea00. 00000100:00000001:2.0:1788926552.293780:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926552.293781:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.293783:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.293789:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926552.293790:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.293792:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926552.293795:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788926552.297218:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009e00. 00000800:00000200:3.0:1788926552.297323:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.297329:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:3.0:1788926552.297334:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.297342:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.297350:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08212a8 00000400:00000010:3.0:1788926552.297353:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08212a8. 00000100:00000001:3.0:1788926552.297357:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.297365:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.297376:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.297380:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.297386:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.297388:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.297422:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.297432:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.297434:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.297437:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.297443:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.297455:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.297462:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.297465:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.297470:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.297473:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32362f80 00000400:00000200:3.0:1788926552.297478:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.297483:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x85d5 [1] + 224 00000800:00000001:3.0:1788926552.297489:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.297496:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.297498:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.297501:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.297505:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.297509:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926552.297526:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.297739:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.297747:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.297751:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.297800:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.297807:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.297809:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.297812:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.297816:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926552.297818:0:35244:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926552.297821:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.297825:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926552.297833:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857a680 x1875823513972608/t0(0) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926552.297839:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.297841:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.297843:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.297846:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.297848:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.297851:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.297854:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.297862:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=69 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926552.297866:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926552.297869:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.297871:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.297873:0:35244:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.297876:0:35244:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.297879:0:35244:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926552.297880:0:35244:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926552.297882:0:35244:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926552.297884:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.297885:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494165632 : -108341215385984 : ffff9d76d857a680) 00000100:00000001:0.0:1788926552.297888:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.297890:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926552.297892:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.297894:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.297899:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857a680 x1875823513972608/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926568 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926552.297906:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.297908:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.297910:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.297914:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857a680 x1875823513972608/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926568 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926552.297920:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857a680 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513972608:192.168.203.140@tcp:36:lfs.0 00000100:00000001:0.0:1788926552.297925:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.297927:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.297930:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.297932:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.297934:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857a680 x1875823513972608/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926568 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926552.297952:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.297955:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926552.297958:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.297959:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.297965:0:35244:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.297968:0:35244:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926552.297973:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d844d200. 00000100:00000001:0.0:1788926552.297976:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.297978:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857a680 x1875823513972608/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926552.297984:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.297986:0:35244:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.297988:0:35244:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.298020:0:35244:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926552.298023:0:35244:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926552.298035:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bdd0 00000080:00200008:0.0:1788926552.298037:0:35244:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9d76d153db88), flags 320000 00000080:00400000:0.0:1788926552.298041:0:35244:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x240000402:0x7:0x0] 00000080:00000001:0.0:1788926552.298045:0:35244:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926552.298047:0:35244:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788926552.298048:0:35244:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926552.298053:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.298055:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.298057:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.298059:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.298061:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.298063:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.298065:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.298070:0:35244:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926552.298072:0:35244:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926552.298078:0:35244:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.298080:0:35244:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.298081:0:35244:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x7:0x0]: 0 00000080:00000001:0.0:1788926552.298084:0:35244:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926552.298085:0:35244:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926552.298090:0:35244:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d844d200. 00000080:00000001:0.0:1788926552.298091:0:35244:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926552.298097:0:35244:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926552.298101:0:35244:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926552.298102:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.298103:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.298105:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.298106:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.298107:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.298109:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.298111:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.298113:0:35244:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x7:0x0] 00000002:00000001:0.0:1788926552.298116:0:35244:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926552.298117:0:35244:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9d76e0357000: [0x240000402:0x7:0x0] file closed with intent: 0 00000100:00000010:0.0:1788926552.298122:0:35244:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926552.298126:0:35244:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=7 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926552.298129:0:35244:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926552.298132:0:35244:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926552.298136:0:35244:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926552.298142:0:35244:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d844ce00. 00000100:00000001:0.0:1788926552.298148:0:35244:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926552.298159:0:35244:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926552.298167:0:35244:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926552.298171:0:35244:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926552.298177:0:35244:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926552.298179:0:35244:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926552.298183:0:35244:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926552.298185:0:35244:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926552.298188:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.298189:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000001:0.0:1788926552.298193:0:35244:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926552.298197:0:35244:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.298199:0:35244:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926552.298200:0:35244:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.298204:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.298211:0:35244:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.298214:0:35244:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.298217:0:35244:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.298220:0:35244:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.298222:0:35244:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.298226:0:35244:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513972864:192.168.203.140@tcp:35:lfs.0 00000100:00000001:0.0:1788926552.298229:0:35244:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.298233:0:35244:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.298235:0:35244:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.298237:0:35244:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.298241:0:35244:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926552.298243:0:35244:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.298248:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.298250:0:35244:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.298254:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926552.298259:0:35244:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513972864, portal 10 00000100:00000001:0.0:1788926552.298261:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.298262:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:0.0:1788926552.298268:0:35244:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.298274:0:35244:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.298277:0:35244:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.298279:0:35244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08214c8. 00000100:00000200:0.0:1788926552.298282:0:35244:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513972864, offset 0 00000400:00000200:0.0:1788926552.298287:0:35244:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.298292:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.298298:0:35244:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.298302:0:35244:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.298306:0:35244:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.298309:0:35244:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.298312:0:35244:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.298316:0:35244:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2935:2935:256:4294967295] 192.168.203.140@tcp LPNI seq info [2935:2935:8:4294967295] 00000400:00000200:0.0:1788926552.298320:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.298328:0:35244:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.298334:0:35244:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.298338:0:35244:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2c00. 00000800:00000200:0.0:1788926552.298343:0:35244:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.298351:0:35244:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.298355:0:35244:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.298837:0:35244:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.298843:0:35244:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20211 usecs (21 jiffies) 00000400:00000200:0.0:1788926552.298848:0:35244:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.298850:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587454 00000100:00000001:0.0:1788926552.298853:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.298855:0:35244:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587454 00000100:00000001:0.0:1788926552.298857:0:35244:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.298859:0:35244:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.298862:0:35244:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.298864:0:35244:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.298866:0:35244:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926552.298869:0:35244:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926552.298871:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.298873:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926552.303021:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926552.303041:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2c00. 00000400:00000200:2.0:1788926552.303047:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926552.303055:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926552.303063:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08214c8 00000400:00000010:2.0:1788926552.303066:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08214c8. 00000100:00000001:2.0:1788926552.303072:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926552.303078:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.303090:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.303093:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.303100:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.303102:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926552.304770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:0.1:1788926552.304783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008200. 00000800:00000001:3.0:1788926552.309797:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.309814:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.309818:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.309820:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.309828:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.309834:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.309842:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.309846:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.309852:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.309856:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32363080 00000400:00000200:3.0:1788926552.309993:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.310000:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x85dd [1] + 224 00000800:00000001:3.0:1788926552.310007:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.310038:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.310042:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.310047:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.310054:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.310062:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.310073:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.310117:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.310126:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.310130:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.310743:0:35244:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.310750:0:35244:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.310752:0:35244:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.310756:0:35244:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.310760:0:35244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926552.310762:0:35244:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926552.310765:0:35244:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.310771:0:35244:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.310780:0:35244:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513972864/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.310786:0:35244:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.310787:0:35244:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.310789:0:35244:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.311076:0:35244:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.311079:0:35244:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.311081:0:35244:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.311084:0:35244:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.311093:0:35244:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624538 time=578 v=5 (5 0 5 0) 00000100:00001000:0.0:1788926552.311097:0:35244:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926552.311100:0:35244:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.311102:0:35244:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.311105:0:35244:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.311107:0:35244:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.311111:0:35244:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926552.311113:0:35244:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926552.311115:0:35244:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926552.311116:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.311118:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000001:0.0:1788926552.311121:0:35244:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.311122:0:35244:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:0.0:1788926552.311124:0:35244:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.311127:0:35244:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.311133:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513972864/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926568 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311140:0:35244:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.311142:0:35244:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.311144:0:35244:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926552.311148:0:35244:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513972864/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926568 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.311155:0:35244:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35244:1875823513972864:192.168.203.140@tcp:35:lfs.0 00000100:00000001:0.0:1788926552.311160:0:35244:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.311173:0:35244:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.311176:0:35244:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926552.311178:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.311181:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513972864/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926568 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311187:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.311189:0:35244:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926552.311193:0:35244:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926552.311194:0:35244:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.311200:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.311201:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000002:00000001:0.0:1788926552.311204:0:35244:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.311206:0:35244:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926552.311211:0:35244:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d844d200. 00000080:00000001:0.0:1788926552.311214:0:35244:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926552.311218:0:35244:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926552.311220:0:35244:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926552.311222:0:35244:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926552.311224:0:35244:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926552.311226:0:35244:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926552.311228:0:35244:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926552.311230:0:35244:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:0.0:1788926552.311232:0:35244:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926552.311235:0:35244:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926552.311240:0:35244:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311246:0:35244:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.311247:0:35244:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926552.311249:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.311252:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311257:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.311259:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.311261:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578000 x1875823513972864/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926568 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311267:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.311269:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.311271:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513972224/t4294967331(4294967331) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/608 e 0 to 0 dl 1788926568 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311277:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926552.311280:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.311282:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=6 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.311284:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.311287:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926552.311290:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.311292:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.311293:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926552.311297:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.311298:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.311299:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.311302:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513972864/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311320:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926552.311322:0:35244:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172880. 00000002:00000001:0.0:1788926552.311325:0:35244:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926552.311327:0:35244:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926552.311329:0:35244:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99100. 00000100:00000001:0.0:1788926552.311331:0:35244:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.311335:0:35244:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513972864/t4294967333(4294967333) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.311341:0:35244:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.311343:0:35244:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.311345:0:35244:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926552.311347:0:35244:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.311348:0:35244:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.311349:0:35244:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.311351:0:35244:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.311353:0:35244:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d844ce00. 02000000:00000001:0.0:1788926552.311355:0:35244:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.311356:0:35244:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.311358:0:35244:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:0.0:1788926552.311361:0:35244:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.311362:0:35244:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926552.311364:0:35244:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926552.311367:0:35244:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926552.311371:0:35244:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.311376:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4bdd0 00000080:00000008:0.0:1788926552.311378:0:35244:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x240000402:0x7:0x0](ffff9d76d153db88), flags 320000, rc = 0 00000080:00000001:0.0:1788926552.311381:0:35244:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.311383:0:35244:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926552.311388:0:35244:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926552.311389:0:35244:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a4be00 00000080:00002000:0.0:1788926552.311390:0:35244:0:(dcache.c:127:ll_ddelete()) keeping dentry d24a.recovery-small (ffff9d76d170c510, parent ffff9d76d14be6c0, inode ffff9d76d153db88) hashed, 00000080:00000001:0.0:1788926552.311393:0:35244:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.333224:0:35247:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:0.0:1788926552.333231:0:35247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.333233:0:35247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.333237:0:35247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.333242:0:35247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.333244:0:35247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.333246:0:35247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926552.333283:0:35247:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:0.0:1788926552.333285:0:35247:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926552.333287:0:35247:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926552.333288:0:35247:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.333290:0:35247:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926552.333291:0:35247:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.333293:0:35247:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.388196:0:35251:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.388203:0:35251:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926552.388205:0:35251:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926552.388209:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63bc0 00000080:00200000:2.0:1788926552.388213:0:35251:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926552.388221:0:35251:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b67400. 00800000:00000002:2.0:1788926552.388228:0:35251:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926552.388232:0:35251:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926552.388236:0:35251:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.388238:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63ae0 00800000:00000002:2.0:1788926552.388242:0:35251:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.388245:0:35251:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926552.388248:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.388250:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.388252:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.388255:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.388257:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.388259:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926552.388261:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.388265:0:35251:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926552.388270:0:35251:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.388272:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c639b0 00000002:00010000:2.0:1788926552.388273:0:35251:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926552.388277:0:35251:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926552.388280:0:35251:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926552.388282:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926552.388288:0:35251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:2.0:1788926552.388291:0:35251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926552.388296:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.388300:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926552.388305:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926552.388315:0:35251:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926552.388320:0:35251:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.388324:0:35251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926552.388330:0:35251:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926552.388332:0:35251:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926552.388334:0:35251:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.388336:0:35251:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926552.388970:0:35251:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.388974:0:35251:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926552.388977:0:35251:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926552.388980:0:35251:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926552.388984:0:35251:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b67400. 00000080:00000001:2.0:1788926552.388988:0:35251:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926552.388990:0:35251:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.388993:0:35251:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926552.388996:0:35251:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8f6 00800000:00000001:2.0:1788926552.389000:0:35251:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926552.389002:0:35251:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926552.389004:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.389006:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.389009:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:2.0:1788926552.389011:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926552.389014:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926552.389018:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.389019:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.389020:0:35251:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.389022:0:35251:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.389034:0:35251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8f6 from it ffffb2d841c63bf8 00010000:00000001:2.0:1788926552.389037:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.389038:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.389039:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:2.0:1788926552.389041:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926552.389043:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926552.389045:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.389049:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926552.389056:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.389057:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.389059:0:35251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926552.389061:0:35251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926552.389064:0:35251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926552.389076:0:35251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926552.389079:0:35251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926552.389081:0:35251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.389085:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.389086:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.389088:0:35251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389091:0:35251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926552.389093:0:35251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389095:0:35251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389099:0:35251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389101:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.389102:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.389103:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926552.389105:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926552.389107:0:35251:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926552.389110:0:35251:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926552.389115:0:35251:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.389119:0:35251:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788926552.389122:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b88 00000080:00002000:2.0:1788926552.389124:0:35251:0:(dcache.c:87:ll_dcompare()) found name d24a.recovery-small(ffff9d76d170c510) flags 0x28000e refc 0 00000080:00000001:2.0:1788926552.389126:0:35251:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.389129:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63bd0 00000080:00200000:2.0:1788926552.389130:0:35251:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24a.recovery-small, flags=25 00000080:00000001:2.0:1788926552.389134:0:35251:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788926552.389136:0:35251:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.389139:0:35251:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926552.389141:0:35251:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9d76d153db88), inode mode 41ed mask 1 00000080:00000001:2.0:1788926552.389143:0:35251:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926552.389153:0:35251:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01400. 00000080:00000001:2.0:1788926552.389156:0:35251:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926552.389158:0:35251:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x7:0x0](ffff9d76d153db88), inode mode 41ed mask 3 00000080:00000001:2.0:1788926552.389160:0:35251:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.389163:0:35251:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788926552.389165:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b58 00000080:00200000:2.0:1788926552.389167:0:35251:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9d76d153db88), file ffff9d76d1ba7680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788926552.389172:0:35251:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76c866f900. 00000080:00000001:2.0:1788926552.389175:0:35251:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926552.389177:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a08 00000080:00200000:2.0:1788926552.389179:0:35251:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9d76d153db88), intent=open|creat 00000080:00000010:2.0:1788926552.389185:0:35251:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b67400. 00000080:00000001:2.0:1788926552.389191:0:35251:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926552.389193:0:35251:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.389194:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63928 00800000:00000002:2.0:1788926552.389196:0:35251:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x240000402:0x7:0x0] 00800000:00000001:2.0:1788926552.389199:0:35251:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788926552.389202:0:35251:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788926552.389205:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.389206:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.389208:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.389210:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.389212:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.389214:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x7:0x0] 00800000:00000001:2.0:1788926552.389216:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.389218:0:35251:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732250008576 : -108341459543040 : ffff9d76c9ca1c00) 00800000:00000001:2.0:1788926552.389222:0:35251:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788926552.389224:0:35251:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788926552.389226:0:35251:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788926552.389229:0:35251:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788926552.389232:0:35251:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-mdc-ffff9d76e0357000: Allocated FID [0x240000402:0x8:0x0] 40000000:00000001:2.0:1788926552.389235:0:35251:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.389237:0:35251:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.389239:0:35251:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.389241:0:35251:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.389243:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c638a8 00800000:00000002:2.0:1788926552.389245:0:35251:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x240000402:0x7:0x0], fid2=[0x240000402:0x8:0x0], name='f24a.recovery-small' -> mds #1 layout version 1 00000002:00000001:2.0:1788926552.389249:0:35251:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926552.389250:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c637e0 00000002:00010000:2.0:1788926552.389252:0:35251:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x240000402:0x8:0x0]) in obj [0x240000402:0x7:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788926552.389258:0:35251:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926552.389261:0:35251:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788926552.389263:0:35251:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788926552.389267:0:35251:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.389270:0:35251:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788926552.389271:0:35251:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926552.389276:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3bb80. 00000020:00000040:2.0:1788926552.389280:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=6 obd=lustre-MDT0001-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926552.389286:0:35251:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926552.389288:0:35251:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389290:0:35251:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926552.389294:0:35251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.389296:0:35251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.389299:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926552.389302:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926552.389305:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926552.389311:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10de400. 00000100:00000001:2.0:1788926552.389317:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389322:0:35251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926552.389324:0:35251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389326:0:35251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926552.389327:0:35251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.389329:0:35251:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.389343:0:35251:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00010000:00000001:2.0:1788926552.389347:0:35251:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926552.389349:0:35251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926552.389353:0:35251:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225400. 00010000:00000010:2.0:1788926552.389356:0:35251:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642a80. 00010000:00000001:2.0:1788926552.389361:0:35251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926552.389364:0:35251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a200. 00000020:00000001:2.0:1788926552.389367:0:35251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926552.389370:0:35251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a200 with handle 0xdeff66104c08c90b to hash 00000020:00000001:2.0:1788926552.389372:0:35251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926552.389373:0:35251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.389377:0:35251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.389380:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.390929:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.390940:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926552.390952:0:35251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35251 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788926552.390967:0:35251:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788926552.390979:0:35251:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788926552.390989:0:35251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926552.390994:0:35251:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926552.390996:0:35251:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926552.391006:0:35251:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c839a000. 00000100:00000001:2.0:1788926552.391008:0:35251:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223762432 : -108341485789184 : ffff9d76c839a000) 00000100:00000001:2.0:1788926552.391011:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.391012:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000001:2.0:1788926552.391018:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926552.391022:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.391033:0:35251:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926552.391035:0:35251:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926552.391039:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.391966:0:35251:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926552.391969:0:35251:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.391974:0:35251:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926552.391977:0:35251:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926552.391980:0:35251:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926552.391984:0:35251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513973120:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926552.391991:0:35251:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926552.391995:0:35251:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926552.391998:0:35251:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.392000:0:35251:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926552.392064:0:35251:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926552.392068:0:35251:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926552.392076:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926552.392081:0:35251:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926552.392088:0:35251:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76d10de800. 00000100:00000200:2.0:1788926552.392094:0:35251:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513973120, portal 10 00000100:00000001:2.0:1788926552.392097:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.392098:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000040:2.0:1788926552.392105:0:35251:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.392112:0:35251:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926552.392115:0:35251:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926552.392118:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926552.392121:0:35251:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875823513973120, offset 0 00000400:00000200:2.0:1788926552.392127:0:35251:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926552.392135:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926552.392143:0:35251:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926552.392148:0:35251:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926552.392152:0:35251:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926552.392155:0:35251:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926552.392158:0:35251:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926552.392162:0:35251:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2936:2936:256:4294967295] 192.168.203.140@tcp LPNI seq info [2936:2936:8:4294967295] 00000400:00000200:2.0:1788926552.392166:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926552.392173:0:35251:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926552.392178:0:35251:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926552.392183:0:35251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926552.392190:0:35251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926552.392198:0:35251:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926552.392202:0:35251:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788926552.392224:0:35251:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926552.392229:0:35251:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20197 usecs (21 jiffies) 00000400:00000200:2.0:1788926552.392232:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926552.392234:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587547 00000100:00000001:2.0:1788926552.392237:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:2.0:1788926552.392240:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587547 00000100:00000001:2.0:1788926552.392243:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:2.0:1788926552.392245:0:35251:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.392248:0:35251:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.392250:0:35251:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926552.392252:0:35251:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926552.392254:0:35251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c839a000 going to sleep for 11 seconds 00000100:00000001:2.0:1788926552.392257:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926552.392259:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.392818:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.392823:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:3.0:1788926552.392829:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.392834:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.392840:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:3.0:1788926552.392843:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:3.0:1788926552.392846:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.392851:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.392861:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.392865:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.392872:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.392874:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.419287:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.419305:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.419309:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.419312:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.419322:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.419330:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.419338:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.419343:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.419348:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.419352:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32363180 00000400:00000200:3.0:1788926552.419357:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.419363:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x85e5 [32] + 224 00000800:00000001:3.0:1788926552.419370:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.419377:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.419380:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.419384:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.419390:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.420080:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.420092:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.420109:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.420120:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.420125:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.420431:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926552.420439:0:35251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926552.420441:0:35251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926552.420445:0:35251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:2.0:1788926552.420449:0:35251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d10de800 00000400:00000010:2.0:1788926552.420451:0:35251:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76d10de800. 00000100:00000001:2.0:1788926552.420455:0:35251:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926552.420460:0:35251:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926552.420468:0:35251:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3bb80 x1875823513973120/t0(0) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.420474:0:35251:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926552.420476:0:35251:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.420479:0:35251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926552.420482:0:35251:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926552.420484:0:35251:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926552.420487:0:35251:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926552.420489:0:35251:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926552.420498:0:35251:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=69 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926552.420502:0:35251:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926552.420505:0:35251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926552.420506:0:35251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.420509:0:35251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926552.420512:0:35251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.420515:0:35251:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788926552.420517:0:35251:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000022/0x1] 00000100:00000001:2.0:1788926552.420519:0:35251:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788926552.420520:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.420522:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000001:2.0:1788926552.420525:0:35251:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926552.420526:0:35251:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788926552.420528:0:35251:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926552.420530:0:35251:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926552.420535:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926568 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.420542:0:35251:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.420545:0:35251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926552.420547:0:35251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926552.420551:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926568 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926552.420559:0:35251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3bb80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513973120:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926552.420564:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926552.420567:0:35251:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.420570:0:35251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926552.420572:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.420575:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926568 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.420581:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926552.420584:0:35251:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c839a000. 00000100:00000001:2.0:1788926552.420588:0:35251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926552.420589:0:35251:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.420592:0:35251:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926552.420605:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420608:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420611:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=4 00000020:00000001:2.0:1788926552.420614:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420617:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000040:2.0:1788926552.420623:0:35251:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a200, remote cookie: 0x840913afd2dabaa6, flags: 0x1001 00010000:00010000:2.0:1788926552.420628:0:35251:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 4/0,1 mode: --/CW res: [0x240000402:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926552.420637:0:35251:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x240000402:0x8:0x0].0x0, instead of [0x240000402:0x7:0x0].0x0 00010000:00000001:2.0:1788926552.420640:0:35251:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788926552.420648:0:35251:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225d00. 00010000:00000010:2.0:1788926552.420653:0:35251:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642b80. 00010000:00000040:2.0:1788926552.420658:0:35251:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225400 count: 0 00010000:00000010:2.0:1788926552.420663:0:35251:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642a80. 00010000:00000001:2.0:1788926552.420670:0:35251:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.420674:0:35251:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926552.420682:0:35251:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 4/0,1 mode: --/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420689:0:35251:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926552.420693:0:35251:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926552.420695:0:35251:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926552.420696:0:35251:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926552.420697:0:35251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926552.420700:0:35251:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000402:0x8:0x0].0x0 (ffff9d76c3225d00) refcount = 1 00010000:00010000:2.0:1788926552.420704:0:35251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420712:0:35251:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926552.420716:0:35251:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926552.420717:0:35251:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926552.420721:0:35251:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926552.420724:0:35251:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.420727:0:35251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 4/0,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420732:0:35251:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926552.420733:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420734:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.420735:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420736:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.420738:0:35251:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.420742:0:35251:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926552.420744:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420745:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420747:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.420749:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420751:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420753:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420754:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420756:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=4 00000020:00000001:2.0:1788926552.420757:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420759:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420761:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926552.420764:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.420767:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420777:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420779:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.420780:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420781:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420782:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=5 00000020:00000001:2.0:1788926552.420783:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420785:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420788:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.420790:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 5/1,1 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420795:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420796:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926552.420798:0:35251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420804:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.420805:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420806:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.420807:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420808:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926552.420813:0:35251:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926552.420821:0:35251:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788926552.420825:0:35251:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926552.420831:0:35251:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.420837:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420839:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420840:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.420842:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420844:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00000002:00010000:2.0:1788926552.420848:0:35251:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926552.420858:0:35251:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d3318380. 00010000:00000001:2.0:1788926552.420860:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420861:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.420863:0:35251:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.420865:0:35251:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.420868:0:35251:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788926552.420870:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.420871:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000001:2.0:1788926552.420873:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926552.420875:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00010000:00000001:2.0:1788926552.420877:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420878:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420879:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.420881:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420883:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00000002:00010000:2.0:1788926552.420887:0:35251:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.420892:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420893:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.420895:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926552.420896:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.420898:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.420899:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.420901:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.420904:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000040:2.0:1788926552.420907:0:35251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225d00 count: 2 00010000:00000001:2.0:1788926552.420910:0:35251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926552.420914:0:35251:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d8526800 type 13 mode 4 res 9663677442/8 (0 0) 00010000:00000001:2.0:1788926552.420917:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.420917:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.420919:0:35251:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926552.420922:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63768 00000002:00002000:2.0:1788926552.420924:0:35251:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788926552.420927:0:35251:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.420931:0:35251:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.420933:0:35251:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926552.420936:0:35251:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x240000402:0x7:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926552.420939:0:35251:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.420943:0:35251:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926552.420945:0:35251:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76c866f900 it_disposition 1800037 00000080:00002000:2.0:1788926552.420950:0:35251:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d176de58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788926552.420954:0:35251:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926552.420957:0:35251:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788926552.420959:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63990 00000080:00200000:2.0:1788926552.420961:0:35251:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x240000402:0x7:0x0](ffff9d76d153db88), intent=open|creat 00000080:00000001:2.0:1788926552.420964:0:35251:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788926552.420966:0:35251:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926552.420971:0:35251:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926552.420974:0:35251:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926552.420977:0:35251:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1788926552.420979:0:35251:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926552.420994:0:35251:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d1538000. 00000020:00000001:2.0:1788926552.421002:0:35251:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788926552.421004:0:35251:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788926552.421008:0:35251:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926552.421010:0:35251:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9d76d15380c8) 00000020:00000001:2.0:1788926552.421015:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926552.421019:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926552.421021:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926552.421036:0:35251:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788926552.421041:0:35251:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d84ee258. 00000020:00000001:2.0:1788926552.421044:0:35251:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926552.421046:0:35251:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926552.421052:0:35251:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788926552.421056:0:35251:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76d8417000. 00020000:00000001:2.0:1788926552.421058:0:35251:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732492709888 : -108341216841728 : ffff9d76d8417000) 00020000:00000001:2.0:1788926552.421060:0:35251:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788926552.421063:0:35251:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926552.421068:0:35251:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f4e0. 00020000:00000010:2.0:1788926552.421072:0:35251:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c55d7680. 00020000:00000010:2.0:1788926552.421076:0:35251:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f780. 00020000:00000001:2.0:1788926552.421078:0:35251:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226733952 : -108341482817664 : ffff9d76c866f780) 00020000:00000002:2.0:1788926552.421081:0:35251:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f780, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926552.421086:0:35251:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926552.421090:0:35251:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c55d7680: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926552.421093:0:35251:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788926552.421095:0:35251:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f780, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926552.421098:0:35251:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926552.421101:0:35251:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c55d7680: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000010:2.0:1788926552.421105:0:35251:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76c866a820. 00020000:00000010:2.0:1788926552.421108:0:35251:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76c839a000. 00020000:00000001:2.0:1788926552.421112:0:35251:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788926552.421115:0:35251:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c7c6df58. 00020000:00000001:2.0:1788926552.421118:0:35251:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788926552.421119:0:35251:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788926552.421124:0:35251:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788926552.421127:0:35251:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d84ee0c8. 00000020:00000001:2.0:1788926552.421129:0:35251:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926552.421130:0:35251:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926552.421132:0:35251:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732493590856 : -108341215960760 : ffff9d76d84ee148) 00020000:00000001:2.0:1788926552.421136:0:35251:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788926552.421140:0:35251:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c6940a80. 00020000:00000001:2.0:1788926552.421142:0:35251:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.421146:0:35251:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493590856 : -108341215960760 : ffff9d76d84ee148) 00020000:00000001:2.0:1788926552.421149:0:35251:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732493590856 : -108341215960760 : ffff9d76d84ee148) 00020000:00000002:2.0:1788926552.421152:0:35251:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x5:0x0]@ffff9d76d84ee0c8[0:0] -> [0x240000402:0x8:0x0]@ffff9d76d84ee258: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926552.421157:0:35251:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788926552.421159:0:35251:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788926552.421161:0:35251:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.421164:0:35251:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493591256 : -108341215960360 : ffff9d76d84ee2d8) 00000020:00001000:2.0:1788926552.421167:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926552.421170:0:35251:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=162129603798761480 : 162129603798761480 : 240000402000008) 00000080:00000001:2.0:1788926552.421173:0:35251:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=37748740 : 37748740 : 2400004) 00000080:00000002:2.0:1788926552.421176:0:35251:0:(llite_lib.c:3050:ll_update_inode()) setting ino 162129603798761480 mtime from 0 to 1788926552 00000080:00000001:2.0:1788926552.421180:0:35251:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926552.421182:0:35251:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376453320 : -108341333098296 : ffff9d76d15380c8) 00010000:00000001:2.0:1788926552.421185:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.421186:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.421188:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.421190:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.421191:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00000080:00000001:2.0:1788926552.421194:0:35251:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926552.421195:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926552.421197:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926552.421199:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926552.421201:0:35251:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926552.421203:0:35251:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926552.421204:0:35251:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926552.421206:0:35251:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866fba0. 00020000:00000010:2.0:1788926552.421208:0:35251:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c55d7c00. 00020000:00000010:2.0:1788926552.421211:0:35251:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f1e0. 00020000:00000001:2.0:1788926552.421213:0:35251:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226732512 : -108341482819104 : ffff9d76c866f1e0) 00020000:00000002:2.0:1788926552.421216:0:35251:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f1e0, objid 0x8:1073742850, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926552.421219:0:35251:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926552.421222:0:35251:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c55d7c00: ostid: 0x280000400:5 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926552.421226:0:35251:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d8417000) owner ffff9d76c691cf80 00020000:00000001:2.0:1788926552.421228:0:35251:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926552.421231:0:35251:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d8417000) owner ffff9d76c691cf80 00020000:00000010:2.0:1788926552.421235:0:35251:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c55d7c00. 00020000:00000010:2.0:1788926552.421238:0:35251:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866fba0. 00020000:00000010:2.0:1788926552.421242:0:35251:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f1e0. 00020000:00000002:2.0:1788926552.421244:0:35251:0:(lov_object.c:1535:lov_conf_set()) [0x240000402:0x8:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926552.421247:0:35251:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.421249:0:35251:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.421252:0:35251:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926552.421255:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:2.0:1788926552.421257:0:35251:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f780 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:2.0:1788926552.421260:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:2.0:1788926552.421262:0:35251:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926552.421264:0:35251:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926552.421266:0:35251:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926552.421267:0:35251:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926552.421270:0:35251:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926552.421272:0:35251:0:(file.c:6843:ll_layout_conf()) [0x240000402:0x8:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926552.421274:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000080:00000001:2.0:1788926552.421276:0:35251:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.421278:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.421279:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926552.421281:0:35251:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926552.421284:0:35251:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926552.421286:0:35251:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.421288:0:35251:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x240000402:0x8:0x0](ffff9d76d15380c8) 00000080:00010000:2.0:1788926552.421291:0:35251:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x240000402:0x8:0x0](ffff9d76d15380c8) for lock 0xdeff66104c08c90b 00800000:00000001:2.0:1788926552.421294:0:35251:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926552.421295:0:35251:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926552.421297:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.421298:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.421300:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.421302:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.421304:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.421307:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.421308:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926552.421310:0:35251:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.421311:0:35251:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.421313:0:35251:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926552.421315:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.421320:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.421326:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926552.421330:0:35251:0:(namei.c:1651:ll_create_it()) inode ffff9d76d15380c8 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788926552.421334:0:35251:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926552.423443:0:35251:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x240000402:0x8:0x0](ffff9d76d15380c8) 00000080:00000001:2.0:1788926552.423454:0:35251:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926552.423460:0:35251:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b67400. 00000100:00000001:2.0:1788926552.423467:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.423477:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.423484:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.423488:0:35251:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926552.423489:0:35251:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926552.423491:0:35251:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d15380c8 need_sync_to_mds [0x240000402:0x8:0x0] 00000080:00000001:2.0:1788926552.423501:0:35251:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926552.423504:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a68 00000080:00200008:2.0:1788926552.423507:0:35251:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9d76d15380c8), flags 100102 00000080:00000010:2.0:1788926552.423518:0:35251:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95540. 00000080:00000010:2.0:1788926552.423526:0:35251:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d33188c0. 00000080:00000001:2.0:1788926552.423529:0:35251:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926552.423536:0:35251:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926552.423538:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926552.423541:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926552.423544:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926552.423547:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926552.423548:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926552.423550:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:2.0:1788926552.423553:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926552.423557:0:35251:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926552.423562:0:35251:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01600. 00000002:00100000:2.0:1788926552.423567:0:35251:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926552.423574:0:35251:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926552.423575:0:35251:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926552.423578:0:35251:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926552.423581:0:35251:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926552.423584:0:35251:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926552.423586:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.423589:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926552.424204:0:35251:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926552.424208:0:35251:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926552.424234:0:35251:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926552.424236:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.424239:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63a68 00000080:00000008:2.0:1788926552.424242:0:35251:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9d76d15380c8), flags 100102, rc = 0 00000080:00000001:2.0:1788926552.424247:0:35251:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926552.424248:0:35251:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c866f900 released 00000080:00010000:2.0:1788926552.424250:0:35251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c90b from it ffff9d76c866f900 00010000:00000001:2.0:1788926552.424254:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926552.424256:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926552.424259:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a200 refcount=3 00000020:00000001:2.0:1788926552.424261:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.424264:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228416000 : -108341481135616 : ffff9d76c880a200) 00010000:00000001:2.0:1788926552.424267:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926552.424271:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926552.424279:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.424281:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.424283:0:35251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926552.424286:0:35251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926552.424288:0:35251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0001-mdc-ffff9d76e0357000 lock: ffff9d76c880a200/0xdeff66104c08c90b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabaa6 expref: -99 pid: 35251 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926552.424297:0:35251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926552.424301:0:35251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926552.424303:0:35251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926552.424307:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.424308:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926552.424310:0:35251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.424313:0:35251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926552.424315:0:35251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.424317:0:35251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.424319:0:35251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926552.424321:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926552.424322:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926552.424323:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926552.424324:0:35251:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926552.424326:0:35251:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788926552.425023:0:35251:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788926552.425035:0:35251:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926552.425038:0:35251:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788926552.425039:0:35251:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425042:0:35251:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788926552.425044:0:35251:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425046:0:35251:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926552.425048:0:35251:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425050:0:35251:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788926552.425054:0:35251:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76c866f900. 00000080:00000001:3.0:1788926552.425059:0:35251:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425063:0:35251:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788926552.425066:0:35251:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x240000402:0x8:0x0](ffff9d76d15380c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788926552.425070:0:35251:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425261:0:35251:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788926552.425265:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d88 00000080:00200008:3.0:1788926552.425267:0:35251:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 0, count: 1 00000080:00000002:3.0:1788926552.425270:0:35251:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d15380c8 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:3.0:1788926552.425272:0:35251:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788926552.425274:0:35251:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425276:0:35251:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788926552.425278:0:35251:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425281:0:35251:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:3.0:1788926552.425283:0:35251:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788926552.425286:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:3.0:1788926552.425289:0:35251:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f780 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:3.0:1788926552.425291:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:3.0:1788926552.425294:0:35251:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:3.0:1788926552.425299:0:35251:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788926552.425301:0:35251:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:3.0:1788926552.425305:0:35251:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:3.0:1788926552.425308:0:35251:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:3.0:1788926552.425311:0:35251:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:3.0:1788926552.425312:0:35251:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425315:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926552.425319:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:3.0:1788926552.425320:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000080:00000001:3.0:1788926552.425324:0:35251:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788926552.425326:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c98 00000080:00200000:3.0:1788926552.425327:0:35251:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:3.0:1788926552.425332:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c30 00000080:00200000:3.0:1788926552.425334:0:35251:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:3.0:1788926552.425336:0:35251:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788926552.425353:0:35251:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d11e6bce[0x110, 1, [0x240000402:0x8:0x0] hash] 00000020:00200000:3.0:1788926552.425355:0:35251:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:3.0:1788926552.425358:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:3.0:1788926552.425360:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1788926552.425362:0:35251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788926552.425364:0:35251:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788926552.425366:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926552.425368:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788926552.425370:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926552.425374:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425377:0:35251:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788926552.425378:0:35251:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425380:0:35251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926552.425383:0:35251:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788926552.425387:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:3.0:1788926552.425390:0:35251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788926552.425392:0:35251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788926552.425419:0:35251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788926552.425421:0:35251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788926552.425423:0:35251:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:3.0:1788926552.425425:0:35251:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788926552.425427:0:35251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788926552.425428:0:35251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425430:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926552.425431:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788926552.425432:0:35251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788926552.425434:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:3.0:1788926552.425436:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425438:0:35251:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926552.425441:0:35251:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:3.0:1788926552.425443:0:35251:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788926552.425445:0:35251:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425448:0:35251:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1788926552.425450:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788926552.425452:0:35251:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788926552.425453:0:35251:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788926552.425454:0:35251:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788926552.425457:0:35251:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:3.0:1788926552.425459:0:35251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788926552.425461:0:35251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788926552.425464:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:3.0:1788926552.425468:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926552.425469:0:35251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788926552.425471:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926552.425473:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:3.0:1788926552.425475:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:3.0:1788926552.425477:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:3.0:1788926552.425479:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1788926552.425482:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926552.425483:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788926552.425484:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1788926552.425486:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:3.0:1788926552.425487:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425489:0:35251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425491:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:3.0:1788926552.425494:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788926552.425496:0:35251:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788926552.425499:0:35251:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425501:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425503:0:35251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425505:0:35251:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425507:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425509:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1788926552.425511:0:35251:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788926552.425512:0:35251:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788926552.425515:0:35251:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788926552.425517:0:35251:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425519:0:35251:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425521:0:35251:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788926552.425523:0:35251:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:3.0:1788926552.425525:0:35251:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788926552.425526:0:35251:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788926552.425528:0:35251:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425529:0:35251:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425531:0:35251:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425533:0:35251:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.425535:0:35251:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425537:0:35251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788926552.425539:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788926552.425540:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1788926552.425541:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788926552.425543:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425544:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425546:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425547:0:35251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425549:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788926552.425551:0:35251:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788926552.425553:0:35251:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788926552.425554:0:35251:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788926552.425556:0:35251:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788926552.425558:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:3.0:1788926552.425564:0:35251:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d11fa480. 00020000:00000002:3.0:1788926552.425567:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:3.0:1788926552.425569:0:35251:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788926552.425571:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926552.425572:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:3.0:1788926552.425574:0:35251:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788926552.425578:0:35251:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76d0475a20. 00000008:00010000:3.0:1788926552.425580:0:35251:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788926552.425583:0:35251:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788926552.425584:0:35251:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788926552.425587:0:35251:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d11fa4b0, osc lock ffff9d76d0475a20, flags 0x0 00000020:00000001:3.0:1788926552.425589:0:35251:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425590:0:35251:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926552.425593:0:35251:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732373054592 : -108341336497024 : ffff9d76d11fa480) 00000020:00000001:3.0:1788926552.425609:0:35251:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788926552.425611:0:35251:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788926552.425612:0:35251:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425614:0:35251:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425616:0:35251:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788926552.425618:0:35251:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788926552.425619:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926552.425620:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:3.0:1788926552.425622:0:35251:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788926552.425624:0:35251:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788926552.425626:0:35251:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788926552.425628:0:35251:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926552.425631:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788926552.425633:0:35251:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788926552.425635:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788926552.425636:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788926552.425637:0:35251:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788926552.425638:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788926552.425641:0:35251:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788926552.425643:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926552.425648:0:35251:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.425651:0:35251:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788926552.425657:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd500. 00000020:00000040:3.0:1788926552.425660:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:3.0:1788926552.425665:0:35251:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926552.425669:0:35251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926552.425671:0:35251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.425675:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926552.425677:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926552.425681:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926552.425686:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c73a00. 00000100:00000001:3.0:1788926552.425693:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.425697:0:35251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926552.425699:0:35251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.425700:0:35251:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926552.425701:0:35251:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.425703:0:35251:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.425706:0:35251:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732227183872 : -108341482367744 : ffff9d76c86dd500) 00010000:00000001:3.0:1788926552.425709:0:35251:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926552.425711:0:35251:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926552.425715:0:35251:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfe00. 00010000:00000010:3.0:1788926552.425718:0:35251:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c52df300. 00010000:00000001:3.0:1788926552.425723:0:35251:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926552.425726:0:35251:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ff400. 00000020:00000001:3.0:1788926552.425730:0:35251:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926552.425733:0:35251:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ff400 with handle 0xdeff66104c08c912 to hash 00000020:00000001:3.0:1788926552.425735:0:35251:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926552.425736:0:35251:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000010:3.0:1788926552.425740:0:35251:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d11f9f00. 00010000:00000001:3.0:1788926552.425743:0:35251:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:3.0:1788926552.425746:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926552.425749:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.425753:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926552.425763:0:35251:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926552.425773:0:35251:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926552.425778:0:35251:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926552.425780:0:35251:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926552.425786:0:35251:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109480. 00000100:00000001:3.0:1788926552.425789:0:35251:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372067456 : -108341337484160 : ffff9d76d1109480) 00000100:00000001:3.0:1788926552.425791:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926552.425792:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227183872 : -108341482367744 : ffff9d76c86dd500) 00000100:00000001:3.0:1788926552.425796:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926552.425798:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.425800:0:35251:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926552.425801:0:35251:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926552.425810:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.425823:0:35251:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926552.425825:0:35251:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926552.425828:0:35251:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926552.425831:0:35251:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926552.425833:0:35251:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926552.425837:0:35251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd500 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513973248:192.168.203.140@tcp:101:multiop.0 00000100:00000001:3.0:1788926552.425840:0:35251:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926552.425845:0:35251:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926552.425848:0:35251:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926552.425850:0:35251:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926552.425853:0:35251:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d90000. 02000000:00000001:3.0:1788926552.425855:0:35251:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926552.425862:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926552.425866:0:35251:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b160. 00000400:00000010:3.0:1788926552.425871:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926552.425878:0:35251:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513973248, portal 4 00000100:00000001:3.0:1788926552.425880:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926552.425881:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227183872 : -108341482367744 : ffff9d76c86dd500) 00000100:00000040:3.0:1788926552.425886:0:35251:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.425893:0:35251:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926552.425895:0:35251:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926552.425897:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abee0. 00000100:00000200:3.0:1788926552.425900:0:35251:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513973248, offset 0 00000400:00000200:3.0:1788926552.425906:0:35251:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926552.425914:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.425933:0:35251:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926552.425938:0:35251:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926552.425942:0:35251:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926552.425945:0:35251:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926552.425948:0:35251:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926552.425952:0:35251:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2937:2937:256:4294967295] 192.168.203.140@tcp LPNI seq info [2937:2937:8:4294967295] 00000400:00000200:3.0:1788926552.425956:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.425964:0:35251:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926552.425970:0:35251:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926552.425975:0:35251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341a00. 00000800:00000200:3.0:1788926552.425981:0:35251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926552.425988:0:35251:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926552.425993:0:35251:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788926552.426009:0:35251:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926552.426013:0:35251:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21237 usecs (22 jiffies) 00000400:00000200:3.0:1788926552.426016:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926552.426019:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587581 00000100:00000001:3.0:1788926552.426022:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:3.0:1788926552.426034:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587581 00000100:00000001:3.0:1788926552.426037:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:3.0:1788926552.426039:0:35251:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926552.426042:0:35251:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.426044:0:35251:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926552.426046:0:35251:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926552.426048:0:35251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109480 going to sleep for 11 seconds 00000100:00000001:3.0:1788926552.426051:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926552.426053:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926552.426685:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926552.426691:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341a00. 00000400:00000200:2.0:1788926552.426696:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926552.426702:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926552.426707:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abee0 00000400:00000010:2.0:1788926552.426709:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abee0. 00000100:00000001:2.0:1788926552.426713:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926552.426718:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.426727:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.426730:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.426737:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.426738:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788926552.428533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225400. 00000800:00000001:3.0:1788926552.432797:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.432813:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.432818:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.432820:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.432829:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.432836:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.432845:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.432850:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.432857:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.432861:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32363200 00000400:00000200:3.0:1788926552.432866:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.432871:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x85f5 [1] + 224 00000800:00000001:3.0:1788926552.432878:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.432885:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.432888:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.432892:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.432899:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.432907:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.432917:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.432946:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.432954:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.432957:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.433052:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926552.433060:0:35251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926552.433063:0:35251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926552.433066:0:35251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b160. 00000400:00000200:1.0:1788926552.433071:0:35251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:1.0:1788926552.433073:0:35251:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:1.0:1788926552.433076:0:35251:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926552.433081:0:35251:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926552.433090:0:35251:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926552.433097:0:35251:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926552.433099:0:35251:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.433101:0:35251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926552.433104:0:35251:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926552.433106:0:35251:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926552.433108:0:35251:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.433110:0:35251:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926552.433119:0:35251:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=69 v=5 (5 5 5 37) 00000100:00001000:1.0:1788926552.433122:0:35251:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926552.433125:0:35251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926552.433126:0:35251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.433129:0:35251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926552.433132:0:35251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.433135:0:35251:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926552.433137:0:35251:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:1.0:1788926552.433139:0:35251:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926552.433141:0:35251:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.433147:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926552.433155:0:35251:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926552.433157:0:35251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926552.433159:0:35251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926552.433164:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926552.433171:0:35251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd500 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513973248:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926552.433176:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.433178:0:35251:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.433181:0:35251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926552.433183:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.433187:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926552.433194:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926552.433196:0:35251:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109480. 00000100:00000001:1.0:1788926552.433199:0:35251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926552.433201:0:35251:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.433203:0:35251:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926552.433206:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.433209:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.433212:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=4 00000020:00000001:1.0:1788926552.433214:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433217:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000040:1.0:1788926552.433224:0:35251:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ff400, remote cookie: 0x840913afd2dabab4, flags: 0x1 00010000:00010000:1.0:1788926552.433230:0:35251:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.433240:0:35251:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788926552.433244:0:35251:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.433246:0:35251:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926552.433249:0:35251:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788926552.433254:0:35251:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926552.433262:0:35251:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x5:0x0].0x0 (ffff9d76c52dfe00) refcount = 1 00010000:00000040:1.0:1788926552.433265:0:35251:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788926552.433268:0:35251:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.433275:0:35251:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926552.433277:0:35251:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926552.433279:0:35251:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926552.433281:0:35251:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.433284:0:35251:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.433290:0:35251:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926552.433292:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.433293:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.433294:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.433295:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.433296:0:35251:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.433300:0:35251:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788926552.433302:0:35251:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926552.433305:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.433306:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.433308:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=3 00000020:00000001:1.0:1788926552.433310:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433312:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433314:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.433315:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.433316:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=4 00000020:00000001:1.0:1788926552.433318:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433320:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433322:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926552.433325:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.433328:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.433352:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.433353:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926552.433356:0:35251:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788926552.433360:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00010000:1.0:1788926552.433363:0:35251:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788926552.433370:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.433373:0:35251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926552.433375:0:35251:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788926552.433378:0:35251:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926552.433381:0:35251:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433383:0:35251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433385:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926552.433387:0:35251:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788926552.433389:0:35251:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.433429:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.433431:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.433432:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=5 00000020:00000001:1.0:1788926552.433434:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433436:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.433439:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926552.433441:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.433448:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.433449:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926552.433451:0:35251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.433457:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926552.433459:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.433461:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926552.433462:0:35251:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.433464:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.433469:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd500 x1875823513973248/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926552.433475:0:35251:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926552.433478:0:35251:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926552.433481:0:35251:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d90000. 02000000:00000001:1.0:1788926552.433486:0:35251:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926552.433488:0:35251:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926552.433490:0:35251:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926552.433492:0:35251:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926552.433494:0:35251:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c73a00. 02000000:00000001:1.0:1788926552.433497:0:35251:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926552.433499:0:35251:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926552.433501:0:35251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd500. 00000100:00000001:1.0:1788926552.433505:0:35251:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926552.433506:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926552.433509:0:35251:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.433511:0:35251:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433514:0:35251:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.433517:0:35251:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433518:0:35251:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433520:0:35251:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433523:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433525:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433528:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1788926552.433533:0:35251:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788926552.433538:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b80 00000080:00200000:1.0:1788926552.433540:0:35251:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1788926552.433543:0:35251:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788926552.433547:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926552.433551:0:35251:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f780 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:1.0:1788926552.433553:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926552.433556:0:35251:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1788926552.433559:0:35251:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788926552.433562:0:35251:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788926552.433565:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1788926552.433568:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926552.433570:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926552.433571:0:35251:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926552.433574:0:35251:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926552.433577:0:35251:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433579:0:35251:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.433581:0:35251:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433583:0:35251:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926552.433588:0:35251:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926552.433590:0:35251:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1788926552.433627:0:35251:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1788926552.433629:0:35251:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] fffffaf94436ea80 0 1 00000020:00000001:1.0:1788926552.433632:0:35251:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926552.433634:0:35251:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433636:0:35251:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788926552.433641:0:35251:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d1845380. 00000020:00000001:1.0:1788926552.433645:0:35251:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788926552.433647:0:35251:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788926552.433649:0:35251:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788926552.433652:0:35251:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788926552.433654:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926552.433656:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000008:00000001:1.0:1788926552.433659:0:35251:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788926552.433661:0:35251:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d18453f0 folio fffffaf94436ea80 pg:0 obj off 0 00000008:00000001:1.0:1788926552.433663:0:35251:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433665:0:35251:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788926552.433666:0:35251:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788926552.433668:0:35251:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788926552.433670:0:35251:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.433673:0:35251:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433675:0:35251:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732379652992 : -108341329898624 : ffff9d76d1845380) 00000020:00000001:1.0:1788926552.433677:0:35251:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732379652992 : -108341329898624 : ffff9d76d1845380) 00000020:00000001:1.0:1788926552.433679:0:35251:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1788926552.433681:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926552.433683:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926552.433686:0:35251:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788926552.433687:0:35251:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788926552.433688:0:35251:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926552.433693:0:35251:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 1 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926552.433695:0:35251:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788926552.433696:0:35251:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926552.433697:0:35251:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788926552.433699:0:35251:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1788926552.433701:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.433703:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.433705:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926552.433708:0:35251:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926552.433712:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926552.433713:0:35251:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.433715:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926552.433716:0:35251:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926552.433718:0:35251:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788926552.433720:0:35251:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926552.433722:0:35251:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:1.0:1788926552.433725:0:35251:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433726:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433728:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000080:00000001:1.0:1788926552.433731:0:35251:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926552.433734:0:35251:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788926552.433735:0:35251:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926552.433738:0:35251:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788926552.433740:0:35251:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1788926552.433742:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926552.433743:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926552.433745:0:35251:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788926552.433747:0:35251:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926552.433758:0:35251:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788926552.433760:0:35251:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926552.433762:0:35251:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926552.433762:0:35251:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788926552.433766:0:35251:0:(rw26.c:929:ll_write_end()) page@000000008cf35d34[3 00000000d4391d92 2 1 000000004165928a 0 0 0] 00000080:00200000:1.0:1788926552.433769:0:35251:0:(rw26.c:929:ll_write_end()) vmpage @00000000079b754f 17ffffc0001001 3:0 ffff9d76d1845380 0 lru 00000080:00200000:1.0:1788926552.433777:0:35251:0:(rw26.c:929:ll_write_end()) osc-page@000000004b25ffd9 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000007b0f2018 0000000058bee4ab > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788926552.433779:0:35251:0:(rw26.c:929:ll_write_end()) end page@000000008cf35d34 00000080:00200000:1.0:1788926552.433781:0:35251:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788926552.433783:0:35251:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926552.433787:0:35251:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788926552.433789:0:35251:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1788926552.433792:0:35251:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788926552.433794:0:35251:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788926552.433796:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926552.433797:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926552.433799:0:35251:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788926552.433801:0:35251:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788926552.433803:0:35251:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788926552.433805:0:35251:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926552.433806:0:35251:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1788926552.433807:0:35251:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788926552.433811:0:35251:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d18453f0 folio fffffaf94436ea80 pg:0 added for cmd 2 00000008:00000001:1.0:1788926552.433815:0:35251:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788926552.433817:0:35251:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1788926552.433823:0:35251:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:1.0:1788926552.433828:0:35251:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9d76d1845428 page fffffaf94436ea80 00000008:00000020:1.0:1788926552.433831:0:35251:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1788926552.433835:0:35251:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788926552.433837:0:35251:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.433839:0:35251:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788926552.433843:0:35251:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9d76d09213c0. 00000008:00000020:1.0:1788926552.433848:0:35251:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9d76c6940a80 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1788926552.433853:0:35251:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788926552.433858:0:35251:0:(osc_cache.c:858:osc_extent_find()) extent ffff9d76d09213c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9d76c6940a80], [28672|0|-|-|ffff9d76c13ff400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788926552.433865:0:35251:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788926552.433873:0:35251:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788926552.433877:0:35251:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.433879:0:35251:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.433882:0:35251:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788926552.433883:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000002:1.0:1788926552.433885:0:35251:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1788926552.433887:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.433889:0:35251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926552.433890:0:35251:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1788926552.433892:0:35251:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926552.433893:0:35251:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433895:0:35251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433897:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926552.433898:0:35251:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788926552.433900:0:35251:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788926552.433901:0:35251:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926552.433904:0:35251:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[4 00000000d4391d92 2 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926552.433906:0:35251:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1788926552.433907:0:35251:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788926552.433908:0:35251:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788926552.433910:0:35251:0:(osc_request.c:745:osc_update_next_shrink()) next time 3120 to shrink grant 00000080:00000001:1.0:1788926552.433912:0:35251:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788926552.433913:0:35251:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788926552.433933:0:35251:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d1538278, count 1, dirtied 1 00000080:00000001:1.0:1788926552.433935:0:35251:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788926552.433937:0:35251:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788926552.433939:0:35251:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926552.433940:0:35251:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926552.433941:0:35251:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926552.433944:0:35251:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[3 00000000d4391d92 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926552.433945:0:35251:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788926552.433946:0:35251:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926552.433948:0:35251:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788926552.433949:0:35251:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926552.433951:0:35251:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[3 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926552.433952:0:35251:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1788926552.433954:0:35251:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788926552.433955:0:35251:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788926552.433956:0:35251:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788926552.433958:0:35251:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433960:0:35251:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.433962:0:35251:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433964:0:35251:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926552.433966:0:35251:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1788926552.433968:0:35251:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926552.433969:0:35251:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788926552.433970:0:35251:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433973:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b80 00000080:00200000:1.0:1788926552.433975:0:35251:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1788926552.433977:0:35251:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.433979:0:35251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926552.433981:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.433982:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926552.433984:0:35251:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788926552.433985:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.433987:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.433988:0:35251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926552.433989:0:35251:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926552.433991:0:35251:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433993:0:35251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433995:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926552.433996:0:35251:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.433998:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434000:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434002:0:35251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434004:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434006:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926552.434007:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788926552.434008:0:35251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926552.434009:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1788926552.434011:0:35251:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788926552.434014:0:35251:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788926552.434018:0:35251:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6940a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788926552.434023:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926552.434035:0:35251:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434037:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926552.434039:0:35251:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434041:0:35251:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788926552.434042:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926552.434043:0:35251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434045:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434047:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926552.434048:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926552.434050:0:35251:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926552.434052:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:1.0:1788926552.434055:0:35251:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926552.434056:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926552.434058:0:35251:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926552.434060:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926552.434061:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926552.434062:0:35251:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926552.434063:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d11fa4b0 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926552.434066:0:35251:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926552.434067:0:35251:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926552.434069:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.434070:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.434072:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=5 00000020:00000001:1.0:1788926552.434074:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.434077:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.434079:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926552.434081:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926552.434088:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.434089:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.434091:0:35251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926552.434093:0:35251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926552.434096:0:35251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926552.434104:0:35251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926552.434107:0:35251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926552.434109:0:35251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926552.434113:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.434115:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.434116:0:35251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.434119:0:35251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926552.434121:0:35251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.434123:0:35251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.434125:0:35251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.434127:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926552.434128:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.434129:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926552.434130:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.434131:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926552.434132:0:35251:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926552.434134:0:35251:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926552.434135:0:35251:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926552.434137:0:35251:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926552.434138:0:35251:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926552.434139:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926552.434143:0:35251:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926552.434144:0:35251:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926552.434145:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d11fa4b0 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926552.434148:0:35251:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76d0475a20. 00000020:00000001:1.0:1788926552.434151:0:35251:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926552.434153:0:35251:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d11fa480. 00020000:00000001:1.0:1788926552.434156:0:35251:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926552.434157:0:35251:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926552.434158:0:35251:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788926552.434160:0:35251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926552.434161:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.434162:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926552.434164:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926552.434165:0:35251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434167:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434168:0:35251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926552.434169:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926552.434171:0:35251:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788926552.434173:0:35251:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1788926552.434174:0:35251:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926552.434176:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926552.434178:0:35251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926552.434179:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.434180:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926552.434182:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926552.434183:0:35251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434185:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434187:0:35251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926552.434188:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926552.434190:0:35251:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926552.434194:0:35251:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1788926552.434197:0:35251:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788926552.434199:0:35251:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788926552.434200:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926552.434202:0:35251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926552.434203:0:35251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926552.434204:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926552.434206:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926552.434208:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926552.434211:0:35251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926552.434212:0:35251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926552.434214:0:35251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926552.434215:0:35251:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926552.434218:0:35251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926552.434219:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788926552.434221:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c98 00000080:00200000:1.0:1788926552.434222:0:35251:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1788926552.434226:0:35251:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926552.434227:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.434229:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.434231:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926552.434233:0:35251:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926552.434234:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926552.434236:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1788926552.434238:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926552.434239:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788926552.434241:0:35251:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1788926552 a=0 c=1788926552 b=0 00020000:00000001:1.0:1788926552.434244:0:35251:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926552.434245:0:35251:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788926552 a=0 c=1788926552 b=0 00020000:00000001:1.0:1788926552.434248:0:35251:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434250:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434252:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000080:00200000:1.0:1788926552.434254:0:35251:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 0 00000080:00000001:1.0:1788926552.434257:0:35251:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788926552.434260:0:35251:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1788926552.434263:0:35251:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1788926552.434265:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926552.434267:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d88 00000080:00000008:1.0:1788926552.434269:0:35251:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1788926552.434272:0:35251:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926552.434293:0:35251:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:1.0:1788926552.434295:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63e48 00000080:00200008:1.0:1788926552.434298:0:35251:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:1.0:1788926552.434304:0:35251:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788926552.434305:0:35251:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926552.434307:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926552.434310:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926552.434312:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926552.434314:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.434316:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926552.434318:0:35251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926552.434320:0:35251:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926552.434322:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926552.434324:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926552.434325:0:35251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926552.434328:0:35251:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788926552.434331:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926552.434334:0:35251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926552.434335:0:35251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926552.434337:0:35251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926552.434339:0:35251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434341:0:35251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926552.434343:0:35251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926552.434344:0:35251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434346:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926552.434347:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926552.434348:0:35251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926552.434350:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926552.434353:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434355:0:35251:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926552.434356:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926552.434358:0:35251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926552.434360:0:35251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926552.434362:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926552.434365:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926552.434366:0:35251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926552.434367:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926552.434369:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926552.434371:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926552.434373:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.434375:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926552.434377:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926552.434378:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926552.434379:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926552.434380:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926552.434382:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434384:0:35251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434385:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926552.434387:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926552.434388:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434391:0:35251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434392:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434419:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926552.434421:0:35251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926552.434422:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.434424:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926552.434425:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926552.434426:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434428:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434429:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434431:0:35251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434432:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926552.434433:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434435:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434436:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1788926552.434438:0:35251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926552.434439:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.434440:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926552.434441:0:35251:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788926552.434443:0:35251:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788926552.434446:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788926552.434447:0:35251:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788926552.434449:0:35251:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926552.434452:0:35251:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788926552.434453:0:35251:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926552.434454:0:35251:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446635732196133504 : -108341513418112 : ffff9d76c6940a80) 00000008:00000020:1.0:1788926552.434457:0:35251:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9d76c6940a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788926552.434459:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788926552.434460:0:35251:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788926552.434461:0:35251:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926552.434463:0:35251:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788926552.434465:0:35251:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788926552.434467:0:35251:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9d76d09213c0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9d76c6940a80], [28672|1|+|-|ffff9d76c13ff400|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788926552.434474:0:35251:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788926552.434483:0:35251:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788926552.434486:0:35251:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788926552.434489:0:35251:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788926552.434491:0:35251:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788926552.434494:0:35251:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9d76d09213c0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9d76c6940a80], [28672|1|+|-|ffff9d76c13ff400|1024|ffff9d76c691cf80]} make ready 00000008:00010000:1.0:1788926552.434498:0:35251:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788926552.434504:0:35251:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788926552.434506:0:35251:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788926552.434515:0:35251:0:(cl_page.c:1171:cl_page_make_ready()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788926552.434517:0:35251:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:1.0:1788926552.434518:0:35251:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788926552.434519:0:35251:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926552.434520:0:35251:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926552.434523:0:35251:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926552.434524:0:35251:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926552.434526:0:35251:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926552.434528:0:35251:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926552.434529:0:35251:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788926552.434530:0:35251:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926552.434531:0:35251:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788926552.434534:0:35251:0:(cl_page.c:1193:cl_page_make_ready()) page@000000008cf35d34[2 00000000d4391d92 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926552.434536:0:35251:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788926552.434537:0:35251:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434539:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.434540:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.434542:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788926552.434544:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434545:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926552.434547:0:35251:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434550:0:35251:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788926552.434552:0:35251:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9d76e0357000: cli: ffff9d76e0285568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788926552.434558:0:35251:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9d76c85ccaa8. 00000008:00000010:1.0:1788926552.434562:0:35251:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9d76c6111a90. 00000020:00000001:1.0:1788926552.434565:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788926552.434567:0:35251:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788926552.434568:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788926552.434571:0:35251:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788926552/1788926552 00000020:00000001:1.0:1788926552.434574:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788926552.434575:0:35251:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788926552.434578:0:35251:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788926552.434580:0:35251:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788926552.434582:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926552.434587:0:35251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926552.434589:0:35251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926552.434595:0:35251:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788926552.434597:0:35251:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788926552.434600:0:35251:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926552.434605:0:35251:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926552.434608:0:35251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926552.434620:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.434621:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926552.434623:0:35251:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926552.434625:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926552.434626:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926552.434628:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=3 00000020:00000001:1.0:1788926552.434630:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.434632:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00000008:00000001:1.0:1788926552.434634:0:35251:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926552.434636:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.434637:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788926552.434638:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788926552.434640:0:35251:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788926552.434644:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629500. 00000020:00000040:1.0:1788926552.434647:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926552.434653:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926552.434655:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926552.434658:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926552.434664:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aea00. 00000100:00000001:1.0:1788926552.434670:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788926552.434676:0:35251:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1788926552.434681:0:35251:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9d76e0357000: dirty: 28672 undirty: 484638720 dropped 0 grant: 8359936 cl_lost_grant 0 00000008:00000001:1.0:1788926552.434686:0:35251:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788926552.434710:0:35251:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 2937 MB/s 00000008:00008000:1.0:1788926552.434716:0:35251:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffaf94436ea80 map ffff9d76d1538278 index 0 flags 17ffffc0005008 count 3 priv ffff9d76d1845380: off 0 00000008:00000001:1.0:1788926552.434724:0:35251:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788926552.434726:0:35251:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1788926552.434730:0:35251:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9d76c9629500 - object 0x280000400:5 offset 0<>1 00000008:00000001:1.0:1788926552.434732:0:35251:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434734:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788926552.434736:0:35251:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788926552.434737:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788926552.434739:0:35251:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788926552/1788926552 00000020:00000001:1.0:1788926552.434740:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788926552.434741:0:35251:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788926552.434743:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788926552.434745:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926552.434746:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000008:00000002:1.0:1788926552.434754:0:35251:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000066e0ab08, now 0r/1w/0d in flight req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788926552.434761:0:35251:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1788926552.434768:0:35251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a29838bd] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788926552.434785:0:35251:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788926552.434787:0:35251:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434789:0:35251:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434790:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926552.434791:0:35251:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434793:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926552.434794:0:35251:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434795:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926552.434796:0:35251:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434799:0:35251:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926552.434800:0:35251:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.434802:0:35251:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788926552.434805:0:35251:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788926552.434808:0:35251:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926552.434810:0:35251:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434812:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434814:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.434815:0:35251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434817:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.434818:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926552.434820:0:35251:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788926552.434821:0:35251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926552.434822:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1788926552.434825:0:35251:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1788926552.434827:0:35251:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:1.0:1788926552.434828:0:35251:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.435117:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.435121:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.435123:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.435130:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.435143:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.435145:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.435148:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.435150:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.435153:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.435157:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513973376:192.168.203.140@tcp:4:multiop.0 00000100:00000001:0.0:1788926552.435160:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.435166:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.435168:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.435171:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.435175:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926552.435177:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.435184:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.435188:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.435193:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926552.435199:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513973376, portal 4 00000100:00000001:0.0:1788926552.435201:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.435202:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000040:0.0:1788926552.435208:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.435215:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.435218:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.435221:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821440. 00000100:00000200:0.0:1788926552.435224:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875823513973376, offset 0 00000400:00000200:0.0:1788926552.435230:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.435237:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.435244:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.435250:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.435253:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.435257:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.435260:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.435264:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2938:2938:256:4294967295] 192.168.203.140@tcp LPNI seq info [2938:2938:8:4294967295] 00000400:00000200:0.0:1788926552.435268:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.435277:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.435283:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.435288:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926552.435294:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.435301:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.435305:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.435324:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.435328:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21181 usecs (22 jiffies) 00000400:00000200:0.0:1788926552.435331:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.435341:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587591 00000100:00000001:0.0:1788926552.435344:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.435346:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587591 00000100:00000001:0.0:1788926552.435348:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.435350:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.435353:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.435355:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.435358:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.435365:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.435367:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926552.435369:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.435370:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.435372:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.435373:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.435385:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.435387:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926552.435585:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926552.435590:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926552.435594:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926552.435598:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926552.435603:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821440 00000400:00000010:2.0:1788926552.435605:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821440. 00000100:00000001:2.0:1788926552.435609:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926552.435613:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.435622:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926552.435625:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926552.435631:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926552.435632:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.441974:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.441990:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.441994:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.441996:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.442005:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.442011:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.442019:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.442023:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.442038:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.442041:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 4 MB=0x6aa0d32363280 00000400:00000200:3.0:1788926552.442046:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.442051:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 448/448 into md 0x8605 [1] + 224 00000800:00000001:3.0:1788926552.442057:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.442064:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.442067:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.442070:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.442076:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.442085:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.442095:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.442115:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.442122:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.442126:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.442251:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.442255:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.442262:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.442264:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.442267:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.442272:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926552.442275:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926552.442278:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.442283:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.442291:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629500 x1875823513973376/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.442297:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.442299:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.442301:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.442304:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.442307:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.442308:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.442311:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.442320:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dca8 time=818 v=5 (5 5 5 0) 00000100:00001000:0.0:1788926552.442324:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926552.442327:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.442328:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.442331:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.442334:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.442337:0:2397:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926552.442339:0:2397:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926552.442341:0:2397:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926552.442343:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.442344:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000001:0.0:1788926552.442347:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926552.442349:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967322 00000100:00000001:0.0:1788926552.442351:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.442354:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.442359:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629500 x1875823513973376/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.442367:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.442370:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.442372:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926552.442376:0:2397:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788926552.442378:0:2397:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788926552.442381:0:2397:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788926552.442384:0:2397:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788926552.442388:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for usr 0 00000001:04000000:0.0:1788926552.442390:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for grp 0 00000001:04000000:0.0:1788926552.442392:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for prj 0 00000001:00000001:0.0:1788926552.442394:0:2397:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788926552.442435:0:2397:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1788926552.442438:0:2397:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1788926552.442450:0:2397:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788926552.442453:0:2397:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788926552.442455:0:2397:0:(osc_request.c:2586:brw_interpret()) request ffff9d76c9629500 aa ffff9d76c96296b0 rc 0 00000020:00000001:0.0:1788926552.442462:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926552.442465:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926552.442467:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926552.442470:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926552.442472:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.442474:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.442484:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000010:0.0:1788926552.442487:0:2397:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9d76c6111a90. 00000020:00000001:0.0:1788926552.442491:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926552.442493:0:2397:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788926552.442497:0:2397:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788926552.442500:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.442503:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629500 x1875823513973376/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.442510:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926552.442513:0:2397:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788926552.442516:0:2397:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9d76d09213c0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9d76c6940a80], [28672|1|+|+|ffff9d76c13ff400|1024|ffff9d76c691cf80]} extent finished. 00000008:00010000:0.0:1788926552.442533:0:2397:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788926552.442551:0:2397:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788926552.442553:0:2397:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1788926552.442557:0:2397:0:(cl_page.c:1115:cl_page_complete()) page@000000008cf35d34[2 00000000d4391d92 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926552.442559:0:2397:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1788926552.442561:0:2397:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788926552.442562:0:2397:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788926552.442564:0:2397:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926552.442567:0:2397:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926552.442568:0:2397:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788926552.442570:0:2397:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788926552.442572:0:2397:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788926552.442576:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788926552.442577:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788926552.442591:0:2397:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788926552.442593:0:2397:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788926552.442594:0:2397:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926552.442597:0:2397:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926552.442599:0:2397:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1788926552.442600:0:2397:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788926552.442602:0:2397:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788926552.442604:0:2397:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 16797696 dirty: 0/0 00000008:00000020:0.0:1788926552.442612:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9d76d09213c0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9d76c6940a80], [28672|0|-|-|ffff9d76c13ff400|1024|ffff9d76c691cf80]} destroyed. 00000008:00010000:0.0:1788926552.442618:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788926552.442636:0:2397:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788926552.442638:0:2397:0:(osc_request.c:2540:osc_release_ppga()) kvfreed 'ppga': 8 at ffff9d76c85ccaa8. 00000008:00000020:0.0:1788926552.442646:0:2397:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9d76e0285568. 00000008:00000001:0.0:1788926552.442655:0:2397:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.442660:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629500 x1875823513973376/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.442674:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513973376:192.168.203.140@tcp:4:multiop.0 00000100:00000001:0.0:1788926552.442679:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.442681:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.442684:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513973376/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.442690:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.442692:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.442698:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.442700:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.442702:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.442704:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.442714:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926552.442718:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926552.442721:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000008:00000020:0.0:1788926552.442724:0:34770:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9d76e0285568. 00000008:00000001:0.0:1788926552.442726:0:34770:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788926552.442728:0:34770:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788926552.442730:0:34770:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926552.442732:0:34770:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788926552.442733:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000008:00000001:1.0:1788926552.443267:0:35251:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.443271:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926552.443273:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788926552.443277:0:35251:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9d76d09213c0. 00000008:00000020:1.0:1788926552.443283:0:35251:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788926552.443286:0:35251:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.443288:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926552.443291:0:35251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.443293:0:35251:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788926552.443295:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926552.443298:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926552.443300:0:35251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926552.443303:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.443304:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926552.443305:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926552.443306:0:35251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.443309:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.443310:0:35251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926552.443311:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926552.443312:0:35251:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926552.443314:0:35251:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926552.443316:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926552.443318:0:35251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926552.443319:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.443320:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926552.443321:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926552.443322:0:35251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.443324:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.443326:0:35251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926552.443327:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926552.443329:0:35251:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.443331:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926552.443333:0:35251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926552.443334:0:35251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926552.443336:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926552.443337:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926552.443338:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926552.443341:0:35251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926552.443343:0:35251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926552.443346:0:35251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926552.443348:0:35251:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926552.443351:0:35251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926552.443352:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926552.443354:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926552.443356:0:35251:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926552.443360:0:35251:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.443366:0:35251:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926552.443369:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926552.443373:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926552.443375:0:35251:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926552.443378:0:35251:0:(file.c:5353:ll_mdsync()) inode ffff9d76d15380c8 metadata sync [0x240000402:0x8:0x0] (need_sync=1) 00800000:00000001:1.0:1788926552.443384:0:35251:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:1.0:1788926552.443387:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926552.443389:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926552.443392:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926552.443426:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926552.443428:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926552.443430:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1788926552.443433:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926552.443449:0:35251:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:1.0:1788926552.443457:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629880. 00000020:00000040:1.0:1788926552.443461:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=7 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926552.443464:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926552.443467:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926552.443482:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926552.443490:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af600. 00000100:00000001:1.0:1788926552.443496:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.443501:0:35251:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926552.443502:0:35251:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926552.443508:0:35251:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76e020de40. 00000100:00000001:1.0:1788926552.443510:0:35251:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732624793152 : -108341084758464 : ffff9d76e020de40) 00000100:00000001:1.0:1788926552.443512:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926552.443513:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000001:1.0:1788926552.443618:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926552.443682:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.443686:0:35251:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926552.443688:0:35251:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926552.443694:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.443702:0:35251:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926552.443704:0:35251:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.443708:0:35251:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926552.443710:0:35251:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926552.443713:0:35251:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926552.443717:0:35251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513973504:192.168.203.140@tcp:44:multiop.0 00000100:00000001:1.0:1788926552.443721:0:35251:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926552.443726:0:35251:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926552.443728:0:35251:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.443730:0:35251:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926552.443735:0:35251:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00800. 02000000:00000001:1.0:1788926552.443737:0:35251:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926552.443744:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926552.443748:0:35251:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926552.443754:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926552.443760:0:35251:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513973504, portal 10 00000100:00000001:1.0:1788926552.443762:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926552.443763:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000040:1.0:1788926552.443769:0:35251:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.443776:0:35251:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926552.443778:0:35251:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926552.443782:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8220. 00000100:00000200:1.0:1788926552.443784:0:35251:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875823513973504, offset 0 00000400:00000200:1.0:1788926552.443790:0:35251:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926552.443796:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926552.443803:0:35251:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926552.443807:0:35251:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926552.443811:0:35251:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926552.443815:0:35251:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926552.443817:0:35251:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926552.443821:0:35251:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2939:2939:256:4294967295] 192.168.203.140@tcp LPNI seq info [2939:2939:8:4294967295] 00000400:00000200:1.0:1788926552.443825:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926552.443834:0:35251:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926552.443840:0:35251:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926552.443844:0:35251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926552.443850:0:35251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926552.443858:0:35251:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926552.443862:0:35251:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788926552.443999:0:35251:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.444004:0:35251:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20253 usecs (21 jiffies) 00000400:00000200:1.0:1788926552.444008:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926552.444011:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587599 00000100:00000001:1.0:1788926552.444014:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:1.0:1788926552.444016:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587599 00000100:00000001:1.0:1788926552.444018:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:1.0:1788926552.444021:0:35251:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926552.444023:0:35251:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.444035:0:35251:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926552.444037:0:35251:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926552.444040:0:35251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76e020de40 going to sleep for 11 seconds 00000100:00000001:1.0:1788926552.444042:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926552.444045:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.445371:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.445378:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926552.445384:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.445393:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.445423:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8220 00000400:00000010:3.0:1788926552.445426:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8220. 00000100:00000001:3.0:1788926552.445431:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.445438:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.445461:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.445465:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.445472:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.445615:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926552.459168:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.459184:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.459189:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.459191:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.459199:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.459207:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.459215:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.459220:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.459225:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.459229:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d32363300 00000400:00000200:3.0:1788926552.459234:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.459240:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x860d [1] + 224 00000800:00000001:3.0:1788926552.459246:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.459253:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.459256:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.459261:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.459272:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.459281:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926552.459292:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926552.459316:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.459323:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.459327:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.461817:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926552.461829:0:35251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926552.461832:0:35251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926552.461835:0:35251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926552.461844:0:35251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926552.461847:0:35251:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926552.461851:0:35251:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926552.461864:0:35251:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926552.461876:0:35251:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.461884:0:35251:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926552.461886:0:35251:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.461889:0:35251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926552.461892:0:35251:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926552.461895:0:35251:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926552.461897:0:35251:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926552.461900:0:35251:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926552.461909:0:35251:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=69 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926552.461913:0:35251:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926552.461916:0:35251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926552.461917:0:35251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926552.461920:0:35251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926552.461923:0:35251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.461927:0:35251:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926552.461929:0:35251:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: committing for last_committed 4294967334 gen 1 00000100:00000040:1.0:1788926552.462067:0:35251:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff9d76c8b3ad80 x1875823513970816/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462076:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.462081:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3ad80 x1875823513970816/t4294967330(4294967330) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462087:0:35251:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926552.462090:0:35251:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926552.462094:0:35251:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd000. 02000000:00000001:1.0:1788926552.462098:0:35251:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926552.462101:0:35251:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926552.462103:0:35251:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=6 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926552.462106:0:35251:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926552.462109:0:35251:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dfc00. 02000000:00000001:1.0:1788926552.462112:0:35251:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926552.462114:0:35251:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926552.462116:0:35251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3ad80. 00000100:00000001:1.0:1788926552.462120:0:35251:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926552.462121:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926552.462126:0:35251:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967334) req@ffff9d76d857a680 x1875823513972608/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462132:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.462135:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857a680 x1875823513972608/t4294967332(4294967332) o36->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462141:0:35251:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926552.462142:0:35251:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926552.462144:0:35251:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880d800. 02000000:00000001:1.0:1788926552.462146:0:35251:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926552.462147:0:35251:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926552.462148:0:35251:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926552.462150:0:35251:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926552.462151:0:35251:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:1.0:1788926552.462153:0:35251:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926552.462154:0:35251:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926552.462156:0:35251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857a680. 00000100:00000001:1.0:1788926552.462158:0:35251:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926552.462160:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788926552.462165:0:35251:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926552.462172:0:35251:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926552.462175:0:35251:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1788926552.462177:0:35251:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926552.462179:0:35251:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.462184:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462192:0:35251:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926552.462195:0:35251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926552.462197:0:35251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926552.462202:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926552.462211:0:35251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513973504:192.168.203.140@tcp:44:multiop.0 00000100:00000001:1.0:1788926552.462216:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926552.462219:0:35251:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.462221:0:35251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926552.462223:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.462226:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462232:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926552.462234:0:35251:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76e020de40. 00000100:00000001:1.0:1788926552.462238:0:35251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926552.462239:0:35251:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926552.462242:0:35251:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926552.462245:0:35251:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.462249:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926552.462252:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629880 x1875823513973504/t0(0) o44->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926552.462257:0:35251:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926552.462259:0:35251:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926552.462261:0:35251:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00800. 02000000:00000001:1.0:1788926552.462264:0:35251:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926552.462266:0:35251:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926552.462267:0:35251:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926552.462269:0:35251:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926552.462270:0:35251:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af600. 02000000:00000001:1.0:1788926552.462273:0:35251:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926552.462274:0:35251:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926552.462276:0:35251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629880. 00000100:00000001:1.0:1788926552.462278:0:35251:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926552.462279:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926552.462283:0:35251:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:1.0:1788926552.462285:0:35251:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926552.462288:0:35251:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926552.462291:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926552.462295:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926552.462297:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926552.462303:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.462306:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926552.462309:0:35251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926552.462311:0:35251:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926552.462314:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926552.462316:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926552.462318:0:35251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926552.462323:0:35251:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1788926552.462328:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926552.462332:0:35251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926552.462334:0:35251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926552.462336:0:35251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926552.462338:0:35251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.462340:0:35251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926552.462342:0:35251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926552.462344:0:35251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462346:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926552.462347:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926552.462348:0:35251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926552.462349:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926552.462352:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462354:0:35251:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926552.462356:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926552.462358:0:35251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926552.462361:0:35251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926552.462364:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788926552.462367:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926552.462369:0:35251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926552.462370:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926552.462372:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926552.462374:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926552.462377:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.462379:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926552.462382:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926552.462384:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926552.462385:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926552.462386:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926552.462389:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.462390:0:35251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.462392:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926552.462564:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926552.462567:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.462570:0:35251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462571:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462573:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926552.462574:0:35251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926552.462576:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.462577:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926552.462579:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926552.462580:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462582:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.462583:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.462585:0:35251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462586:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926552.462587:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462589:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.462591:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1788926552.462593:0:35251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926552.462594:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.462595:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926552.462794:0:35251:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788926552.462798:0:35251:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788926552.462802:0:35251:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1788926552.462806:0:35251:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.462809:0:35251:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788926552.462812:0:35251:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788926552.462814:0:35251:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.462817:0:35251:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788926552.462820:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926552.462822:0:35251:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926552.462824:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926552.462826:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926552.462827:0:35251:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926552.462829:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926552.462832:0:35251:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788926552.462840:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629880. 00000020:00000040:1.0:1788926552.462844:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926552.462848:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926552.462851:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926552.462856:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926552.462863:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af600. 00000100:00000001:1.0:1788926552.462869:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926552.462876:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926552.462880:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926552.462888:0:35251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c8219] to pc [ptlrpcd_00_01+1] req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.462958:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.462962:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.462964:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926552.462970:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.462977:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926552.462980:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.462983:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926552.462986:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926552.462989:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926552.462992:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513973632:192.168.203.140@tcp:16:multiop.0 00000100:00000001:0.0:1788926552.462996:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926552.463001:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926552.463003:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.463005:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926552.463010:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926552.463013:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926552.463020:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926552.463035:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926552.463042:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926552.463049:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513973632, portal 4 00000100:00000001:0.0:1788926552.463052:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926552.463053:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000040:0.0:1788926552.463060:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.463067:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926552.463070:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926552.463073:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821110. 00000100:00000200:0.0:1788926552.463076:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875823513973632, offset 0 00000400:00000200:0.0:1788926552.463082:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926552.463090:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.463099:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926552.463104:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926552.463108:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926552.463112:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926552.463114:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926552.463118:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2940:2940:256:4294967295] 192.168.203.140@tcp LPNI seq info [2940:2940:8:4294967295] 00000400:00000200:0.0:1788926552.463122:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926552.463131:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926552.463137:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926552.463142:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2f00. 00000800:00000200:0.0:1788926552.463149:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926552.463157:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926552.463162:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2f00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788926552.463181:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.463186:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21127 usecs (22 jiffies) 00000400:00000200:0.0:1788926552.463189:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926552.463192:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296587619 00000100:00000001:0.0:1788926552.463195:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.463197:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296587619 00000100:00000001:0.0:1788926552.463199:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296588279 00000100:00000001:0.0:1788926552.463202:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.463204:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.463207:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.463209:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926552.463340:0:35251:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.463343:0:35251:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926552.463345:0:35251:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.463347:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.463349:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.463351:0:35251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.463352:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.463354:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926552.463357:0:35251:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788926552.463358:0:35251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926552.463359:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:1.0:1788926552.463389:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926552.463392:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926552.463570:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926552.463575:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:3.0:1788926552.463580:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.463585:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926552.463589:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821110 00000400:00000010:3.0:1788926552.463592:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821110. 00000100:00000001:3.0:1788926552.463595:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926552.463608:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.463616:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926552.463619:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.463631:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926552.463633:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926552.464926:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.464931:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926552.465055:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.465057:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926552.465061:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.465064:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926552.468568:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.468585:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926552.468589:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.468592:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.468601:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.468609:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926552.468617:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.468622:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.468638:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.468642:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 432 into portal 4 MB=0x6aa0d32363380 00000400:00000200:3.0:1788926552.468647:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926552.468652:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 432/432 into md 0x8615 [1] + 224 00000800:00000001:3.0:1788926552.468659:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.468666:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926552.468668:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926552.468672:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926552.468678:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926552.468686:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926552.468696:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926552.468716:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926552.468724:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926552.468727:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.469166:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.469170:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926552.469177:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926552.469179:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926552.469182:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926552.469187:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926552.469189:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926552.469192:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926552.469197:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926552.469208:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.469214:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926552.469216:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.469218:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926552.469221:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926552.469224:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926552.469227:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926552.469229:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926552.469238:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=69 v=5 (5 5 5 37) 00000100:00001000:0.0:1788926552.469242:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926552.469245:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926552.469247:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.469249:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926552.469252:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.469256:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788926552.469258:0:2398:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: committing for last_committed 4294967336 gen 17 00000100:00000040:0.0:1788926552.469264:0:2398:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff9d76c9629500 x1875823513973376/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.469271:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.469275:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629500 x1875823513973376/t4294967336(4294967336) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926568 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.469281:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.469283:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.469286:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880e800. 02000000:00000001:0.0:1788926552.469290:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.469292:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.469294:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.469296:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.469299:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10aea00. 02000000:00000001:0.0:1788926552.469302:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.469304:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.469306:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629500. 00000100:00000001:0.0:1788926552.469309:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.469311:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.469313:0:2398:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788926552.469316:0:2398:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788926552.469318:0:2398:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926552.469320:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.469324:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.469337:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926552.469340:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926552.469341:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926552.469345:0:2398:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788926552.469352:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926552.469354:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926552.469356:0:2398:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926552.469359:0:2398:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926552.469362:0:2398:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.469363:0:2398:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926552.469365:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:0.0:1788926552.469380:0:2398:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926552.469385:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926552.469392:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513973632:192.168.203.140@tcp:16:multiop.0 00000100:00000001:0.0:1788926552.469435:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.469437:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926552.469441:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629880 x1875823513973632/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926552.469448:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926552.469449:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926552.469451:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926552.469453:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926552.469454:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926552.469456:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926552.469457:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926552.469459:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af600. 02000000:00000001:0.0:1788926552.469461:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926552.469462:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926552.469464:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629880. 00000100:00000001:0.0:1788926552.469466:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926552.469468:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.469470:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926552.469687:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926552.469691:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926552.469693:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926552.469697:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.470087:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926552.470091:0:35251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.470093:0:35251:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1788926552.470099:0:35251:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926552.470101:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.470104:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926552.470106:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926552.470110:0:35251:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926552.470115:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926552.470118:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1788926552.470120:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926552.470121:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788926552.470123:0:35251:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=1 (1) m=1788926552 a=0 c=1788926552 b=8 00020000:00000001:1.0:1788926552.470127:0:35251:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926552.470128:0:35251:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788926552 a=0 c=1788926552 b=8 00020000:00000001:1.0:1788926552.470131:0:35251:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.470133:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.470134:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000080:00200000:1.0:1788926552.470136:0:35251:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 1 i_blocks 8 00000080:00000001:1.0:1788926552.470139:0:35251:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926552.470140:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926552.470142:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926552.470144:0:35251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926552.470146:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.470147:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926552.470148:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926552.470150:0:35251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.470151:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.470152:0:35251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926552.470153:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926552.470154:0:35251:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926552.470156:0:35251:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926552.470158:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926552.470159:0:35251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926552.470160:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926552.470161:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926552.470162:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926552.470163:0:35251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.470165:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926552.470166:0:35251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926552.470167:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926552.470169:0:35251:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.470171:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926552.470172:0:35251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926552.470173:0:35251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926552.470174:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926552.470176:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926552.470177:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926552.470180:0:35251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926552.470182:0:35251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926552.470184:0:35251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926552.470187:0:35251:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926552.470189:0:35251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926552.470191:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926552.470193:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926552.470195:0:35251:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926552.470202:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63e48 00000080:00000008:1.0:1788926552.470204:0:35251:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:1.0:1788926552.470207:0:35251:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.507268:0:35255:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926552.507275:0:35255:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926552.507279:0:35255:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bb78 00000080:00200000:3.0:1788926552.507283:0:35255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926552.507291:0:35255:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c73200. 00800000:00000002:3.0:1788926552.507298:0:35255:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926552.507302:0:35255:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926552.507307:0:35255:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926552.507309:0:35255:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6ba98 00800000:00000002:3.0:1788926552.507311:0:35255:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926552.507315:0:35255:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926552.507318:0:35255:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926552.507320:0:35255:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926552.507322:0:35255:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926552.507325:0:35255:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926552.507327:0:35255:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926552.507330:0:35255:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926552.507332:0:35255:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926552.507335:0:35255:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926552.507340:0:35255:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926552.507341:0:35255:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b968 00000002:00010000:3.0:1788926552.507343:0:35255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926552.507347:0:35255:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926552.507349:0:35255:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926552.507352:0:35255:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926552.507358:0:35255:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:3.0:1788926552.507361:0:35255:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926552.507366:0:35255:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926552.507369:0:35255:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926552.507374:0:35255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788926552.507384:0:35255:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926552.507389:0:35255:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926552.507393:0:35255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788926552.508261:0:35255:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926552.508263:0:35255:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926552.508265:0:35255:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926552.508268:0:35255:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926552.508270:0:35255:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926552.508273:0:35255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926552.508276:0:35255:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926552.508279:0:35255:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926552.508282:0:35255:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c73200. 00000080:00000001:3.0:1788926552.508288:0:35255:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926552.508289:0:35255:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926552.508293:0:35255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926552.508296:0:35255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8f6 00800000:00000001:3.0:1788926552.508300:0:35255:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926552.508302:0:35255:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926552.508304:0:35255:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926552.508306:0:35255:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926552.508309:0:35255:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:3.0:1788926552.508311:0:35255:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:3.0:1788926552.508314:0:35255:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:3.0:1788926552.508317:0:35255:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.508318:0:35255:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926552.508319:0:35255:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926552.508321:0:35255:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926552.508324:0:35255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8f6 from it ffffb2d841c6bbb0 00010000:00000001:3.0:1788926552.508326:0:35255:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926552.508327:0:35255:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926552.508328:0:35255:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:3.0:1788926552.508330:0:35255:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:3.0:1788926552.508332:0:35255:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:3.0:1788926552.508334:0:35255:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926552.508337:0:35255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926552.508344:0:35255:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.508345:0:35255:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926552.508346:0:35255:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926552.508348:0:35255:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926552.508351:0:35255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926552.508358:0:35255:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926552.508361:0:35255:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926552.508363:0:35255:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926552.508367:0:35255:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.508368:0:35255:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926552.508370:0:35255:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.508373:0:35255:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926552.508375:0:35255:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.508377:0:35255:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.508380:0:35255:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926552.508382:0:35255:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926552.508384:0:35255:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926552.508385:0:35255:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926552.508388:0:35255:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926552.508390:0:35255:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926552.508393:0:35255:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788926552.509353:0:35255:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509361:0:35255:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:3.0:1788926552.509363:0:35255:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788926552.509366:0:35255:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bb78 00000080:00200008:3.0:1788926552.509368:0:35255:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 504000 00000080:00000010:3.0:1788926552.509446:0:35255:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c17c3400. 00000080:00000001:3.0:1788926552.509452:0:35255:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509454:0:35255:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509514:0:35255:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788926552.509517:0:35255:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=8028667f arg=7ffd82d4c650 00000080:00000001:3.0:1788926552.509534:0:35255:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:3.0:1788926552.509536:0:35255:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:3.0:1788926552.509538:0:35255:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509540:0:35255:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509542:0:35255:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509553:0:35255:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:3.0:1788926552.509555:0:35255:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788926552.509557:0:35255:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bdd0 00000080:00200008:3.0:1788926552.509559:0:35255:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 504000 00000080:00400000:3.0:1788926552.509562:0:35255:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788926552.509565:0:35255:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c17c3400. 00000080:00000001:3.0:1788926552.509568:0:35255:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788926552.509571:0:35255:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bdd0 00000080:00000008:3.0:1788926552.509573:0:35255:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 504000, rc = 0 00000080:00000001:3.0:1788926552.509575:0:35255:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926552.509577:0:35255:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.769727:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.769734:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.769738:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.769740:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.769742:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.769743:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926552.769745:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926552.769746:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926552.780315:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926552.780321:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926552.780326:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926553.153519:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296588279, at 4296588288 00000100:00000010:3.0:1788926553.153534:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f0c0. 00000100:00000040:2.0:1788926553.154799:0:29914:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296588279, at 4296588289 00000100:00000010:2.0:1788926553.154816:0:29914:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fea0. 00000100:00000040:3.0:1788926553.154979:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926553.154984:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926553.154992:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ded80. 00000020:00000040:3.0:1788926553.154997:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926553.155001:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926553.155004:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926553.155009:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926553.155017:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341400. 00000100:00000001:3.0:1788926553.155033:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.155045:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926553.155055:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926553.155059:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.155065:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088684b84] to pc [ptlrpcd_01_00+0] req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.155094:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.155097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926553.155100:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926553.155104:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df480. 00000020:00000040:3.0:1788926553.155106:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926553.155108:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926553.155109:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926553.155111:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926553.155114:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341a00. 00000100:00000001:3.0:1788926553.155117:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.155121:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926553.155127:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926553.155129:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.155133:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000939ed4] to pc [ptlrpcd_01_01+1] req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.155140:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.155143:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1925) 00000100:00000001:2.0:1788926553.155197:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.155201:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.155204:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926553.155209:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.155217:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926553.155219:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.155223:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926553.155225:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926553.155228:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926553.155231:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513973760:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926553.155234:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926553.155239:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926553.155241:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.155244:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926553.155248:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b66200. 02000000:00000001:2.0:1788926553.155250:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926553.155258:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926553.155261:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926553.155268:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926553.155276:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513973760, portal 25 00000100:00000001:2.0:1788926553.155278:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.155279:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227190144 : -108341482361472 : ffff9d76c86ded80) 00000100:00000040:2.0:1788926553.155284:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.155291:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926553.155293:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926553.155296:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926553.155298:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513973760, offset 0 00000400:00000200:2.0:1788926553.155305:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926553.155312:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.155319:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926553.155323:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926553.155327:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926553.155330:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926553.155333:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926553.155336:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2941:2941:256:4294967295] 192.168.203.140@tcp LPNI seq info [2941:2941:8:4294967295] 00000400:00000200:2.0:1788926553.155341:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.155350:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926553.155355:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926553.155360:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c200. 00000800:00000200:2.0:1788926553.155367:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926553.158133:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926553.158140:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926553.158162:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926553.158171:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926553.158174:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296592485 00000100:00000010:2.0:1788926553.158185:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fea0. 00000100:00000001:2.0:1788926553.158195:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926553.158201:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296592485 00000100:00000010:2.0:1788926553.158205:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f1e0. 00000100:00000001:2.0:1788926553.158208:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926553.158211:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.158214:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.158219:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.158222:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.158231:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.158233:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788926553.158236:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.158237:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.158239:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926553.158242:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788926553.158244:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.158246:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.158247:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.158248:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.158249:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.158251:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926553.158258:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.158267:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926553.158269:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.158272:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926553.158275:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926553.158278:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926553.158281:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513973888:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926553.158285:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926553.158290:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926553.158292:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.158295:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926553.158299:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c8b66a00. 02000000:00000001:2.0:1788926553.158302:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926553.158306:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926553.158310:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926553.158316:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926553.158322:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513973888, portal 4 00000100:00000001:2.0:1788926553.158325:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.158326:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227191936 : -108341482359680 : ffff9d76c86df480) 00000100:00000040:2.0:1788926553.158334:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.158341:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926553.158343:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926553.158346:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530c38. 00000100:00000200:2.0:1788926553.158349:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513973888, offset 0 00000400:00000200:2.0:1788926553.158355:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926553.158362:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.158368:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926553.158373:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926553.158377:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926553.158380:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926553.158383:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926553.158386:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2942:2942:255:4294967295] 192.168.203.140@tcp LPNI seq info [2942:2942:7:4294967295] 00000400:00000200:2.0:1788926553.158390:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.158417:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926553.158423:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926553.158429:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3ce00. 00000800:00000200:2.0:1788926553.158433:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926553.158439:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926553.158442:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926553.158445:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.158448:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 212982 usecs (213 jiffies) 00000400:00000200:2.0:1788926553.158452:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926553.158454:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588506 00000100:00000001:2.0:1788926553.158456:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.158458:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588506 00000100:00000001:2.0:1788926553.158461:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.158462:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.158464:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.158467:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.158469:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.158484:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.158486:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.158656:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.158661:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c200. 00000400:00000200:3.0:1788926553.158667:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.158672:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.158677:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:3.0:1788926553.158680:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:3.0:1788926553.158685:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.158690:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.158699:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.158703:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.158709:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.158711:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926553.158774:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.158777:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3ce00. 00000400:00000200:3.0:1788926553.158780:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.158784:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.158786:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530c38 00000400:00000010:3.0:1788926553.158788:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530c38. 00000100:00000001:3.0:1788926553.158790:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.158794:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.158800:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.158803:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.158809:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.158811:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.162453:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.162468:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.162481:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.162484:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.162492:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.162500:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.162509:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.162522:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.162527:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.162531:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32363400 00000400:00000200:3.0:1788926553.162537:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.162542:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x861d [1] + 224 00000800:00000001:3.0:1788926553.162558:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.162565:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.162569:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.162573:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.162580:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.162588:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.162598:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.162622:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.162631:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.162634:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.163684:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.163689:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926553.163697:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926553.163699:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926553.163703:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:2.0:1788926553.163708:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:2.0:1788926553.163711:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:2.0:1788926553.163715:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.163722:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926553.163732:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.163740:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926553.163742:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.163744:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926553.163747:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926553.163750:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926553.163752:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.163755:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926553.163761:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=70 v=5 (5 5 5 5) 00000100:00001000:2.0:1788926553.163766:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926553.163769:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926553.163770:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.163773:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926553.163776:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.163779:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.163784:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.163792:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.163795:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926553.163797:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926553.163801:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926553.163809:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513973760:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926553.163814:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.163817:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.163820:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ded80 x1875823513973760/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.163827:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926553.163830:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926553.163833:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b66200. 02000000:00000001:2.0:1788926553.163836:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926553.163839:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926553.163841:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:2.0:1788926553.163844:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926553.163847:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341400. 02000000:00000001:2.0:1788926553.163851:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926553.163853:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926553.163855:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ded80. 00000100:00000001:2.0:1788926553.163859:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926553.163860:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.163863:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.163865:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.163867:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.163868:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.163870:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926553.164190:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.164200:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.164203:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.164205:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.164211:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.164217:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.164223:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.164227:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.164231:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.164235:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32363480 00000400:00000200:3.0:1788926553.164240:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.164245:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x862d [1] + 224 00000800:00000001:3.0:1788926553.164251:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.164257:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.164260:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.164264:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.164270:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.164275:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.164285:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.164306:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.164311:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.164314:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.165485:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.165502:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926553.165510:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926553.165512:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926553.165515:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a69f8. 00000400:00000200:2.0:1788926553.165521:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:2.0:1788926553.165523:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:2.0:1788926553.165526:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.165534:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926553.165545:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.165552:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926553.165554:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.165556:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926553.165559:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926553.165561:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926553.165563:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.165565:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926553.165573:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=70 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926553.165577:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926553.165580:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926553.165582:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.165584:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926553.165587:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.165591:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926553.165593:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:2.0:1788926553.165595:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926553.165596:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.165601:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.165607:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.165609:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926553.165611:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926553.165614:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926553.165628:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513973888:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926553.165633:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.165635:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.165638:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df480 x1875823513973888/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.165644:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926553.165646:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926553.165649:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c8b66a00. 02000000:00000001:2.0:1788926553.165652:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926553.165654:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926553.165656:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926553.165658:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926553.165661:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341a00. 02000000:00000001:2.0:1788926553.165664:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926553.165666:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926553.165668:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df480. 00000100:00000001:2.0:1788926553.165671:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926553.165672:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.165675:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.165683:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.165685:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.165687:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.165689:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344532:0:35251:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788926553.344539:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d88 00000080:00200008:1.0:1788926553.344543:0:35251:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 1, count: 1 00000080:00000002:1.0:1788926553.344547:0:35251:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d15380c8 need_sync_to_oss [0x240000402:0x8:0x0] 00000080:00000001:1.0:1788926553.344550:0:35251:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788926553.344552:0:35251:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344554:0:35251:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788926553.344559:0:35251:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344562:0:35251:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1788926553.344564:0:35251:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788926553.344568:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926553.344571:0:35251:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f780 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:1.0:1788926553.344574:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926553.344576:0:35251:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000080:00000001:1.0:1788926553.344585:0:35251:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926553.344587:0:35251:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:1.0:1788926553.344591:0:35251:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1788926553.344594:0:35251:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1788926553.344596:0:35251:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1788926553.344598:0:35251:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344600:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.344603:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.344605:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.344609:0:35251:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788926553.344610:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c98 00000080:00200000:1.0:1788926553.344612:0:35251:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:1.0:1788926553.344617:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c30 00000080:00200000:1.0:1788926553.344618:0:35251:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1788926553.344621:0:35251:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788926553.344628:0:35251:0:(cl_io.c:215:cl_io_rw_init()) header@00000000d11e6bce[0x110, 2, [0x240000402:0x8:0x0] hash] 00000020:00200000:1.0:1788926553.344630:0:35251:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:1.0:1788926553.344633:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.344635:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.344637:0:35251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.344639:0:35251:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.344642:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.344643:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788926553.344646:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.344649:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344652:0:35251:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926553.344654:0:35251:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344656:0:35251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.344658:0:35251:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788926553.344661:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926553.344665:0:35251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.344667:0:35251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.344669:0:35251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.344670:0:35251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788926553.344672:0:35251:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:1.0:1788926553.344674:0:35251:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788926553.344675:0:35251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.344677:0:35251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344678:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.344679:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.344680:0:35251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.344681:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926553.344683:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344685:0:35251:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.344687:0:35251:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1788926553.344689:0:35251:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788926553.344692:0:35251:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344694:0:35251:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926553.344696:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926553.344699:0:35251:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926553.344701:0:35251:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788926553.344702:0:35251:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788926553.344704:0:35251:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:1.0:1788926553.344707:0:35251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926553.344709:0:35251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926553.344713:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1788926553.344716:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.344718:0:35251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.344719:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.344721:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.344723:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.344726:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.344727:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.344730:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.344731:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.344732:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.344734:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.344736:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344737:0:35251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344739:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.344742:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788926553.344744:0:35251:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788926553.344746:0:35251:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344748:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344751:0:35251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344752:0:35251:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344754:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344756:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1788926553.344758:0:35251:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788926553.344760:0:35251:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788926553.344762:0:35251:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788926553.344764:0:35251:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344766:0:35251:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344768:0:35251:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788926553.344770:0:35251:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1788926553.344772:0:35251:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788926553.344773:0:35251:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788926553.344775:0:35251:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344776:0:35251:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344778:0:35251:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344780:0:35251:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.344781:0:35251:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344783:0:35251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926553.344795:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.344796:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926553.344798:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.344800:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344801:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344804:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344805:0:35251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344807:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.344808:0:35251:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926553.344810:0:35251:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926553.344812:0:35251:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926553.344814:0:35251:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926553.344816:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1788926553.344823:0:35251:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592e00. 00020000:00000002:1.0:1788926553.344825:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1788926553.344827:0:35251:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926553.344829:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.344830:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.344832:0:35251:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926553.344836:0:35251:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926553.344838:0:35251:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788926553.344840:0:35251:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.344842:0:35251:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926553.344844:0:35251:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d8592e30, osc lock ffff9d76c51f3c80, flags 0x0 00000020:00000001:1.0:1788926553.344846:0:35251:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344848:0:35251:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.344850:0:35251:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494265856 : -108341215285760 : ffff9d76d8592e00) 00000020:00000001:1.0:1788926553.344852:0:35251:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.344853:0:35251:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.344855:0:35251:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344856:0:35251:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344858:0:35251:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.344860:0:35251:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.344861:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.344862:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.344864:0:35251:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.344866:0:35251:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.344867:0:35251:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788926553.344869:0:35251:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.344872:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926553.344874:0:35251:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.344876:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.344878:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926553.344879:0:35251:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926553.344880:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926553.344882:0:35251:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926553.344885:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.344891:0:35251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926553.344894:0:35251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.344900:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.344904:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.344908:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926553.344919:0:35251:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.344924:0:35251:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.344927:0:35251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.344934:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.344936:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.344938:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=3 00000020:00000001:1.0:1788926553.344949:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344952:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00000008:00000001:1.0:1788926553.344955:0:35251:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926553.344957:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.344959:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.344960:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=4 00000020:00000001:1.0:1788926553.344962:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344963:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344965:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.344967:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.344968:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=5 00000020:00000001:1.0:1788926553.344970:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344972:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344974:0:35251:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.344975:0:35251:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.344978:0:35251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.344984:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.344986:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.344988:0:35251:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.344989:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.344990:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.344991:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=6 00000020:00000001:1.0:1788926553.344993:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344994:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.344997:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.344999:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.345006:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345007:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926553.345010:0:35251:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.345016:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.345027:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345028:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.345029:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345030:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.345031:0:35251:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.345033:0:35251:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345035:0:35251:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345037:0:35251:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345039:0:35251:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345041:0:35251:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345043:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345044:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345046:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1788926553.345048:0:35251:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788926553.345052:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b80 00000080:00200000:1.0:1788926553.345054:0:35251:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:1.0:1788926553.345056:0:35251:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788926553.345057:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926553.345060:0:35251:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866f780 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:1.0:1788926553.345062:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926553.345064:0:35251:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1788926553.345066:0:35251:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788926553.345355:0:35251:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788926553.345359:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1788926553.345362:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.345363:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.345365:0:35251:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926553.345368:0:35251:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926553.345370:0:35251:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345372:0:35251:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345374:0:35251:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345375:0:35251:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.345379:0:35251:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926553.345380:0:35251:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:1.0:1788926553.345384:0:35251:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1788926553.345386:0:35251:0:(cl_page.c:438:cl_page_find()) 0@[0x240000402:0x8:0x0] fffffaf94436ea80 ffff9d76d1845380 1 00000020:00000001:1.0:1788926553.345389:0:35251:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926553.345390:0:35251:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446635732379652992 : -108341329898624 : ffff9d76d1845380) 00000020:00000001:1.0:1788926553.345393:0:35251:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446635732379652992 : -108341329898624 : ffff9d76d1845380) 00000020:00000001:1.0:1788926553.345430:0:35251:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1788926553.345433:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.345434:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.345436:0:35251:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788926553.345438:0:35251:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788926553.345439:0:35251:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.345444:0:35251:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 1 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926553.345446:0:35251:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788926553.345447:0:35251:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926553.345448:0:35251:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788926553.345450:0:35251:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788926553.345451:0:35251:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.345454:0:35251:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788926553.345455:0:35251:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:1.0:1788926553.345457:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.345458:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.345460:0:35251:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788926553.345462:0:35251:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926553.345464:0:35251:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788926553.345465:0:35251:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926553.345466:0:35251:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926553.345468:0:35251:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788926553.345471:0:35251:0:(rw26.c:929:ll_write_end()) page@000000008cf35d34[3 00000000d4391d92 2 1 000000004165928a 0 0 0] 00000080:00200000:1.0:1788926553.345474:0:35251:0:(rw26.c:929:ll_write_end()) vmpage @00000000079b754f 17ffffc0001029 2:0 ffff9d76d1845380 0 lru 00000080:00200000:1.0:1788926553.345481:0:35251:0:(rw26.c:929:ll_write_end()) osc-page@000000004b25ffd9 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 000000007b0f2018 0000000058bee4ab > 3< 0 0 > 4< 0 0 8 16797696 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788926553.345483:0:35251:0:(rw26.c:929:ll_write_end()) end page@000000008cf35d34 00000080:00200000:1.0:1788926553.345485:0:35251:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788926553.345486:0:35251:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.345490:0:35251:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788926553.345491:0:35251:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:1.0:1788926553.345494:0:35251:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788926553.345496:0:35251:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788926553.345497:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.345499:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.345500:0:35251:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788926553.345502:0:35251:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788926553.345504:0:35251:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788926553.345505:0:35251:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926553.345507:0:35251:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1788926553.345508:0:35251:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788926553.345512:0:35251:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d18453f0 folio fffffaf94436ea80 pg:0 added for cmd 2 00000008:00000001:1.0:1788926553.345516:0:35251:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788926553.345518:0:35251:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1788926553.345526:0:35251:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 16797696, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:28672 00000008:00000020:1.0:1788926553.345530:0:35251:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9d76d1845428 page fffffaf94436ea80 00000008:00000020:1.0:1788926553.345534:0:35251:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 16769024, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:1.0:1788926553.345538:0:35251:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788926553.345539:0:35251:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.345541:0:35251:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788926553.345546:0:35251:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9d76d09213c0. 00000008:00000020:1.0:1788926553.345552:0:35251:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9d76c6940a80 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:1.0:1788926553.345557:0:35251:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788926553.345562:0:35251:0:(osc_cache.c:858:osc_extent_find()) extent ffff9d76d09213c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9d76c6940a80], [28672|0|-|-|ffff9d76c13ff400|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788926553.345568:0:35251:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788926553.345576:0:35251:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788926553.345579:0:35251:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.345582:0:35251:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.345584:0:35251:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788926553.345586:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000002:1.0:1788926553.345589:0:35251:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:1.0:1788926553.345591:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.345592:0:35251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926553.345595:0:35251:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:1.0:1788926553.345597:0:35251:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926553.345599:0:35251:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345600:0:35251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345602:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926553.345604:0:35251:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788926553.345605:0:35251:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788926553.345607:0:35251:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926553.345610:0:35251:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[4 00000000d4391d92 2 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926553.345612:0:35251:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1788926553.345613:0:35251:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788926553.345614:0:35251:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788926553.345616:0:35251:0:(osc_request.c:745:osc_update_next_shrink()) next time 3121 to shrink grant 00000080:00000001:1.0:1788926553.345619:0:35251:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788926553.345620:0:35251:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788926553.345627:0:35251:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d1538278, count 1, dirtied 1 00000080:00000001:1.0:1788926553.345629:0:35251:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788926553.345631:0:35251:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788926553.345632:0:35251:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926553.345634:0:35251:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926553.345635:0:35251:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.345638:0:35251:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[3 00000000d4391d92 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.345639:0:35251:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788926553.345641:0:35251:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926553.345642:0:35251:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788926553.345643:0:35251:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926553.345646:0:35251:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[3 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.345647:0:35251:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1788926553.345648:0:35251:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788926553.345649:0:35251:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788926553.345651:0:35251:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788926553.345653:0:35251:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345654:0:35251:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345656:0:35251:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345657:0:35251:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.345659:0:35251:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1788926553.345661:0:35251:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926553.345662:0:35251:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788926553.345663:0:35251:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345666:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63b80 00000080:00200000:1.0:1788926553.345667:0:35251:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1788926553.345669:0:35251:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345671:0:35251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926553.345673:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.345674:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926553.345675:0:35251:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788926553.345677:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.345678:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.345680:0:35251:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926553.345682:0:35251:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926553.345683:0:35251:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345685:0:35251:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345686:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926553.345688:0:35251:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345689:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345691:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345692:0:35251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345694:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345696:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926553.345697:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788926553.345698:0:35251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926553.345699:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1788926553.345701:0:35251:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788926553.345704:0:35251:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788926553.345708:0:35251:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6940a80 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788926553.345713:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.345716:0:35251:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.345718:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.345719:0:35251:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.345721:0:35251:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788926553.345723:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926553.345724:0:35251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345726:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.345728:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926553.345730:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.345731:0:35251:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926553.345733:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:1.0:1788926553.345736:0:35251:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.345737:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926553.345740:0:35251:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926553.345741:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.345742:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.345744:0:35251:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.345745:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d8592e30 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926553.345749:0:35251:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926553.345750:0:35251:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926553.345753:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.345754:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.345756:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=5 00000020:00000001:1.0:1788926553.345758:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.345760:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.345762:0:35251:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.345765:0:35251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.345773:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345774:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.345776:0:35251:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.345778:0:35251:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.345781:0:35251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926553.345911:0:35251:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.345914:0:35251:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.345917:0:35251:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.345920:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345922:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.345923:0:35251:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.345926:0:35251:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.345928:0:35251:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.345930:0:35251:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.345932:0:35251:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.345934:0:35251:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.345936:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345937:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.345938:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.345939:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.345941:0:35251:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926553.345943:0:35251:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.345944:0:35251:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.345945:0:35251:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.345947:0:35251:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.345949:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926553.345952:0:35251:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926553.345953:0:35251:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.345953:0:35251:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d8592e30 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926553.345956:0:35251:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:1.0:1788926553.345959:0:35251:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926553.345961:0:35251:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592e00. 00020000:00000001:1.0:1788926553.345964:0:35251:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.345965:0:35251:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.345966:0:35251:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788926553.345968:0:35251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.345970:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.345971:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.345972:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926553.345974:0:35251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345975:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345977:0:35251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.345978:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.345980:0:35251:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788926553.345981:0:35251:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1788926553.345983:0:35251:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926553.345984:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.345986:0:35251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.345987:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.345988:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926553.345990:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926553.345991:0:35251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345993:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.345995:0:35251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.345996:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.345998:0:35251:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.346001:0:35251:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1788926553.346003:0:35251:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788926553.346006:0:35251:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788926553.346007:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.346009:0:35251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.346010:0:35251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.346011:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.346013:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.346015:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.346017:0:35251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.346028:0:35251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.346030:0:35251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.346032:0:35251:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.346035:0:35251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.346036:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.346037:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63c98 00000080:00200000:1.0:1788926553.346039:0:35251:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1788926553.346043:0:35251:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926553.346045:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.346046:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.346048:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926553.346051:0:35251:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926553.346055:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926553.346057:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:1.0:1788926553.346058:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926553.346059:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1788926553.346062:0:35251:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1788926553 a=0 c=1788926553 b=8 00020000:00000001:1.0:1788926553.346065:0:35251:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.346067:0:35251:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788926553 a=0 c=1788926553 b=8 00020000:00000001:1.0:1788926553.346174:0:35251:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.346176:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.346179:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000080:00200000:1.0:1788926553.346181:0:35251:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1788926553.346183:0:35251:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788926553.346187:0:35251:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1788926553.346190:0:35251:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1788926553.346192:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.346195:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d88 00000080:00000008:1.0:1788926553.346197:0:35251:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x240000402:0x8:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:1.0:1788926553.346200:0:35251:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.346211:0:35251:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:1.0:1788926553.346212:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63e48 00000080:00200008:1.0:1788926553.346214:0:35251:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:1.0:1788926553.346219:0:35251:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788926553.346221:0:35251:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926553.346222:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.346224:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.346226:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.346228:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.346230:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.346232:0:35251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.346234:0:35251:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.346236:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.346237:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926553.346238:0:35251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.346241:0:35251:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788926553.346243:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926553.346246:0:35251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.346247:0:35251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.346249:0:35251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.346250:0:35251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.346252:0:35251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926553.346254:0:35251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.346255:0:35251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.346257:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.346258:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.346259:0:35251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.346260:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926553.346263:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.346265:0:35251:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926553.346266:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926553.358724:0:35251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926553.358729:0:35251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926553.358734:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926553.358738:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.358740:0:35251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.358742:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.358746:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.358750:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.358755:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.358757:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.358761:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.358763:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.358764:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.358766:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.358768:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.358769:0:35251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.358772:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.358774:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926553.358776:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.358778:0:35251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358780:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358782:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926553.358783:0:35251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926553.358785:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.358786:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926553.358787:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.358789:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358790:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.358792:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.358804:0:35251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358806:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.358807:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358808:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358810:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1788926553.358812:0:35251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926553.358813:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.358814:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926553.358816:0:35251:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788926553.358819:0:35251:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788926553.358825:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788926553.358827:0:35251:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788926553.358828:0:35251:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926553.358831:0:35251:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788926553.358832:0:35251:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926553.358834:0:35251:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446635732196133504 : -108341513418112 : ffff9d76c6940a80) 00000008:00000020:1.0:1788926553.358837:0:35251:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9d76c6940a80 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788926553.358841:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788926553.358842:0:35251:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788926553.358843:0:35251:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926553.358845:0:35251:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788926553.358847:0:35251:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788926553.358850:0:35251:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9d76d09213c0@{[0 -> 0/1023], [1|0|+|cache|wiuY|ffff9d76c6940a80], [28672|1|+|-|ffff9d76c13ff400|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788926553.358859:0:35251:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1788926553.358877:0:35251:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788926553.358880:0:35251:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788926553.358885:0:35251:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788926553.358888:0:35251:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788926553.358891:0:35251:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9d76d09213c0@{[0 -> 0/1023], [1|0|+|locking|wiuY|ffff9d76c6940a80], [28672|1|+|-|ffff9d76c13ff400|1024|ffff9d76c691cf80]} make ready 00000008:00010000:1.0:1788926553.358897:0:35251:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1788926553.358903:0:35251:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788926553.358905:0:35251:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788926553.358919:0:35251:0:(cl_page.c:1171:cl_page_make_ready()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788926553.358920:0:35251:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:1.0:1788926553.358922:0:35251:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788926553.358923:0:35251:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926553.358925:0:35251:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926553.358926:0:35251:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926553.358927:0:35251:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926553.358929:0:35251:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.358932:0:35251:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.358934:0:35251:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788926553.358935:0:35251:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926553.358937:0:35251:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788926553.358939:0:35251:0:(cl_page.c:1193:cl_page_make_ready()) page@000000008cf35d34[2 00000000d4391d92 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.358941:0:35251:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788926553.358942:0:35251:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358944:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.358946:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.358948:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788926553.358950:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.358952:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000008:00000001:1.0:1788926553.358954:0:35251:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.358957:0:35251:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788926553.358961:0:35251:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9d76e0357000: cli: ffff9d76e0285568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788926553.358969:0:35251:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9d76c85ccfc0. 00000008:00000010:1.0:1788926553.358974:0:35251:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9d76c61114e0. 00000020:00000001:1.0:1788926553.358976:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788926553.358979:0:35251:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788926553.358980:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788926553.358983:0:35251:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788926553/1788926553 00000020:00000001:1.0:1788926553.358986:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788926553.358988:0:35251:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788926553.358991:0:35251:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788926553.358993:0:35251:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788926553.358995:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.359001:0:35251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926553.359003:0:35251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.359009:0:35251:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788926553.359013:0:35251:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788926553.359016:0:35251:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.359165:0:35251:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.359170:0:35251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926553.359178:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.359180:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.359182:0:35251:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926553.359184:0:35251:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.359187:0:35251:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.359189:0:35251:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=3 00000020:00000001:1.0:1788926553.359191:0:35251:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.359194:0:35251:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00000008:00000001:1.0:1788926553.359196:0:35251:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:1.0:1788926553.359198:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.359199:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788926553.359200:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788926553.359203:0:35251:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788926553.359208:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962ad80. 00000020:00000040:1.0:1788926553.359212:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926553.359217:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.359220:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.359222:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.359229:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afc00. 00000100:00000001:1.0:1788926553.359236:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788926553.359243:0:35251:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:1.0:1788926553.359247:0:35251:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9d76e0357000: dirty: 28672 undirty: 484638720 dropped 0 grant: 16769024 cl_lost_grant 0 00000008:00000001:1.0:1788926553.359253:0:35251:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788926553.359276:0:35251:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 2937 MB/s 00000008:00008000:1.0:1788926553.359282:0:35251:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffaf94436ea80 map ffff9d76d1538278 index 0 flags 17ffffc0005028 count 2 priv ffff9d76d1845380: off 0 00000008:00000001:1.0:1788926553.359290:0:35251:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788926553.359292:0:35251:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:1.0:1788926553.359296:0:35251:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9d76c962ad80 - object 0x280000400:5 offset 0<>2 00000008:00000001:1.0:1788926553.359298:0:35251:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.359300:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788926553.359301:0:35251:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788926553.359302:0:35251:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788926553.359304:0:35251:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788926553/1788926553 00000020:00000001:1.0:1788926553.359306:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788926553.359307:0:35251:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788926553.359308:0:35251:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788926553.359310:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.359312:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000008:00000002:1.0:1788926553.359322:0:35251:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000136f512e, now 0r/1w/0d in flight req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788926553.359329:0:35251:0:(osc_request.c:2988:osc_build_rpc()) [0x240000402:0x8:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1788926553.359337:0:35251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec96ffbc] to pc [ptlrpcd_00_00+0] req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788926553.359367:0:35251:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788926553.359369:0:35251:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.359371:0:35251:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.359374:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.359375:0:35251:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.359377:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.359378:0:35251:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.359379:0:35251:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.359380:0:35251:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.359383:0:35251:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926553.359386:0:35251:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.359387:0:35251:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788926553.359389:0:35251:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788926553.359394:0:35251:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926553.359414:0:35251:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.359416:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.359418:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.359420:0:35251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.359422:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.359425:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926553.359427:0:35251:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788926553.359429:0:35251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926553.359430:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:1.0:1788926553.359432:0:35251:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1788926553.359434:0:35251:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:1.0:1788926553.359437:0:35251:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.359471:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.359476:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.359479:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.359487:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.359497:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.359499:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.359502:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.359505:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.359508:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.359512:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513974016:192.168.203.140@tcp:4:multiop.0 00000100:00000001:0.0:1788926553.359516:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.359522:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.359524:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.359527:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.359532:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926553.359534:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.359541:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.359545:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.359552:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.359558:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513974016, portal 4 00000100:00000001:0.0:1788926553.359560:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.359562:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000040:0.0:1788926553.359569:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.359576:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.359579:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.359582:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821880. 00000100:00000200:0.0:1788926553.359585:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875823513974016, offset 0 00000400:00000200:0.0:1788926553.359591:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.359608:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.359614:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.359624:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.359629:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.359632:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.359635:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.359638:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2943:2943:256:4294967295] 192.168.203.140@tcp LPNI seq info [2943:2943:8:4294967295] 00000400:00000200:0.0:1788926553.359643:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.359653:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.359658:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.359662:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2400. 00000800:00000200:0.0:1788926553.359669:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.359676:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.359680:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2400 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.359696:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.359700:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 21066 usecs (22 jiffies) 00000400:00000200:0.0:1788926553.359703:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.359706:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588516 00000100:00000001:0.0:1788926553.359709:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.359711:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588516 00000100:00000001:0.0:1788926553.359714:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.359716:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.359719:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.359722:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.359724:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.359730:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.359732:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926553.359734:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.359736:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.359737:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.359739:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.359747:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.359749:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.359916:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.359920:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2400. 00000400:00000200:3.0:1788926553.359925:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.359930:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.359935:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821880 00000400:00000010:3.0:1788926553.359938:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821880. 00000100:00000001:3.0:1788926553.359942:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.359946:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.359956:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.359960:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.359967:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.359969:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.362339:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.362354:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.362359:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.362361:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.362369:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.362376:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.362383:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.362388:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.362393:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.362427:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32363500 00000400:00000200:3.0:1788926553.362433:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.362442:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x863d [1] + 224 00000800:00000001:3.0:1788926553.362450:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.362456:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.362460:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.362465:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.362472:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.362484:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926553.362495:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.362509:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.362523:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.362525:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.363076:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.363081:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.363087:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.363089:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.363092:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.363096:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.363099:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.363102:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.363108:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.363118:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/448 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.363124:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.363126:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.363128:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.363131:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.363133:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.363135:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.363138:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.363146:0:2397:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76d849dca8 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1788926553.363150:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.363153:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788926553.363157:0:2397:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9d76e0357000: operation ost_write to node 192.168.203.140@tcp failed: rc = -107 00000100:00000001:0.0:1788926553.373725:0:2397:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788926553.373738:0:2397:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788926553.373747:0:2397:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9d76e0357000 of lustre-OST0000_UUID@192.168.203.140@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788926553.373753:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788926553.373758:0:2397:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9d76e0357000: Connection to lustre-OST0000 (at 192.168.203.140@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788926553.373761:0:2397:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788926553.373764:0:2397:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788926553.373766:0:2397:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.373768:0:2397:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788926553.373770:0:2397:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788926553.373772:0:2397:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788926553.373775:0:2397:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788926553.373778:0:2397:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1902 00000400:00000200:0.0:1788926553.373788:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.374136:0:2397:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:0.0:1788926553.374143:0:2397:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926553.374146:0:2397:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926553.374148:0:2397:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926553.374150:0:2397:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:0.0:1788926553.374158:0:2397:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788926553.374159:0:2397:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:0.0:1788926553.374162:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.374166:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:0.0:1788926553.374168:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:0.0:1788926553.374170:0:2397:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000040:0.0:1788926553.374173:0:2397:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926553.374175:0:2397:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926553.374176:0:2397:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926553.374178:0:2397:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:0.0:1788926553.374181:0:2397:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00080000:0.0:1788926553.374184:0:2397:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: import ffff9d76d849d800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:0.0:1788926553.374189:0:2397:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.374191:0:2397:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788926553.374198:0:2397:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.374201:0:2397:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.374203:0:2397:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788926553.374206:0:2397:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 28672, lost: 0. 00000008:00000001:0.0:1788926553.374208:0:2397:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.374211:0:2397:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.374219:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578000. 00000020:00000040:0.0:1788926553.374222:0:2397:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 02000000:00000001:0.0:1788926553.374226:0:2397:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926553.374228:0:2397:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.374231:0:2397:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.374234:0:2397:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.374237:0:2397:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.374245:0:2397:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880f000. 00000100:00000001:0.0:1788926553.374250:0:2397:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.374260:0:2397:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926553.374270:0:2397:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.374274:0:2397:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.374278:0:2397:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3633b9d] to pc [ptlrpcd_rcv+-1] req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.374379:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.374380:0:2397:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.374385:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.374385:0:2397:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788926553.374390:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788926553.374390:0:2397:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1788926553.374423:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.374432:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926553.374435:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.374437:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788926553.374440:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788926553.374442:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788926553.374445:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926553.374449:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.374452:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1788926553.374454:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513974144:192.168.203.140@tcp:8:ptlrpcd_00_00.0 00000100:00000001:0.0:1788926553.374456:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.374462:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.374463:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788926553.374465:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788926553.374468:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788926553.374469:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788926553.374472:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.374474:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788926553.374477:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788926553.374477:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.374482:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926553.374484:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd800. 00000100:00000001:0.0:1788926553.374485:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.374489:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926553.374497:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926553.374501:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926553.374508:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926553.374515:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513974144, portal 4 00000100:00000001:2.0:1788926553.374518:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.374519:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494155776 : -108341215395840 : ffff9d76d8578000) 00000100:00000040:2.0:1788926553.374527:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.374538:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926553.374541:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926553.374545:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926553.374548:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513974144, offset 0 00000400:00000200:2.0:1788926553.374554:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926553.374561:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.374567:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926553.374737:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926553.374743:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926553.374746:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926553.374748:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926553.374752:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2944:2944:256:4294967295] 192.168.203.140@tcp LPNI seq info [2944:2944:8:4294967295] 00000400:00000200:2.0:1788926553.374757:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.374766:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926553.374772:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926553.374778:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c900. 00000800:00000200:2.0:1788926553.374785:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926553.374793:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926553.374796:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788926553.374821:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.374826:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20991 usecs (21 jiffies) 00000400:00000200:2.0:1788926553.374829:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926553.374832:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588530 00000100:00000001:2.0:1788926553.374835:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.374838:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588530 00000100:00000001:2.0:1788926553.374840:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.374842:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.374844:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.374846:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.374848:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.374852:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.374854:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788926553.374856:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.374857:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.374859:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.374860:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.374951:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.374955:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c900. 00000400:00000200:2.0:1788926553.374959:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.374964:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.375209:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:2.0:1788926553.375213:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:2.0:1788926553.375219:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.375224:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.375234:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.375238:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.375251:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.375253:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.387522:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.387539:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.387543:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.387545:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.387554:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.387561:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.387569:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.387573:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.387579:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.387583:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d32363580 00000400:00000200:3.0:1788926553.387588:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.387594:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x8645 [1] + 0 00000800:00000001:3.0:1788926553.387663:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.387670:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.387674:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.387721:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.387729:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.387737:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.387749:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.387773:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.387781:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.387784:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.387853:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.387918:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926553.387925:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926553.387927:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926553.387993:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a69f8. 00000400:00000200:2.0:1788926553.387998:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:2.0:1788926553.388001:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:2.0:1788926553.388005:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.388009:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926553.388029:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.388037:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926553.388039:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.388042:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926553.388044:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926553.388047:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926553.388049:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.388051:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926553.388060:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=70 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926553.388064:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926553.388067:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926553.388069:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.388071:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926553.388074:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.388078:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926553.388080:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1788926553.388082:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926553.388084:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.388089:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.388102:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.388105:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926553.388107:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.388110:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788926553.388116:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:2.0:1788926553.388119:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926553.388121:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:2.0:1788926553.388123:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.388125:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:2.0:1788926553.388128:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:2.0:1788926553.388130:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00001000:2.0:1788926553.388134:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=1788926553 v=0 (0 0 0 0) 00000100:00001000:2.0:1788926553.388137:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d849dc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788926553.388142:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000020:00000040:2.0:1788926553.388147:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:2.0:1788926553.388150:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788926553.388153:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788926553.388156:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9d76e0357000, setting cl_avail_grant: 0 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:2.0:1788926553.388159:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788926553.388162:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788926553.388165:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788926553.388168:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926553.388171:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.388172:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.388174:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.388176:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926553.388180:0:2396:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9d76e0357000: evicting (reconnect/recover flags not set: 4) req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788926553.388187:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1788926553.388191:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1788926553.388195:0:2396:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9d76e0357000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1788926553.398166:0:2396:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.140@tcp; invalidating 00000020:00000040:2.0:1788926553.398172:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=5 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926553.398567:0:2396:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.398572:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.398582:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926553.398593:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513974144:192.168.203.140@tcp:8:ptlrpcd_00_00.0 00000100:00000001:2.0:1788926553.398607:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.398610:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.398614:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578000 x1875823513974144/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.398620:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926553.398623:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926553.398626:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd800. 02000000:00000001:2.0:1788926553.398630:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926553.398632:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926553.398633:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926553.398636:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926553.398638:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880f000. 02000000:00000001:2.0:1788926553.398642:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926553.398644:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926553.398645:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578000. 00000100:00000001:2.0:1788926553.398649:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926553.398651:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.398653:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.398661:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.398663:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.398665:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.398667:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.398772:0:35264:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788926553.398782:0:35264:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9d76e0357000 to lustre-OST0000_UUID@192.168.203.140@tcp 00000100:00000001:1.0:1788926553.398786:0:35264:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788926553.398787:0:35264:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788926553.398789:0:35264:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788926553.398795:0:35264:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.398844:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.398847:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.398987:0:35264:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926553.398990:0:35264:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: committing for last_committed 4294967336 gen 18 00000100:00000040:1.0:1788926553.398995:0:35264:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788926553.398997:0:35264:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.398998:0:35264:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788926553.398999:0:35264:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788926553.399002:0:35264:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788926553.399004:0:35264:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788926553.399007:0:35264:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788926553.399009:0:35264:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788926553.399012:0:35264:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788926553.399014:0:35264:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0000_UUID event(2) 00000100:00000001:0.0:1788926553.399085:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.399093:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00020000:01000000:1.0:1788926553.399094:0:35264:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788926553.399097:0:35264:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn deff66104c08bc8c 00020000:00000001:1.0:1788926553.399100:0:35264:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.399101:0:2397:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000080:00000001:1.0:1788926553.399103:0:35264:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000100:00000001:0.0:1788926553.399104:0:2397:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.399106:0:35264:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.399106:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:1.0:1788926553.399108:0:35264:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.399108:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926553.399110:0:35264:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.399110:0:2397:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788926553.399112:0:35264:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.399112:0:2397:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000100:00000001:1.0:1788926553.399114:0:35264:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000008:00000040:0.0:1788926553.399116:0:2397:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/224 e 0 to 0 dl 1788926569 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926553.399117:0:35264:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000008:00000001:0.0:1788926553.399122:0:2397:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:0.0:1788926553.399124:0:2397:0:(osc_request.c:2586:brw_interpret()) request ffff9d76c962ad80 aa ffff9d76c962af30 rc -5 00000008:00080000:0.0:1788926553.399128:0:2397:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff9d76e0357000: resend cross eviction for object: 0x280000400:5: rc = -5. 00000008:00000010:0.0:1788926553.399131:0:2397:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9d76c61114e0. 00000100:00000001:0.0:1788926553.399135:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.399139:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/224 e 0 to 0 dl 1788926569 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.399145:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.399149:0:2397:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788926553.399152:0:2397:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9d76d09213c0@{[0 -> 0/1023], [3|0|-|rpc|wiuY|ffff9d76c6940a80], [28672|1|+|+|ffff9d76c13ff400|1024|ffff9d76c691cf80]} extent finished. 00000008:00010000:0.0:1788926553.399160:0:2397:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1788926553.399170:0:2397:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788926553.399172:0:2397:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1788926553.399177:0:2397:0:(cl_page.c:1115:cl_page_complete()) page@000000008cf35d34[2 00000000d4391d92 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926553.399178:0:2397:0:(cl_page.c:1115:cl_page_complete()) 1 -5 00000020:00000001:0.0:1788926553.399179:0:2397:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788926553.399180:0:2397:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788926553.399182:0:2397:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926553.399184:0:2397:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926553.399186:0:2397:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788926553.399187:0:2397:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788926553.399188:0:2397:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788926553.399191:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788926553.399192:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:0.0:1788926553.399210:0:2397:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.140@tcp:/lustre/fid: [0x240000402:0x8:0x0]// may get corrupted (rc -5) 00000080:00000001:0.0:1788926553.408222:0:2397:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788926553.408228:0:2397:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788926553.408230:0:2397:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926553.408239:0:2397:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[2 00000000d4391d92 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926553.408240:0:2397:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:0.0:1788926553.408242:0:2397:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788926553.408243:0:2397:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788926553.408248:0:2397:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 0 dirty: 0/0 00000008:00000020:0.0:1788926553.408306:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9d76d09213c0@{[0 -> 0/1023], [2|0|-|inv|wuY|ffff9d76c6940a80], [28672|0|-|-|ffff9d76c13ff400|1024|ffff9d76c691cf80]} destroyed. 00000008:00010000:0.0:1788926553.408316:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006b7ba20e ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:0.0:1788926553.408328:0:2397:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.408393:0:35251:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1788926553.408412:0:35251:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.408414:0:35251:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788926553.408418:0:35251:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9d76d09213c0. 00000008:00000020:1.0:1788926553.408424:0:35251:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788926553.408428:0:35251:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1788926553.408431:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926553.408433:0:35251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408436:0:35251:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000008:00000010:0.0:1788926553.408524:0:2397:0:(osc_request.c:2540:osc_release_ppga()) kvfreed 'ppga': 8 at ffff9d76c85ccfc0. 00000008:00000020:0.0:1788926553.408537:0:2397:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9d76e0285568. 00000008:00000001:0.0:1788926553.408541:0:2397:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:0.0:1788926553.408554:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.408564:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513974016:192.168.203.140@tcp:4:multiop.0 00000020:00000001:1.0:1788926553.408632:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926553.408634:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.408636:0:35251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.408638:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.408639:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.408641:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926553.408642:0:35251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408644:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408646:0:35251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.408647:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.408648:0:35251:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926553.408649:0:35251:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926553.408651:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.408652:0:35251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.408654:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.408655:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926553.408656:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926553.408657:0:35251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408658:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408660:0:35251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.408660:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.408662:0:35251:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:1.0:1788926553.408665:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.408667:0:35251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.408668:0:35251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.408669:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.408671:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.408673:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.408677:0:35251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.408678:0:35251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.408681:0:35251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.408683:0:35251:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.408686:0:35251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.408687:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.408689:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.408691:0:35251:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:1.0:1788926553.408694:0:35251:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1788926553.408700:0:35251:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926553.408702:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926553.408707:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926553.408709:0:35251:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:1.0:1788926553.408712:0:35251:0:(file.c:5353:ll_mdsync()) inode ffff9d76d15380c8 metadata sync [0x240000402:0x8:0x0] (need_sync=0) 00000080:00000001:1.0:1788926553.408715:0:35251:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:1.0:1788926553.408716:0:35251:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.408718:0:35251:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926553.408720:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.408722:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.408724:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.408727:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.408730:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.408731:0:35251:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.408733:0:35251:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.408736:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.408737:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926553.408739:0:35251:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.408741:0:35251:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1788926553.408744:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926553.408746:0:35251:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.408748:0:35251:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.408750:0:35251:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.408752:0:35251:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408754:0:35251:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926553.408756:0:35251:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.408758:0:35251:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408759:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.408760:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.408761:0:35251:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.408763:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926553.408765:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408766:0:35251:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926553.408767:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926553.408769:0:35251:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926553.408771:0:35251:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926553.408774:0:35251:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788926553.408777:0:35251:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.408779:0:35251:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.408780:0:35251:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.408781:0:35251:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.408783:0:35251:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.408785:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:1.0:1788926553.408786:0:35251:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.408788:0:35251:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.408789:0:35251:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.408791:0:35251:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.408792:0:35251:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.408794:0:35251:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408796:0:35251:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408798:0:35251:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.408800:0:35251:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926553.408801:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408804:0:35251:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408805:0:35251:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408807:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926553.408809:0:35251:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926553.408810:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.408811:0:35251:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926553.408813:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.408814:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408816:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408817:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.408818:0:35251:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408820:0:35251:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.408821:0:35251:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408822:0:35251:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.408824:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1788926553.408825:0:35251:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926553.408826:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.408827:0:35251:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926553.408829:0:35251:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788926553.408831:0:35251:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788926553.408834:0:35251:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1788926553.408838:0:35251:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.408840:0:35251:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788926553.408842:0:35251:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788926553.408844:0:35251:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.408846:0:35251:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788926553.408847:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926553.408850:0:35251:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.408851:0:35251:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.408852:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926553.408853:0:35251:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926553.408855:0:35251:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926553.408857:0:35251:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788926553.408865:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926553.408868:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=5 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926553.409174:0:35264:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788926553.409177:0:35264:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:2.0:1788926553.409181:0:35264:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788926553.409184:0:35264:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1788926553.409199:0:35264:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:2.0:1788926553.409204:0:35264:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788926553.409206:0:35264:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.409208:0:35264:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.409211:0:35264:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff400 refcount=3 00000020:00000001:2.0:1788926553.409214:0:35264:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:2.0:1788926553.409217:0:35264:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106736640 : -108341602814976 : ffff9d76c13ff400) 00010000:00000001:2.0:1788926553.409220:0:35264:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926553.409224:0:35264:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1788926553.409234:0:35264:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788926553.409236:0:35264:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926553.409238:0:35264:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926553.409240:0:35264:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000008:00000001:2.0:1788926553.409242:0:35264:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788926553.409244:0:35264:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1788926553.409246:0:35264:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926553.409247:0:35264:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:2.0:1788926553.409249:0:35264:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000008:00000001:2.0:1788926553.409251:0:35264:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1788926553.409253:0:35264:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1788926553.409256:0:35264:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1788926553.409258:0:35264:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.409260:0:35264:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788926553.409261:0:35264:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788926553.409263:0:35264:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788926553.409266:0:35264:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788926553.409268:0:35264:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6940a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:2.0:1788926553.409271:0:35264:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788926553.409273:0:35264:0:(osc_lock.c:372:osc_lock_flush()) object ffff9d76c6940a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:2.0:1788926553.409276:0:35264:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1788926553.409278:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:2.0:1788926553.409280:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:2.0:1788926553.409282:0:35264:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926553.409283:0:35264:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926553.409285:0:35264:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788926553.409288:0:35264:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926553.409289:0:35264:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788926553.409290:0:35264:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926553.409293:0:35264:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76d1273890 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1788926553.409295:0:35264:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926553.409296:0:35264:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926553.409298:0:35264:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926553.409300:0:35264:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926553.409301:0:35264:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409302:0:35264:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926553.409303:0:35264:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926553.409304:0:35264:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1788926553.409305:0:35264:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.409307:0:35264:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:2.0:1788926553.409310:0:35264:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1788926553.409312:0:35264:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1788926553.409314:0:35264:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:2.0:1788926553.409316:0:35264:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926553.409317:0:35264:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732373551248 : -108341336000368 : ffff9d76d1273890) 00000020:00000001:2.0:1788926553.409319:0:35264:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788926553.409320:0:35264:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788926553.409322:0:35264:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926553.409326:0:35264:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 1 1 000000006c9e9ef6 0 0 0] 00000020:00000001:2.0:1788926553.409328:0:35264:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788926553.409334:0:35264:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:2.0:1788926553.409336:0:35264:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:2.0:1788926553.409337:0:35264:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409340:0:35264:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1788926553.409341:0:35264:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1788926553.409343:0:35264:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926553.409344:0:35264:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926553.409345:0:35264:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926553.409347:0:35264:0:(cl_page.c:518:__cl_page_state_set()) page@000000008cf35d34[2 00000000d4391d92 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926553.409349:0:35264:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:2.0:1788926553.409350:0:35264:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1788926553.409353:0:35264:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1788926553.409355:0:35264:0:(osc_page.c:138:osc_page_delete()) ffff9d76d18453e0 00000008:00000001:2.0:1788926553.409357:0:35264:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1788926553.409358:0:35264:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d18453f0 page ffff9d76d18453e0 at index 0. 00000008:00000001:2.0:1788926553.409361:0:35264:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.409366:0:35264:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1788926553.409368:0:35264:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf94436ea80 index 0 00000020:00000001:2.0:1788926553.409372:0:35264:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1788926553.409374:0:35264:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1788926553.409383:0:35264:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788926553.409384:0:35264:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926553.409385:0:35264:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926553.409387:0:35264:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788926553.409388:0:35264:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926553.409391:0:35264:0:(cl_page.c:567:cl_batch_put()) page@000000008cf35d34[1 00000000d4391d92 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926553.409392:0:35264:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1788926553.409394:0:35264:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1788926553.409413:0:35264:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d1845380. 00000020:00000001:2.0:1788926553.409417:0:35264:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1788926553.409419:0:35264:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788926553.409454:0:35264:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926553.409457:0:35264:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926553.409459:0:35264:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926553.409460:0:35264:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926553.409461:0:35264:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926553.409463:0:35264:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1788926553.409465:0:35264:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926553.409467:0:35264:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:2.0:1788926553.409468:0:35264:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926553.409469:0:35264:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000008:00000001:2.0:1788926553.409472:0:35264:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409475:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00010000:00000001:2.0:1788926553.409482:0:35264:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1788926553.409485:0:35264:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409486:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:2.0:1788926553.409488:0:35264:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788926553.409491:0:35264:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:2.0:1788926553.409493:0:35264:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926553.409496:0:35264:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409498:0:35264:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409500:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 00000020:00000001:2.0:1788926553.409502:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:2.0:1788926553.409504:0:35264:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1788926553.409507:0:35264:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.409507:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1788926553.409511:0:35264:0:(cl_object.c:143:cl_object_top()) ffff9d76c6940a80 -> ffff9d76d84ee2d8 02000000:00000001:1.0:1788926553.409512:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:2.0:1788926553.409515:0:35264:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926553.409519:0:35264:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 02000000:00000001:1.0:1788926553.409519:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.409524:0:35264:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.409528:0:35264:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788926553.409530:0:35264:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 02000000:00000010:1.0:1788926553.409530:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10aec00. 00010000:00000001:2.0:1788926553.409536:0:35264:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1788926553.409538:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.409539:0:35264:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926553.409543:0:35264:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.409547:0:35264:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.409549:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1788926553.409550:0:35264:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ff400 with handle 0xdeff66104c08c912 from hash 00000100:00000001:1.0:1788926553.409554:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.409555:0:35264:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926553.409558:0:35264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.409560:0:35264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.409561:0:35264:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1788926553.409564:0:35251:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000522e0a1d] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b480 x1875823513974272/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926553.409567:0:35264:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926553.409571:0:35264:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788926553.409575:0:35264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.409578:0:35264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.409581:0:35264:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.409583:0:35264:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926553.409586:0:35264:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000c2619012/0xdeff66104c08c912 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x840913afd2dabab4 expref: -99 pid: 35251 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1788926553.409590:0:35251:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.409594:0:35251:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.409598:0:35251:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1788926553.409599:0:35264:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d11f9f00. 00000020:00000001:1.0:1788926553.409601:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409605:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409607:0:35251:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.409608:0:35264:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788926553.409609:0:35251:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1788926553.409613:0:35264:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52dfe00 count: 0 00000020:00000001:1.0:1788926553.409613:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926553.409616:0:35251:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788926553.409619:0:35251:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926553.409620:0:35251:0:(cl_io.c:556:cl_io_end()) Process entered 00010000:00000010:2.0:1788926553.409621:0:35264:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c52df300. 00000100:00000001:1.0:1788926553.409630:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.409634:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.409636:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.409642:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b480 x1875823513974272/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.409650:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000001:00000001:2.0:1788926553.409651:0:35264:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926553.409655:0:35264:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000200:1.0:1788926553.409656:0:2398:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9d76c962b480 x1875823513974272/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000001:00000001:2.0:1788926553.409657:0:35264:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1788926553.409666:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.409671:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b480 x1875823513974272/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.409677:0:2398:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1788926553.409680:0:2398:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000001:00000001:2.0:1788926553.409690:0:35264:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.409692:0:35264:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926553.409694:0:35264:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926553.409696:0:35264:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000008:00000001:2.0:1788926553.409698:0:35264:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788926553.409699:0:35264:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:2.0:1788926553.409702:0:35264:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.409704:0:35264:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1788926553.409705:0:35264:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788926553.409706:0:35264:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788926553.409735:0:35264:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926553.409737:0:35264:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00000001:00000001:2.0:1788926553.409738:0:35264:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788926553.409739:0:35264:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:1.0:1788926553.409749:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.409753:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.409755:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926553.409758:0:2398:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788926553.409760:0:2398:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:1.0:1788926553.409769:0:2398:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926553.409771:0:35264:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926553.409775:0:35264:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788926553.409776:0:35264:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:1.0:1788926553.409776:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b480 x1875823513974272/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926553.409787:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:0:1875823513974272:192.168.203.140@tcp:16:multiop.0 00000100:00000001:1.0:1788926553.409793:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.409796:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.409800:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b480 x1875823513974272/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.409807:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1788926553.409809:0:35264:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.409810:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000008:00000001:2.0:1788926553.409812:0:35264:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926553.409814:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926553.409816:0:35264:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000020:00000001:1.0:1788926553.409818:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00080000:2.0:1788926553.409822:0:35264:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 02000000:00000010:1.0:1788926553.409822:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10aec00. 00000100:00000001:2.0:1788926553.409828:0:35264:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:1.0:1788926553.409828:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788926553.409830:0:35264:0:(recover.c:149:ptlrpc_resend()) Process entered 02000000:00000001:1.0:1788926553.409832:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788926553.409833:0:35264:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.409835:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b480. 00000100:00080000:2.0:1788926553.409837:0:35264:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788926553.409840:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926553.409841:0:35264:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:1.0:1788926553.409843:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788926553.409844:0:35264:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788926553.409847:0:35264:0:(obd_class.h:1242:obd_notify()) Process entered 00000100:00000001:1.0:1788926553.409848:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788926553.409851:0:35264:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788926553.409854:0:35264:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00000100:00000001:1.0:1788926553.409855:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00020000:00000040:2.0:1788926553.409857:0:35264:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0000_UUID event(1) 00000100:00000001:1.0:1788926553.409859:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:2.0:1788926553.409862:0:35264:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000100:00000001:1.0:1788926553.409863:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000040:2.0:1788926553.409867:0:35264:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn deff66104c08bc8c 00000100:00000001:1.0:1788926553.409867:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926553.409872:0:35264:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926553.409875:0:35264:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000020:00000001:1.0:1788926553.409876:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000080:00000001:2.0:1788926553.409879:0:35264:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00020000:00000001:1.0:1788926553.409879:0:35251:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:2.0:1788926553.409882:0:35264:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00020000:00000001:1.0:1788926553.409883:0:35251:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788926553.409886:0:35264:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788926553.409888:0:35251:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000080:00000001:2.0:1788926553.409889:0:35264:0:(obd_class.h:510:obd_get_info()) Process entered 00000020:00000001:1.0:1788926553.409892:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00020000:00000001:2.0:1788926553.409893:0:35264:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788926553.409896:0:35264:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.409897:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000080:00000001:2.0:1788926553.409899:0:35264:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.409901:0:35251:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000080:00000001:2.0:1788926553.409903:0:35264:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788926553.409905:0:35264:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788926553.409907:0:35264:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409907:0:35251:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00000080:00000001:2.0:1788926553.409909:0:35264:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788926553.409912:0:35264:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00020000:00000001:1.0:1788926553.409912:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00800000:00000001:2.0:1788926553.409915:0:35264:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00020000:00000001:1.0:1788926553.409916:0:35251:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926553.409918:0:35264:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409919:0:35251:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000080:00000001:2.0:1788926553.409921:0:35264:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409922:0:35251:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:2.0:1788926553.409924:0:35264:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.409926:0:35251:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x8:1073742850 on OST[0]: s=2 (1) m=1788926553 a=0 c=1788926553 b=8 00000080:00000001:2.0:1788926553.409927:0:35264:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409931:0:35251:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.409933:0:35251:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788926553 a=0 c=1788926553 b=8 00020000:00000001:1.0:1788926553.409936:0:35251:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.409937:0:35251:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.409939:0:35251:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000080:00200000:1.0:1788926553.409942:0:35251:0:(file.c:1775:ll_merge_attr_nolock()) [0x240000402:0x8:0x0] updating i_size 2 i_blocks 8 00000080:00000001:1.0:1788926553.409944:0:35251:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926553.409946:0:35251:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926553.409947:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.409949:0:35251:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.409950:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.409951:0:35251:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.409953:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926553.409954:0:35251:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409956:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409957:0:35251:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.409958:0:35251:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.409959:0:35251:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926553.409960:0:35251:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926553.409961:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.409962:0:35251:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.409964:0:35251:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.409965:0:35251:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926553.409966:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926553.409967:0:35251:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409969:0:35251:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.409970:0:35251:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.409971:0:35251:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.409973:0:35251:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1788926553.409975:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.409976:0:35251:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.409977:0:35251:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.409978:0:35251:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.409979:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.409981:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.409983:0:35251:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.409984:0:35251:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.409986:0:35251:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.409987:0:35251:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.409989:0:35251:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.409990:0:35251:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.409992:0:35251:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.409994:0:35251:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1788926553.409998:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63e48 00000080:00000008:1.0:1788926553.410000:0:35251:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x240000402:0x8:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:1.0:1788926553.410003:0:35251:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788926553.410166:0:35264:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.410168:0:35264:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926553.410170:0:35264:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.410172:0:35264:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788926553.410176:0:35264:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00000001:2.0:1788926553.410179:0:35264:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.410181:0:35264:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926553.410182:0:35264:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926553.410185:0:35264:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1788926553.410189:0:35264:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.410819:0:35251:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926553.410824:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926553.410829:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926553.410832:0:35251:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.410833:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.410838:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000080:00000001:1.0:1788926553.410843:0:35251:0:(file.c:475:ll_file_release()) Process entered 00000100:00000040:0.0:1788926553.410846:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962ad80 x1875823513974016/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 496/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00000001:1.0:1788926553.410847:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d88 00000080:00200008:1.0:1788926553.410850:0:35251:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9d76d15380c8), flags 100002 00000080:00000001:1.0:1788926553.410858:0:35251:0:(pcc.c:2472:pcc_file_release()) Process entered 00000100:00000001:0.0:1788926553.410860:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000080:00000001:1.0:1788926553.410862:0:35251:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788926553.410864:0:35251:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 02000000:00000001:0.0:1788926553.410864:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000002:1.0:1788926553.410868:0:35251:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 02000000:00000010:0.0:1788926553.410869:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880fc00. 00020000:00000002:1.0:1788926553.410871:0:35251:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c691cf80 02000000:00000001:0.0:1788926553.410874:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:1.0:1788926553.410875:0:35251:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.410877:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000080:00000001:1.0:1788926553.410879:0:35251:0:(file.c:341:ll_md_close()) Process entered 00000020:00000040:0.0:1788926553.410880:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00800000:00000001:1.0:1788926553.410884:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 00000020:00000001:0.0:1788926553.410885:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 80000000:00000001:1.0:1788926553.410888:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 02000000:00000010:0.0:1788926553.410889:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10afc00. 80000000:00000001:1.0:1788926553.410892:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 02000000:00000001:0.0:1788926553.410894:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 80000000:00000001:1.0:1788926553.410895:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.410898:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 80000000:00000001:1.0:1788926553.410899:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.410901:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962ad80. 00800000:00000002:1.0:1788926553.410902:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1788926553.410906:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.410907:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.410909:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.410911:0:35251:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00000100:00000001:0.0:1788926553.410912:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926553.410915:0:35251:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:0.0:1788926553.410919:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:1.0:1788926553.410922:0:35251:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225d00 count: 2 00000100:00000001:0.0:1788926553.410923:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.410926:0:35251:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.410927:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000002:00000001:1.0:1788926553.410932:0:35251:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.410934:0:35251:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x240000402:0x8:0x0]: 0 00000080:00000001:1.0:1788926553.410937:0:35251:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788926553.410939:0:35251:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788926553.410943:0:35251:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10aec00. 00000080:00000001:1.0:1788926553.410945:0:35251:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788926553.410949:0:35251:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788926553.410952:0:35251:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788926553.410954:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.410955:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.410956:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.410958:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.410964:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.410966:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1788926553.410968:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.410970:0:35251:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x240000402:0x8:0x0] 00000002:00000001:1.0:1788926553.410973:0:35251:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788926553.410975:0:35251:0:(mdc_request.c:882:mdc_close()) lustre-MDT0001-mdc-ffff9d76e0357000: [0x240000402:0x8:0x0] file closed with intent: 200 00000100:00000010:1.0:1788926553.410980:0:35251:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926553.410984:0:35251:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926553.410988:0:35251:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.410991:0:35251:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.410994:0:35251:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.410998:0:35251:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af000. 00000100:00000001:1.0:1788926553.411003:0:35251:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.411005:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788926553.411028:0:35251:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788926553.411040:0:35251:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0001-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000020:00000001:0.0:1788926553.411045:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000100:00100000:1.0:1788926553.411047:0:35251:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000020:00000001:0.0:1788926553.411049:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.411054:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000008:00000020:0.0:1788926553.411059:0:34770:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9d76e0285568. 00000100:00000001:1.0:1788926553.411061:0:35251:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000008:00000001:0.0:1788926553.411063:0:34770:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1788926553.411064:0:35251:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000008:00000001:0.0:1788926553.411067:0:34770:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788926553.411070:0:34770:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.411071:0:35251:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c2ff0a80. 00000008:00000001:0.0:1788926553.411072:0:34770:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788926553.411075:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000100:00000001:1.0:1788926553.411076:0:35251:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732136036992 : -108341573514624 : ffff9d76c2ff0a80) 00000100:00000001:1.0:1788926553.411145:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.411147:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000001:1.0:1788926553.411152:0:35251:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.411154:0:35251:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.411157:0:35251:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926553.411158:0:35251:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.411163:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.411170:0:35251:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.411172:0:35251:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.411175:0:35251:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.411178:0:35251:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.411180:0:35251:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.411184:0:35251:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513974528:192.168.203.140@tcp:35:multiop.0 00000100:00000001:1.0:1788926553.411188:0:35251:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.411193:0:35251:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.411195:0:35251:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.411197:0:35251:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.411201:0:35251:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926553.411203:0:35251:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.411210:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.411214:0:35251:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.411220:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.411227:0:35251:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513974528, portal 10 00000100:00000001:1.0:1788926553.411229:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.411230:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000040:1.0:1788926553.411237:0:35251:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.411243:0:35251:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.411246:0:35251:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.411248:0:35251:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8bb0. 00000100:00000200:1.0:1788926553.411252:0:35251:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513974528, offset 0 00000400:00000200:1.0:1788926553.411258:0:35251:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.411265:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.411273:0:35251:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.411277:0:35251:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.411281:0:35251:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.411285:0:35251:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.411288:0:35251:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.411292:0:35251:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2945:2945:256:4294967295] 192.168.203.140@tcp LPNI seq info [2945:2945:8:4294967295] 00000400:00000200:1.0:1788926553.411296:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.411306:0:35251:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.411311:0:35251:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.411316:0:35251:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:1.0:1788926553.411322:0:35251:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.411329:0:35251:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.411333:0:35251:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.411351:0:35251:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.411355:0:35251:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20262 usecs (21 jiffies) 00000400:00000200:1.0:1788926553.411359:0:35251:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.411361:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588566 00000100:00000001:1.0:1788926553.411364:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.411366:0:35251:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588566 00000100:00000001:1.0:1788926553.411369:0:35251:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.411371:0:35251:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.411374:0:35251:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.411375:0:35251:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.411377:0:35251:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926553.411379:0:35251:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c2ff0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926553.411381:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.411383:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.411837:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.411842:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:2.0:1788926553.411847:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.411852:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.411857:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8bb0 00000400:00000010:2.0:1788926553.411859:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8bb0. 00000100:00000001:2.0:1788926553.411863:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.411868:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.411878:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.411881:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.411893:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.411895:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788926553.415454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff400. 00010000:00000010:2.1:1788926553.415468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00000800:00000001:3.0:1788926553.420204:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.420219:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.420223:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.420226:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.420234:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.420243:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.420251:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.420256:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.420261:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.420265:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32363700 00000400:00000200:3.0:1788926553.420269:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.420274:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8655 [1] + 224 00000800:00000001:3.0:1788926553.420281:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.420287:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.420290:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.420295:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.420302:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.420310:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926553.420327:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.420348:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.420356:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.420359:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.420834:0:35251:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926553.420842:0:35251:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.420844:0:35251:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.420847:0:35251:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.420852:0:35251:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.420855:0:35251:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.420857:0:35251:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.420864:0:35251:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926553.420875:0:35251:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b480 x1875823513974528/t0(0) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.420882:0:35251:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.420885:0:35251:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.420888:0:35251:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.420891:0:35251:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.420893:0:35251:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.420896:0:35251:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.420898:0:35251:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.420907:0:35251:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624538 time=129 v=5 (5 0 0 5) 00000100:00001000:1.0:1788926553.420911:0:35251:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926553.420914:0:35251:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.420916:0:35251:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.420919:0:35251:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.420922:0:35251:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.420925:0:35251:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926553.420927:0:35251:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926553.420929:0:35251:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926553.420931:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.420932:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000001:1.0:1788926553.420935:0:35251:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.420937:0:35251:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967334 00000100:00000001:1.0:1788926553.420939:0:35251:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.420941:0:35251:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.420946:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.420954:0:35251:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.420957:0:35251:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.420958:0:35251:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.420963:0:35251:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926553.420988:0:35251:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35251:1875823513974528:192.168.203.140@tcp:35:multiop.0 00000100:00000001:1.0:1788926553.420993:0:35251:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.420996:0:35251:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.420998:0:35251:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926553.421000:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.421004:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.421011:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.421014:0:35251:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.421017:0:35251:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926553.421026:0:35251:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.421033:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.421034:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000002:00000001:1.0:1788926553.421037:0:35251:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.421040:0:35251:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.421045:0:35251:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10aec00. 00000080:00000001:1.0:1788926553.421048:0:35251:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926553.421052:0:35251:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926553.421054:0:35251:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.421057:0:35251:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.421059:0:35251:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.421062:0:35251:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.421064:0:35251:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.421066:0:35251:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #1 for fid=[0x240000402:0x8:0x0] 00800000:00000001:1.0:1788926553.421068:0:35251:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.421072:0:35251:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788926553.421078:0:35251:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.421909:0:35251:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.421911:0:35251:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231764864 : -108341477786752 : ffff9d76c8b3bb80) 00000100:00000001:1.0:1788926553.421914:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.421922:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.421929:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.421931:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.421934:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3bb80 x1875823513973120/t4294967334(4294967334) o101->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926568 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.421941:0:35251:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788926553.421944:0:35251:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.421946:0:35251:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.421948:0:35251:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.421951:0:35251:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10de400. 02000000:00000001:1.0:1788926553.421956:0:35251:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.421958:0:35251:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.421960:0:35251:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3bb80. 00000100:00000001:1.0:1788926553.421963:0:35251:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.421964:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.421966:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.421970:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.421976:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.421978:0:35251:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76c3d01600. 00000002:00000001:1.0:1788926553.421982:0:35251:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.421984:0:35251:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.421987:0:35251:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76d33188c0. 00000100:00000001:1.0:1788926553.421990:0:35251:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.421993:0:35251:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.421999:0:35251:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.422001:0:35251:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.422005:0:35251:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95540. 00000080:00000001:1.0:1788926553.422008:0:35251:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.422014:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d88 00000080:00000008:1.0:1788926553.422016:0:35251:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x240000402:0x8:0x0](ffff9d76d15380c8), flags 100002, rc = 0 00000080:00000001:1.0:1788926553.422030:0:35251:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.422036:0:35251:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926553.422037:0:35251:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c63d98 00000080:00002000:1.0:1788926553.422039:0:35251:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9d76d176de58, parent ffff9d76d170c510, inode ffff9d76d15380c8) hashed, 00000080:00000001:1.0:1788926553.422042:0:35251:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926553.438249:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926553.438257:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926553.438259:0:35266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926553.438262:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bbc0 00000080:00200000:2.0:1788926553.438267:0:35266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926553.438274:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66a00. 00800000:00000002:2.0:1788926553.438281:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926553.438284:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926553.438288:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.438290:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bae0 00800000:00000002:2.0:1788926553.438292:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.438296:0:35266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926553.438299:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926553.438301:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926553.438303:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926553.438305:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926553.438307:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.438309:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.438311:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.438315:0:35266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926553.438320:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.438322:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b9b0 00000002:00010000:2.0:1788926553.438323:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926553.438327:0:35266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926553.438329:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926553.438332:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926553.438339:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:2.0:1788926553.438341:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926553.438346:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.438349:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926553.438354:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788926553.438371:0:35266:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926553.438376:0:35266:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.438379:0:35266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788926553.438386:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926553.438388:0:35266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926553.438390:0:35266:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926553.438391:0:35266:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926553.438394:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926553.438422:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926553.438425:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926553.438428:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926553.438431:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66a00. 00000080:00000001:2.0:1788926553.438436:0:35266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926553.438437:0:35266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926553.438440:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926553.438444:0:35266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8f6 00800000:00000001:2.0:1788926553.438447:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926553.438449:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926553.438450:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.438452:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.438455:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:2.0:1788926553.438457:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438460:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438463:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438464:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926553.438465:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926553.438467:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926553.438469:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8f6 from it ffffb2d841c1bbf8 00010000:00000001:2.0:1788926553.438472:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.438473:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.438474:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:2.0:1788926553.438476:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438478:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438480:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926553.438483:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788926553.438489:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438490:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.438491:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926553.438493:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926553.438496:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788926553.438504:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926553.438507:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926553.438509:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926553.438512:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438513:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.438515:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438517:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926553.438519:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438521:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438523:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438525:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926553.438526:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438527:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926553.438529:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926553.438531:0:35266:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926553.438533:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926553.438537:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926553.438546:0:35266:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01420. 00000080:00000001:2.0:1788926553.438549:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926553.438550:0:35266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926553.438551:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bb00 00000080:00200000:2.0:1788926553.438553:0:35266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926553.438556:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66a00. 00800000:00000002:2.0:1788926553.438559:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926553.438561:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926553.438562:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.438563:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1ba20 00800000:00000002:2.0:1788926553.438565:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.438568:0:35266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926553.438569:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926553.438570:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926553.438572:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926553.438573:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926553.438575:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.438576:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.438578:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.438580:0:35266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926553.438583:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.438584:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b8f0 00000002:00010000:2.0:1788926553.438586:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926553.438588:0:35266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926553.438590:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926553.438591:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926553.438593:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:2.0:1788926553.438595:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926553.438598:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.438599:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926553.438602:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788926553.438608:0:35266:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926553.438610:0:35266:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.438613:0:35266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788926553.438618:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926553.438620:0:35266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926553.438622:0:35266:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926553.438623:0:35266:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926553.438625:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926553.438627:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926553.438629:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926553.438630:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926553.438632:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66a00. 00000080:00000001:2.0:1788926553.438634:0:35266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926553.438635:0:35266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926553.438637:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926553.438639:0:35266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c8f6 00800000:00000001:2.0:1788926553.438641:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926553.438643:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926553.438644:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.438645:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.438647:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:2.0:1788926553.438648:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438651:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438652:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438653:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926553.438654:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926553.438656:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926553.438657:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c8f6 from it ffffb2d841c1bb38 00010000:00000001:2.0:1788926553.438659:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.438660:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.438661:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9009200 refcount=3 00000020:00000001:2.0:1788926553.438663:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438664:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236800512 : -108341472751104 : ffff9d76c9009200) 00010000:00000001:2.0:1788926553.438666:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926553.438669:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788926553.438674:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438676:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.438677:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926553.438678:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926553.438681:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788926553.438686:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926553.438687:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926553.438689:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926553.438690:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438691:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.438692:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438694:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926553.438695:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438696:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438698:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.438699:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926553.438700:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.438701:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926553.438702:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926553.438704:0:35266:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926553.438706:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788926553.438708:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926553.438711:0:35266:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788926553.438713:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bb58 00000080:00200000:2.0:1788926553.438715:0:35266:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76c52e0300, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1788926553.438719:0:35266:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76c866fba0. 00000080:00000001:2.0:1788926553.438722:0:35266:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926553.438724:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1ba08 00000080:00200000:2.0:1788926553.438725:0:35266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000010:2.0:1788926553.438731:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66a00. 00800000:00000002:2.0:1788926553.438733:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926553.438736:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926553.438738:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.438739:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b928 00800000:00000002:2.0:1788926553.438741:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.438744:0:35266:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788926553.438746:0:35266:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788926553.438749:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926553.438750:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926553.438751:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926553.438753:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926553.438754:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.438756:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.438758:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926553.438760:0:35266:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:2.0:1788926553.438762:0:35266:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788926553.438764:0:35266:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788926553.438766:0:35266:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788926553.438768:0:35266:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788926553.438771:0:35266:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x2b:0x0] 40000000:00000001:2.0:1788926553.438773:0:35266:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.438775:0:35266:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926553.438777:0:35266:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926553.438779:0:35266:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.438781:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b8a8 00800000:00000002:2.0:1788926553.438783:0:35266:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1788926553.438786:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.438787:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b7e0 00000002:00010000:2.0:1788926553.438788:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1788926553.438792:0:35266:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926553.438794:0:35266:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788926553.438796:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788926553.438799:0:35266:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.438800:0:35266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788926553.438802:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 2 00010000:00000001:2.0:1788926553.438804:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926553.438806:0:35266:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788926553.438808:0:35266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788926553.438811:0:35266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788926553.438821:0:35266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788926553.438825:0:35266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788926553.438827:0:35266:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788926553.438828:0:35266:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788926553.438830:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926553.438832:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926553.438833:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926553.438835:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926553.438838:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.438839:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926553.438840:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926553.438842:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926553.438844:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926553.438845:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.438847:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926553.438848:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926553.438849:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a500 count: 3 00010000:00000001:2.0:1788926553.438851:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926553.438852:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926553.438854:0:35266:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926553.438857:0:35266:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788926553.438860:0:35266:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788926553.442944:0:35266:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788926553.442948:0:35266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788926553.442950:0:35266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.442956:0:35266:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788926553.442960:0:35266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788926553.442961:0:35266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788926553.442963:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.442966:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788926553.442971:0:35266:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9009200 with handle 0xdeff66104c08c8f6 from hash 00010000:00000001:2.0:1788926553.442975:0:35266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788926553.442977:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.442979:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.442980:0:35266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788926553.442983:0:35266:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788926553.442985:0:35266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788926553.442989:0:35266:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926553.442991:0:35266:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926553.442995:0:35266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788926553.443005:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000020:00000040:2.0:1788926553.443010:0:35266:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926553.443017:0:35266:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926553.443027:0:35266:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.443030:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926553.443035:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926553.443039:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.443040:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.443041:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.443044:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926553.443046:0:35266:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926553.443051:0:35266:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926553.443057:0:35266:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd400. 00000100:00000001:2.0:1788926553.443063:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.443067:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926553.443070:0:35266:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788926553.443075:0:35266:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788926553.443083:0:35266:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788926553.443085:0:35266:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926553.443087:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788926553.443090:0:35266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9009200/0xdeff66104c08c8f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2daba59 expref: -99 pid: 35244 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788926553.443097:0:35266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a500 count: 0 00010000:00000010:2.0:1788926553.443103:0:35266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71600. 00010000:00000001:2.0:1788926553.443113:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.443114:0:35266:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.443116:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926553.443118:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.443120:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.443128:0:35266:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00010000:00000001:2.0:1788926553.443133:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926553.443134:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926553.443139:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225a00. 00010000:00000010:2.0:1788926553.443142:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642d00. 00010000:00000001:2.0:1788926553.443146:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926553.443149:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880aa00. 00000020:00000001:2.0:1788926553.443151:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926553.443154:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880aa00 with handle 0xdeff66104c08c919 to hash 00000020:00000001:2.0:1788926553.443156:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926553.443270:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926553.443275:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926553.443278:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.443280:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.443283:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926553.443291:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788926553.443303:0:35266:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788926553.443313:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788926553.443321:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926553.443327:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926553.443329:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926553.443334:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c839a180. 00000100:00000001:2.0:1788926553.443336:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223762816 : -108341485788800 : ffff9d76c839a180) 00000100:00000001:2.0:1788926553.443339:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.443341:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:2.0:1788926553.443345:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926553.443348:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.443350:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926553.443352:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926553.443356:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.443364:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926553.443366:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.443369:0:35266:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926553.443371:0:35266:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926553.443374:0:35266:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926553.443377:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35266:1875823513974784:192.168.203.140@tcp:101:bash.0 00000100:00000001:2.0:1788926553.443381:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926553.443385:0:35266:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926553.443387:0:35266:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.443390:0:35266:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926553.443512:0:35266:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926553.443515:0:35266:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926553.443521:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926553.443526:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a69f8. 00000400:00000010:2.0:1788926553.443532:0:35266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76d10df400. 00000100:00000200:2.0:1788926553.443538:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513974784, portal 10 00000100:00000001:2.0:1788926553.443540:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.443541:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000040:2.0:1788926553.443547:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.443554:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926553.443557:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926553.443560:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926553.443562:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513974784, offset 0 00000400:00000200:2.0:1788926553.443568:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926553.443575:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.443582:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926553.443587:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926553.443591:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926553.443688:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926553.443692:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926553.443696:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2946:2946:256:4294967295] 192.168.203.140@tcp LPNI seq info [2946:2946:8:4294967295] 00000400:00000200:2.0:1788926553.443701:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.443710:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926553.443716:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926553.443721:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c900. 00000800:00000200:2.0:1788926553.443727:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926553.443734:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926553.443739:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788926553.443756:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.443761:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 862581 usecs (863 jiffies) 00000400:00000200:2.0:1788926553.443764:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926553.443766:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589441 00000100:00000001:2.0:1788926553.443769:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.443771:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589441 00000100:00000001:2.0:1788926553.443773:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.443776:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.443778:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.443780:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.443782:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926553.443784:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c839a180 going to sleep for 11 seconds 00000100:00000001:2.0:1788926553.443787:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.443789:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.444614:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.444621:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c900. 00000400:00000200:3.0:1788926553.444626:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.444633:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.444638:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:3.0:1788926553.444641:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:3.0:1788926553.444646:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.444652:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.444663:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.444667:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.444675:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.444676:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.449312:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.449326:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.449330:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.449332:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.449340:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.449347:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.449355:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.449360:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.449365:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.449369:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32363800 00000400:00000200:3.0:1788926553.449374:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.449380:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x865d [32] + 224 00000800:00000001:3.0:1788926553.449387:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.449392:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.449410:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.449415:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.449422:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.449429:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926553.449677:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.449702:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.449711:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.449714:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.449850:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.449859:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.449861:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.449865:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a69f8. 00000400:00000200:0.0:1788926553.449869:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d10df400 00000400:00000010:0.0:1788926553.449872:0:35266:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76d10df400. 00000100:00000001:0.0:1788926553.449875:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.449880:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.449889:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513974784/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.449896:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.449898:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.449901:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.449904:0:35266:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.449906:0:35266:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.449909:0:35266:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.449912:0:35266:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.449920:0:35266:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.449924:0:35266:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.449927:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.449929:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.449932:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.449935:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.449938:0:35266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926553.449940:0:35266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:0.0:1788926553.449942:0:35266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926553.449944:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.449945:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:0.0:1788926553.449948:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.449950:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.449951:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.449954:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.449958:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.449965:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.449968:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.449970:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.449974:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.449982:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35266:1875823513974784:192.168.203.140@tcp:101:bash.0 00000100:00000001:0.0:1788926553.449987:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.449989:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.449991:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.449993:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.449996:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.450003:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.450006:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c839a180. 00000100:00000001:0.0:1788926553.450008:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.450010:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.450012:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926553.450016:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450028:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450031:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=4 00000020:00000001:0.0:1788926553.450034:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450037:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000040:0.0:1788926553.450043:0:35266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880aa00, remote cookie: 0x840913afd2dabad7, flags: 0x1001 00010000:00010000:0.0:1788926553.450049:0:35266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926553.450058:0:35266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926553.450062:0:35266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788926553.450070:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a900. 00010000:00000010:0.0:1788926553.450074:0:35266:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71b00. 00010000:00000040:0.0:1788926553.450079:0:35266:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225a00 count: 0 00010000:00000010:0.0:1788926553.450084:0:35266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642d00. 00010000:00000001:0.0:1788926553.450091:0:35266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.450095:0:35266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.450104:0:35266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450110:0:35266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926553.450114:0:35266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926553.450116:0:35266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926553.450117:0:35266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926553.450119:0:35266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926553.450121:0:35266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9d76c3b2a900) refcount = 1 00010000:00010000:0.0:1788926553.450125:0:35266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450131:0:35266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926553.450135:0:35266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926553.450136:0:35266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.450139:0:35266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926553.450141:0:35266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.450145:0:35266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450151:0:35266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926553.450153:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450154:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.450155:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450156:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.450158:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.450162:0:35266:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926553.450164:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450165:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450167:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.450169:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450171:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450174:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450175:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450176:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=4 00000020:00000001:0.0:1788926553.450178:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450180:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450183:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.450185:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.450189:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450194:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450195:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.450197:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450198:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450199:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=5 00000020:00000001:0.0:1788926553.450201:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450202:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450205:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.450208:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450213:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450215:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.450217:0:35266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450223:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.450224:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450225:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.450226:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450227:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926553.450232:0:35266:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.450247:0:35266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926553.450252:0:35266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.450258:0:35266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.450263:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450265:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450266:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.450268:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450270:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00000002:00010000:0.0:1788926553.450274:0:35266:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788926553.450284:0:35266:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76c7e99e00. 00010000:00000001:0.0:1788926553.450286:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450287:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.450289:0:35266:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.450291:0:35266:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.450293:0:35266:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926553.450295:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.450297:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:0.0:1788926553.450299:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.450300:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00010000:00000001:0.0:1788926553.450302:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450303:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450304:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.450306:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450308:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00000002:00010000:0.0:1788926553.450311:0:35266:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.450320:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450321:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.450323:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.450324:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450326:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450327:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.450329:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450331:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000040:0.0:1788926553.450334:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.450337:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926553.450340:0:35266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:0.0:1788926553.450343:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450344:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.450345:0:35266:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926553.450348:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b768 00000002:00002000:0.0:1788926553.450350:0:35266:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788926553.450353:0:35266:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.450356:0:35266:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.450358:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.450361:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926553.450364:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.450368:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.450371:0:35266:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926553.450373:0:35266:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76c866fba0 it_disposition 1800037 00000080:00002000:0.0:1788926553.450378:0:35266:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d176d288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788926553.450383:0:35266:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.450385:0:35266:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788926553.450387:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1b990 00000080:00200000:0.0:1788926553.450389:0:35266:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000001:0.0:1788926553.450392:0:35266:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788926553.450394:0:35266:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926553.450624:0:35266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926553.450628:0:35266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926553.450631:0:35266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788926553.450634:0:35266:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788926553.450647:0:35266:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d1589080. 00000020:00000001:0.0:1788926553.450655:0:35266:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788926553.450657:0:35266:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788926553.450660:0:35266:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788926553.450662:0:35266:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148) 00000020:00000001:0.0:1788926553.450665:0:35266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.450669:0:35266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.450672:0:35266:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.450675:0:35266:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788926553.450679:0:35266:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d0c0f898. 00000020:00000001:0.0:1788926553.450682:0:35266:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788926553.450684:0:35266:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.450690:0:35266:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788926553.450693:0:35266:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76e02b00f8. 00020000:00000001:0.0:1788926553.450695:0:35266:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732625457400 : -108341084094216 : ffff9d76e02b00f8) 00020000:00000001:0.0:1788926553.450698:0:35266:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788926553.450701:0:35266:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926553.450706:0:35266:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052cc0. 00020000:00000010:0.0:1788926553.450709:0:35266:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aad80. 00020000:00000010:0.0:1788926553.450713:0:35266:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052a80. 00020000:00000001:0.0:1788926553.450715:0:35266:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622977664 : -108341086573952 : ffff9d76e0052a80) 00020000:00000002:0.0:1788926553.450719:0:35266:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052a80, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.450723:0:35266:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.450727:0:35266:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aad80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788926553.450730:0:35266:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788926553.450732:0:35266:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052a80, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.450735:0:35266:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.450738:0:35266:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aad80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:0.0:1788926553.450741:0:35266:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76d04af610. 00020000:00000010:0.0:1788926553.450744:0:35266:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76ca773e40. 00020000:00000001:0.0:1788926553.450750:0:35266:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788926553.450752:0:35266:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76ca407a30. 00020000:00000001:0.0:1788926553.450755:0:35266:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788926553.450756:0:35266:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788926553.450760:0:35266:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788926553.450763:0:35266:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d0c0fbb8. 00000020:00000001:0.0:1788926553.450765:0:35266:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788926553.450766:0:35266:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.450768:0:35266:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732366851128 : -108341342700488 : ffff9d76d0c0fc38) 00020000:00000001:0.0:1788926553.450772:0:35266:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788926553.450776:0:35266:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76d89d3a40. 00020000:00000001:0.0:1788926553.450778:0:35266:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.450782:0:35266:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732366851128 : -108341342700488 : ffff9d76d0c0fc38) 00020000:00000001:0.0:1788926553.450785:0:35266:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732366851128 : -108341342700488 : ffff9d76d0c0fc38) 00020000:00000002:0.0:1788926553.450788:0:35266:0:(lov_object.c:134:lov_init_sub()) [0x2c0000401:0x42:0x0]@ffff9d76d0c0fbb8[0:0] -> [0x200000405:0x2b:0x0]@ffff9d76d0c0f898: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788926553.450793:0:35266:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788926553.450795:0:35266:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788926553.450797:0:35266:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.450799:0:35266:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732366850328 : -108341342701288 : ffff9d76d0c0f918) 00000020:00001000:0.0:1788926553.450802:0:35266:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.450805:0:35266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788926553.450807:0:35266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788926553.450810:0:35266:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611179 mtime from 0 to 1788926553 00000080:00000001:0.0:1788926553.450813:0:35266:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788926553.450815:0:35266:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376785224 : -108341332766392 : ffff9d76d1589148) 00010000:00000001:0.0:1788926553.450818:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450819:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450821:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.450823:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450825:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00000080:00000001:0.0:1788926553.450829:0:35266:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926553.450830:0:35266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.450832:0:35266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.450834:0:35266:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.450836:0:35266:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926553.450838:0:35266:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926553.450839:0:35266:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926553.450842:0:35266:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052660. 00020000:00000010:0.0:1788926553.450844:0:35266:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.450846:0:35266:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e00522a0. 00020000:00000001:0.0:1788926553.450848:0:35266:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622975648 : -108341086575968 : ffff9d76e00522a0) 00020000:00000002:0.0:1788926553.450851:0:35266:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e00522a0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.450854:0:35266:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.450857:0:35266:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa700: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926553.450860:0:35266:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b00f8) owner ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.450863:0:35266:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926553.450865:0:35266:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b00f8) owner ffff9d76ca7a27c0 00020000:00000010:0.0:1788926553.450869:0:35266:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.450872:0:35266:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052660. 00020000:00000010:0.0:1788926553.450875:0:35266:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e00522a0. 00020000:00000002:0.0:1788926553.450877:0:35266:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926553.450879:0:35266:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.450880:0:35266:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.450883:0:35266:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926553.450885:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.450888:0:35266:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052a80 addref 2/0 by ffff9d76ca7a27c0. 00020000:00000002:0.0:1788926553.450890:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.450893:0:35266:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926553.450895:0:35266:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926553.450896:0:35266:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926553.450898:0:35266:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788926553.450900:0:35266:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788926553.450902:0:35266:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788926553.450904:0:35266:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.450906:0:35266:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.450908:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450910:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.450911:0:35266:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926553.450914:0:35266:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926553.450916:0:35266:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.450918:0:35266:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00010000:0.0:1788926553.450921:0:35266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c919 00800000:00000001:0.0:1788926553.450924:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.450926:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.450927:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.450928:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.450930:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.450931:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450933:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.450936:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.450937:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.450938:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.450940:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.450941:0:35266:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788926553.450943:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.450949:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.450956:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926553.450960:0:35266:0:(namei.c:1651:ll_create_it()) inode ffff9d76d1589148 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1788926553.450963:0:35266:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.450967:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00000001:0.0:1788926553.450969:0:35266:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926553.450973:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66a00. 00000100:00000001:0.0:1788926553.450975:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.450978:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.450985:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.450988:0:35266:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788926553.450989:0:35266:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926553.450992:0:35266:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d1589148 need_sync_to_mds [0x200000405:0x2b:0x0] 00000080:00000001:0.0:1788926553.450999:0:35266:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926553.451001:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1ba68 00000080:00200008:0.0:1788926553.451003:0:35266:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102101 00000080:00000010:0.0:1788926553.451009:0:35266:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000010:0.0:1788926553.451014:0:35266:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99d40. 00000080:00000001:0.0:1788926553.451016:0:35266:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926553.451031:0:35266:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926553.451033:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.451036:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.451038:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.451040:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.451042:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.451044:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.451047:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.451049:0:35266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926553.451053:0:35266:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172d40. 00000002:00100000:0.0:1788926553.451057:0:35266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.451064:0:35266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.451066:0:35266:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926553.451069:0:35266:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926553.451072:0:35266:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.451074:0:35266:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.451077:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.451079:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926553.451086:0:35266:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.451089:0:35266:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:0.0:1788926553.451115:0:35266:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926553.451117:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.451119:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1ba68 00000080:00000008:0.0:1788926553.451122:0:35266:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102101, rc = 0 00000080:00000001:0.0:1788926553.451125:0:35266:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926553.451127:0:35266:0:(dcache.c:176:ll_intent_release()) intent ffff9d76c866fba0 released 00000080:00010000:0.0:1788926553.451130:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c919 from it ffff9d76c866fba0 00010000:00000001:0.0:1788926553.451132:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.451133:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.451135:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.451137:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.451139:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.451142:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.451145:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.451153:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.451154:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.451155:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.451158:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.451161:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.451168:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.451170:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.451172:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.451176:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.451177:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.451178:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.451181:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.451183:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.451185:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.451187:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.451189:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.451190:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.451191:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.451193:0:35266:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788926553.451195:0:35266:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926553.451197:0:35266:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.451199:0:35266:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.451201:0:35266:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.451203:0:35266:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.451206:0:35266:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788926553.451208:0:35266:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.451210:0:35266:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.451212:0:35266:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.451214:0:35266:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926553.451216:0:35266:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76c866fba0. 00000080:00000001:0.0:1788926553.451220:0:35266:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.451223:0:35266:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926553.451225:0:35266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148), inode mode 81a4 mask 40 00000080:00000001:0.0:1788926553.451229:0:35266:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.451301:0:35266:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926553.451303:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.451307:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.451309:0:35266:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.456949:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bd28 00000080:00200008:0.0:1788926553.456957:0:35266:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926553.456975:0:35266:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.456977:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bca0 00000080:00200000:0.0:1788926553.456979:0:35266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148),name=recon 00000080:00000010:0.0:1788926553.456987:0:35266:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fba00. 00800000:00000002:0.0:1788926553.456992:0:35266:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.456998:0:35266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.457002:0:35266:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.457005:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bbc0 00800000:00000002:0.0:1788926553.457007:0:35266:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.457011:0:35266:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.457014:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.457017:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.457035:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.457037:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.457040:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.457042:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.457045:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.457048:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.457050:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.457051:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.457052:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.457054:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.457056:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.457058:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.457060:0:35266:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.457065:0:35266:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.457066:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1ba90 00000002:00010000:0.0:1788926553.457069:0:35266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.457072:0:35266:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.457074:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.457077:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.457082:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.457085:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.457090:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.457093:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.457098:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926553.457107:0:35266:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.457112:0:35266:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.457115:0:35266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926553.457122:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.457124:0:35266:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.457126:0:35266:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.457128:0:35266:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.457129:0:35266:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.457132:0:35266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.457134:0:35266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.457137:0:35266:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.457140:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fba00. 00000080:00000001:0.0:1788926553.457145:0:35266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.457147:0:35266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.457149:0:35266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00010000:0.0:1788926553.457162:0:35266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c919 00800000:00000001:0.0:1788926553.457165:0:35266:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.457167:0:35266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.457168:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.457171:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.457173:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.457175:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.457179:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.457181:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.457183:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.457184:0:35266:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.457186:0:35266:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.457188:0:35266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c919 from it ffffb2d841c1bcd8 00010000:00000001:0.0:1788926553.457191:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.457192:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.457193:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926553.457195:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.457197:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926553.457199:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.457201:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.457207:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.457208:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.457210:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.457212:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.457215:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.457222:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.457226:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.457228:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.457232:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.457232:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.457234:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.457237:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.457239:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.457241:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.457243:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.457245:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.457246:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.457247:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.457250:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.457251:0:35266:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.457254:0:35266:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788926553.457257:0:35266:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.457259:0:35266:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.457261:0:35266:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.457263:0:35266:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.457264:0:35266:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926553.457267:0:35266:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788926553.457270:0:35266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.457273:0:35266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.457275:0:35266:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.457280:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.457283:0:35266:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926553.457285:0:35266:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926553.457287:0:35266:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788926553.457290:0:35266:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.457291:0:35266:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926553.457293:0:35266:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.457295:0:35266:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.457297:0:35266:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.457301:0:35266:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2df4060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788926553.457304:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.457308:0:35266:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926553.457310:0:35266:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926553.457312:0:35266:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926553.457313:0:35266:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.457316:0:35266:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926553.457318:0:35266:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926553.457319:0:35266:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.457321:0:35266:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.457322:0:35266:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.457323:0:35266:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926553.457325:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00000020:00000001:0.0:1788926553.457327:0:35266:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926553.457329:0:35266:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926553.457331:0:35266:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788926553.457333:0:35266:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.457335:0:35266:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.457337:0:35266:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.457339:0:35266:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.457344:0:35266:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926553.457350:0:35266:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71880. 00020000:00000002:0.0:1788926553.457353:0:35266:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926553.457355:0:35266:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.457357:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.457358:0:35266:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926553.457360:0:35266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.457361:0:35266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926553.457363:0:35266:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926553.457366:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.457368:0:35266:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926553.457371:0:35266:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.457372:0:35266:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926553.457374:0:35266:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.457376:0:35266:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.457377:0:35266:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.457379:0:35266:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.457381:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.457383:0:35266:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.457387:0:35266:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7fef690. 00000008:00010000:0.0:1788926553.457390:0:35266:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926553.457392:0:35266:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.457393:0:35266:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.458281:0:35266:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b718b0, osc lock ffff9d76c7fef690, flags 0x400001002 00000020:00000001:0.0:1788926553.458288:0:35266:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.458291:0:35266:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.458296:0:35266:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231985280 : -108341477566336 : ffff9d76c8b71880) 00000020:00000001:0.0:1788926553.458299:0:35266:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.458301:0:35266:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.458302:0:35266:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.458304:0:35266:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.458306:0:35266:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926553.458308:0:35266:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926553.458309:0:35266:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.458311:0:35266:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.458313:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.458314:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.458316:0:35266:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.458318:0:35266:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.458320:0:35266:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.458324:0:35266:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.458326:0:35266:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.458327:0:35266:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.458329:0:35266:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.458330:0:35266:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.458331:0:35266:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.458333:0:35266:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.458336:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.458341:0:35266:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.458343:0:35266:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788926553.458424:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de680. 00000020:00000040:3.0:1788926553.458430:0:35266:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:3.0:1788926553.458434:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926553.458439:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926553.458442:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.458445:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926553.458447:0:35266:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926553.458451:0:35266:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926553.458457:0:35266:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c72200. 00000100:00000001:3.0:1788926553.458464:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.458469:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926553.458470:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.458472:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926553.458473:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.458475:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.458478:0:35266:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732227188352 : -108341482363264 : ffff9d76c86de680) 00010000:00000001:3.0:1788926553.458482:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926553.458484:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926553.458488:0:35266:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df600. 00010000:00000010:3.0:1788926553.458491:0:35266:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c52dfa00. 00010000:00000001:3.0:1788926553.458496:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926553.458500:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fea00. 00000020:00000001:3.0:1788926553.458503:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926553.458506:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fea00 with handle 0xdeff66104c08c920 to hash 00000020:00000001:3.0:1788926553.458508:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926553.458510:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000010:3.0:1788926553.458514:0:35266:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d11f9240. 00010000:00000001:3.0:1788926553.458516:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:3.0:1788926553.458519:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.458522:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926553.458526:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926553.458539:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926553.458564:0:35266:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.458569:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926553.458573:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.458584:0:35266:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006346600f] to pc [ptlrpcd_01_00+0] req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788926553.458609:0:35266:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926553.458612:0:35266:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.458614:0:35266:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.458616:0:35266:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.458618:0:35266:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.458620:0:35266:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788926553.458622:0:35266:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788926553.458624:0:35266:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788926553.458625:0:35266:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788926553.458633:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926553.458636:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926553.458638:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926553.458644:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.458652:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926553.458654:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.458658:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926553.458660:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926553.458663:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.458666:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513974912:192.168.203.140@tcp:101:uname.0 00000100:00000001:3.0:1788926553.458670:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926553.458675:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926553.458678:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.458680:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926553.458684:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d91800. 02000000:00000001:3.0:1788926553.458686:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926553.458694:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926553.458698:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841bb00. 00000400:00000010:3.0:1788926553.458704:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926553.458710:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513974912, portal 4 00000100:00000001:3.0:1788926553.458712:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926553.458714:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227188352 : -108341482363264 : ffff9d76c86de680) 00000100:00000040:3.0:1788926553.458720:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.458727:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926553.458730:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926553.458733:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926553.458736:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513974912, offset 0 00000400:00000200:3.0:1788926553.458742:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926553.458749:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.458756:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926553.458761:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926553.458764:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926553.458767:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926553.458770:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926553.458775:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2947:2947:256:4294967295] 192.168.203.140@tcp LPNI seq info [2947:2947:8:4294967295] 00000400:00000200:3.0:1788926553.458779:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.458788:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926553.458793:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926553.458798:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341d00. 00000800:00000200:3.0:1788926553.458804:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926553.458811:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926553.458815:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788926553.458825:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.458830:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 212007 usecs (213 jiffies) 00000400:00000200:3.0:1788926553.458833:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926553.458836:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588805 00000100:00000001:3.0:1788926553.458839:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:3.0:1788926553.458841:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588805 00000100:00000001:3.0:1788926553.458843:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:3.0:1788926553.458845:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926553.458848:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.458851:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.458853:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.458859:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926553.458861:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926553.458863:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926553.458864:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926553.458866:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.458868:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.458882:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926553.458884:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.458960:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.458964:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341d00. 00000400:00000200:3.0:1788926553.458969:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.458973:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.458978:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:3.0:1788926553.458981:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:3.0:1788926553.458984:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.458989:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.458998:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.459001:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.459008:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.459010:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788926553.463221:0:29914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a500. 00010000:00000010:2.1:1788926553.463237:0:29914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9009200. 00000800:00000001:3.0:1788926553.466268:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.466283:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.466287:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.466289:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.466297:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.466305:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.466313:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.466317:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.466323:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.466327:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32363880 00000400:00000200:3.0:1788926553.466332:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.466337:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x866d [1] + 224 00000800:00000001:3.0:1788926553.466344:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.466361:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.466364:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.466369:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.466376:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.466384:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926553.466414:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.466432:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.466440:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.466445:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.466448:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.466453:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926553.466460:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926553.466463:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926553.466466:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841bb00. 00000400:00000200:2.0:1788926553.466471:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:2.0:1788926553.466473:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:2.0:1788926553.466476:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.466483:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926553.466492:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.466499:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926553.466501:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.466503:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926553.466507:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926553.466509:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926553.466511:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.466514:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926553.466524:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=70 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926553.466527:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926553.466529:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926553.466531:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466534:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926553.466537:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.466540:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926553.466542:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:2.0:1788926553.466543:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926553.466545:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.466549:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.466556:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.466559:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926553.466561:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788926553.466564:0:2399:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788926553.466566:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.466569:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.466572:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=4 00000020:00000001:2.0:1788926553.466575:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466577:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466580:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.466581:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.466582:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=5 00000020:00000001:2.0:1788926553.466583:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466585:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466588:0:2399:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.466591:0:2399:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.466595:0:2399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466605:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466606:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.466608:0:2399:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926553.466610:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.466611:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.466612:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=6 00000020:00000001:2.0:1788926553.466614:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466616:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000040:2.0:1788926553.466622:0:2399:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fea00, remote cookie: 0x840913afd2dabae5, flags: 0x1001 00010000:00010000:2.0:1788926553.466627:0:2399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 6/2,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466634:0:2399:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788926553.466637:0:2399:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466639:0:2399:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926553.466642:0:2399:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788926553.466647:0:2399:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926553.466662:0:2399:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9d76c52df600) refcount = 1 00010000:00000040:2.0:1788926553.466666:0:2399:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788926553.466668:0:2399:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466675:0:2399:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926553.466676:0:2399:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926553.466679:0:2399:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926553.466681:0:2399:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.466684:0:2399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466690:0:2399:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926553.466691:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466693:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.466694:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466694:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926553.466696:0:2399:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788926553.466699:0:2399:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788926553.466701:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.466702:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.466703:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=5 00000020:00000001:2.0:1788926553.466705:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466707:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00000008:00000001:2.0:1788926553.466711:0:2399:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788926553.466715:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00010000:2.0:1788926553.466719:0:2399:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 5/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788926553.466726:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:2.0:1788926553.466729:0:2399:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788926553.466731:0:2399:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788926553.466734:0:2399:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926553.466736:0:2399:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.466738:0:2399:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926553.466740:0:2399:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:2.0:1788926553.466742:0:2399:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788926553.466744:0:2399:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788926553.466746:0:2399:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788926553.466761:0:2399:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788926553.466762:0:2399:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466765:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.466766:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.466768:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=6 00000020:00000001:2.0:1788926553.466769:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466771:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466773:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926553.466776:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 6/2,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466782:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466783:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926553.466785:0:2399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466792:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926553.466793:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466794:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926553.466795:0:2399:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466797:0:2399:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.466798:0:2399:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.466799:0:2399:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=5 00000020:00000001:2.0:1788926553.466801:0:2399:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466803:0:2399:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.466805:0:2399:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926553.466807:0:2399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 5/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926553.466814:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466815:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.466816:0:2399:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926553.466818:0:2399:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926553.466821:0:2399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926553.466830:0:2399:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926553.466832:0:2399:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926553.466834:0:2399:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926553.466838:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466839:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.466840:0:2399:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466843:0:2399:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926553.466845:0:2399:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466847:0:2399:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466849:0:2399:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.466850:0:2399:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926553.466851:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466852:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.466853:0:2399:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.466854:0:2399:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926553.466855:0:2399:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.466873:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926553.466881:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513974912:192.168.203.140@tcp:101:uname.0 00000100:00000001:2.0:1788926553.466886:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.466890:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.466893:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86de680 x1875823513974912/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.466898:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926553.466901:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926553.466904:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d91800. 02000000:00000001:2.0:1788926553.466907:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926553.466909:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926553.466911:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926553.466913:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926553.466916:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c72200. 02000000:00000001:2.0:1788926553.466919:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926553.466920:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926553.466922:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86de680. 00000100:00000001:2.0:1788926553.466925:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926553.466926:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.466928:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.466935:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.466937:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.466939:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926553.466942:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.466997:0:35266:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467002:0:35266:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467007:0:35266:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788926553.467010:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:3.0:1788926553.467012:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:3.0:1788926553.467014:0:35266:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788926553.467027:0:35266:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788926553.467031:0:35266:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788926553.467033:0:35266:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467035:0:35266:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788926553.467036:0:35266:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926553.467039:0:35266:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788926553.467042:0:35266:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926553.467044:0:35266:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788926553.467047:0:35266:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467049:0:35266:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467051:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:3.0:1788926553.467053:0:35266:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788926553.467056:0:35266:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788926553.467059:0:35266:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788926553.467061:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:3.0:1788926553.467064:0:35266:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788926553.467065:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788926553.467068:0:35266:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788926553.467071:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926553.467073:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:3.0:1788926553.467075:0:35266:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788926553.467077:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b718b0 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788926553.467080:0:35266:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788926553.467081:0:35266:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788926553.467083:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.467084:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788926553.467086:0:35266:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788926553.467087:0:35266:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788926553.467088:0:35266:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788926553.467089:0:35266:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788926553.467091:0:35266:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788926553.467092:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788926553.467095:0:35266:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788926553.467096:0:35266:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788926553.467098:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b718b0 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788926553.467101:0:35266:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7fef690. 00000020:00000001:3.0:1788926553.467104:0:35266:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788926553.467106:0:35266:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71880. 00020000:00000001:3.0:1788926553.467120:0:35266:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788926553.467121:0:35266:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788926553.467122:0:35266:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788926553.467124:0:35266:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467127:0:35266:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1788926553.467129:0:35266:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788926553.467131:0:35266:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788926553.467132:0:35266:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:3.0:1788926553.467134:0:35266:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788926553.467136:0:35266:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:3.0:1788926553.467139:0:35266:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788926553.467140:0:35266:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788926553.467143:0:35266:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788926553.467145:0:35266:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788926553.467149:0:35266:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788926553.467150:0:35266:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467152:0:35266:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788926553.467154:0:35266:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788926553.467155:0:35266:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788926553.467157:0:35266:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000001:00000001:3.0:1788926553.467159:0:35266:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467288:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bd28 00000080:00000008:3.0:1788926553.467292:0:35266:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788926553.467361:0:35266:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788926553.467364:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bd88 00000080:00200008:3.0:1788926553.467366:0:35266:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788926553.467370:0:35266:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d1589148 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:3.0:1788926553.467373:0:35266:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788926553.467375:0:35266:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467377:0:35266:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788926553.467380:0:35266:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467382:0:35266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926553.467385:0:35266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:3.0:1788926553.467387:0:35266:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000080:00000001:3.0:1788926553.467390:0:35266:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788926553.467391:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bc98 00000080:00200000:3.0:1788926553.467393:0:35266:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788926553.467416:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bc30 00000080:00200000:3.0:1788926553.467418:0:35266:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788926553.467420:0:35266:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788926553.467422:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:3.0:1788926553.467424:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:3.0:1788926553.467425:0:35266:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788926553.467427:0:35266:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788926553.467429:0:35266:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:3.0:1788926553.467431:0:35266:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467433:0:35266:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467435:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:3.0:1788926553.467437:0:35266:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:3.0:1788926553.467439:0:35266:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788926553.467440:0:35266:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788926553.467446:0:35266:0:(cl_io.c:215:cl_io_rw_init()) header@000000002337060a[0x110, 1, [0x200000405:0x2b:0x0] hash] 00000020:00200000:3.0:1788926553.467448:0:35266:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:3.0:1788926553.467450:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:3.0:1788926553.467452:0:35266:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1788926553.467453:0:35266:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788926553.467455:0:35266:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788926553.467458:0:35266:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926553.467459:0:35266:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788926553.467461:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926553.467465:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467467:0:35266:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788926553.467468:0:35266:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467470:0:35266:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926553.467473:0:35266:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2df4060 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788926553.467477:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:3.0:1788926553.467480:0:35266:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788926553.467481:0:35266:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788926553.467484:0:35266:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788926553.467485:0:35266:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788926553.467487:0:35266:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:3.0:1788926553.467490:0:35266:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788926553.467491:0:35266:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788926553.467492:0:35266:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467494:0:35266:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926553.467495:0:35266:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788926553.467496:0:35266:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788926553.467498:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00000020:00000001:3.0:1788926553.467500:0:35266:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467502:0:35266:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926553.467504:0:35266:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788926553.467507:0:35266:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788926553.467509:0:35266:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467512:0:35266:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:3.0:1788926553.467514:0:35266:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788926553.467516:0:35266:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788926553.467517:0:35266:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788926553.467519:0:35266:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788926553.467521:0:35266:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788926553.467523:0:35266:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788926553.467526:0:35266:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788926553.467529:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926553.467531:0:35266:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788926553.467532:0:35266:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926553.467533:0:35266:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:3.0:1788926553.467536:0:35266:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:3.0:1788926553.467538:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:3.0:1788926553.467539:0:35266:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:3.0:1788926553.467542:0:35266:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926553.467543:0:35266:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788926553.467544:0:35266:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1788926553.467546:0:35266:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:3.0:1788926553.467554:0:35266:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467556:0:35266:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467557:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:3.0:1788926553.467560:0:35266:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788926553.467562:0:35266:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788926553.467564:0:35266:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467567:0:35266:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467569:0:35266:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467571:0:35266:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467572:0:35266:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467575:0:35266:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:3.0:1788926553.467577:0:35266:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788926553.467579:0:35266:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788926553.467581:0:35266:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788926553.467584:0:35266:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467586:0:35266:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467588:0:35266:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788926553.467590:0:35266:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788926553.467592:0:35266:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788926553.467593:0:35266:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788926553.467595:0:35266:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467596:0:35266:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467598:0:35266:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467600:0:35266:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.467602:0:35266:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467604:0:35266:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788926553.467605:0:35266:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788926553.467606:0:35266:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:3.0:1788926553.467608:0:35266:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788926553.467609:0:35266:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467653:0:35266:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467654:0:35266:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467656:0:35266:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467657:0:35266:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788926553.467658:0:35266:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788926553.467659:0:35266:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788926553.467661:0:35266:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788926553.467663:0:35266:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788926553.467665:0:35266:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788926553.467672:0:35266:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d11fac80. 00020000:00000002:3.0:1788926553.467674:0:35266:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788926553.467677:0:35266:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788926553.467678:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926553.467679:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:3.0:1788926553.467681:0:35266:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788926553.467684:0:35266:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76d0474f70. 00000008:00010000:3.0:1788926553.467687:0:35266:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788926553.467689:0:35266:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788926553.467690:0:35266:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788926553.467693:0:35266:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d11facb0, osc lock ffff9d76d0474f70, flags 0x0 00000020:00000001:3.0:1788926553.467696:0:35266:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467698:0:35266:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926553.467700:0:35266:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732373056640 : -108341336494976 : ffff9d76d11fac80) 00000020:00000001:3.0:1788926553.467702:0:35266:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788926553.467703:0:35266:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788926553.467704:0:35266:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467706:0:35266:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467707:0:35266:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788926553.467709:0:35266:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788926553.467710:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788926553.467711:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:3.0:1788926553.467713:0:35266:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788926553.467715:0:35266:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788926553.467716:0:35266:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788926553.467718:0:35266:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.467721:0:35266:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788926553.467723:0:35266:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788926553.467724:0:35266:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788926553.467726:0:35266:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788926553.467727:0:35266:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788926553.467729:0:35266:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788926553.467730:0:35266:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788926553.467733:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926553.467738:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:3.0:1788926553.467740:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926553.467745:0:35266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76c904a000 type 11 mode 2 res 11811161089/66 (0 18446744073709551615) 00010000:00000001:3.0:1788926553.467749:0:35266:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788926553.467753:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df800. 00000020:00000040:3.0:1788926553.467757:0:35266:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:3.0:1788926553.467761:0:35266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926553.467764:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926553.467768:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.467769:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926553.467771:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.467773:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926553.467776:0:35266:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926553.467779:0:35266:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926553.467785:0:35266:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c73e00. 00000100:00000001:3.0:1788926553.467790:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.467794:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926553.467796:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.467798:0:35266:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926553.467799:0:35266:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.467801:0:35266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.467804:0:35266:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732227192832 : -108341482358784 : ffff9d76c86df800) 00010000:00000001:3.0:1788926553.467807:0:35266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926553.467808:0:35266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788926553.467810:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:3.0:1788926553.467813:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926553.467815:0:35266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926553.467818:0:35266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fe000. 00000020:00000001:3.0:1788926553.467821:0:35266:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926553.467824:0:35266:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fe000 with handle 0xdeff66104c08c927 to hash 00000020:00000001:3.0:1788926553.467826:0:35266:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926553.467828:0:35266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000010:3.0:1788926553.467831:0:35266:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d11f9e80. 00010000:00000001:3.0:1788926553.467834:0:35266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926553.467836:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.467838:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926553.467842:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926553.467853:0:35266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926553.467863:0:35266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926553.467876:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926553.467878:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926553.467883:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d11093c0. 00000100:00000001:3.0:1788926553.467885:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372067264 : -108341337484352 : ffff9d76d11093c0) 00000100:00000001:3.0:1788926553.467887:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926553.467889:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227192832 : -108341482358784 : ffff9d76c86df800) 00000100:00000001:3.0:1788926553.467892:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926553.467894:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.467896:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926553.467898:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926553.467905:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.467913:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926553.467915:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.467918:0:35266:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926553.467920:0:35266:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926553.467922:0:35266:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.467926:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86df800 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35266:1875823513975040:192.168.203.140@tcp:101:uname.0 00000100:00000001:3.0:1788926553.467930:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926553.467933:0:35266:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926553.467935:0:35266:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.467937:0:35266:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926553.467940:0:35266:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d93400. 02000000:00000001:3.0:1788926553.467942:0:35266:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926553.467948:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926553.467952:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b4d0. 00000400:00000010:3.0:1788926553.467958:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926553.467964:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513975040, portal 4 00000100:00000001:3.0:1788926553.467966:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926553.467967:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227192832 : -108341482358784 : ffff9d76c86df800) 00000100:00000040:3.0:1788926553.467973:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.467981:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926553.467983:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926553.467986:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab330. 00000100:00000200:3.0:1788926553.467988:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513975040, offset 0 00000400:00000200:3.0:1788926553.467994:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926553.468001:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.468008:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926553.468012:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926553.468016:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926553.468034:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926553.468037:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926553.468041:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2948:2948:256:4294967295] 192.168.203.140@tcp LPNI seq info [2948:2948:8:4294967295] 00000400:00000200:3.0:1788926553.468046:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.468055:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926553.468061:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926553.468065:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341d00. 00000800:00000200:3.0:1788926553.468071:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926553.468078:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926553.468082:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788926553.468098:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.468102:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 211026 usecs (212 jiffies) 00000400:00000200:3.0:1788926553.468105:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926553.468108:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588813 00000100:00000001:3.0:1788926553.468111:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:3.0:1788926553.468113:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588813 00000100:00000001:3.0:1788926553.468116:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:3.0:1788926553.468118:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926553.468120:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.468122:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926553.468124:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926553.468126:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d11093c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926553.468129:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926553.468131:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.470107:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.470116:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341d00. 00000400:00000200:2.0:1788926553.470123:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.470131:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.470138:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab330 00000400:00000010:2.0:1788926553.470141:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab330. 00000100:00000001:2.0:1788926553.470147:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.470154:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.470174:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.470178:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.470185:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.470187:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926553.470570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225a00. 00000800:00000001:3.0:1788926553.479085:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.479101:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.479105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.479117:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.479125:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.479133:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.479142:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.479147:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.479152:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.479156:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c8880 00000400:00000200:3.0:1788926553.479165:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x7c1d [2] + 1312 00000800:00000001:3.0:1788926553.479172:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.479179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.479183:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.479187:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.479195:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926553.479197:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926553.479202:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc000. 00000100:00000040:3.0:1788926553.479206:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86dc000 x1875823536408704 msgsize 328 00000100:00100000:3.0:1788926553.479210:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926553.479233:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.479240:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.479243:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.479426:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926553.479429:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536408704 02000000:00000001:2.0:1788926553.479432:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926553.479434:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926553.479437:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.479441:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926553.479445:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536408704 00000020:00000001:2.0:1788926553.479448:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926553.479450:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:2.0:1788926553.479452:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.479455:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:2.0:1788926553.479458:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:2.0:1788926553.479460:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:2.0:1788926553.479464:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926553.479470:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318b00. 00000100:00000001:2.0:1788926553.479473:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926553.479476:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318b00. 00000020:00000010:2.0:1788926553.479482:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c8b66200. 00000020:00000010:2.0:1788926553.479487:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642100. 00000020:00000010:2.0:1788926553.479491:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eee10. 00000100:00000040:2.0:1788926553.479499:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926553.479502:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926553.479504:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926553.479506:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.479513:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.479526:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.479535:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926553.479537:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926553.479541:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 64 00000100:00000040:2.0:1788926553.479545:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:2.0:1788926553.479547:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000040:2.0:1788926553.479554:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86dc000 x1875823536408704/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:119/0 lens 328/0 e 0 to 0 dl 1788926564 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926553.479563:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926553.479565:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318b00. 00000100:00000001:2.0:1788926553.479568:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926553.479570:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318b00. 00000100:00100000:2.0:1788926553.479575:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8800:x1875823536408704:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926553.479578:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536408704 00010000:00000001:2.0:1788926553.479581:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926553.479588:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926553.479590:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926553.479592:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=2 00000020:00000001:2.0:1788926553.479594:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.479597:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:2.0:1788926553.479600:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.479604:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926553.479609:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788926553.479621:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926553.479624:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926553.479629:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10de400. 02000000:00000001:2.0:1788926553.479631:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.479633:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.479638:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926553.479640:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926553.479644:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926553.479648:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926553.479651:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926553.479653:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926553.479656:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926553.479658:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.479661:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926553.479663:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926553.479667:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926553.479672:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536408704, offset 224 00000400:00000200:2.0:1788926553.479678:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926553.479684:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.479690:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926553.479697:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2949:2949:256:4294967295] 192.168.203.140@tcp LPNI seq info [2949:2949:8:4294967295] 00000400:00000200:2.0:1788926553.479702:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.479710:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926553.479715:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926553.479719:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c100. 00000800:00000200:2.0:1788926553.479725:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926553.479731:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926553.479735:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926553.479746:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.479749:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926553.479752:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926553.479756:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c839a180. 00010000:00000001:2.0:1788926553.479759:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926553.479773:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926553.479776:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.479777:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.479779:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.479784:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc000 x1875823536408704/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:119/0 lens 328/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926553.479794:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8800:x1875823536408704:12345-192.168.203.140@tcp:104: Request processed in 229us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926553.479802:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 64 00000100:00000040:2.0:1788926553.479805:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:2.0:1788926553.479807:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926553.479809:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926553.479813:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642100. 00000020:00000010:2.0:1788926553.479817:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eee10. 00000020:00000010:2.0:1788926553.479821:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c8b66200. 00000020:00000040:2.0:1788926553.479826:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:2.0:1788926553.479830:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926553.479834:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.479838:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.479842:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926553.479845:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926553.479847:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926553.479852:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926553.479871:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c13fea00 already unused, calling callback (ffffffffc1262300) 00000008:00000001:1.0:1788926553.479874:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788926553.479876:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926553.479878:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.479879:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.479881:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:1.0:1788926553.479883:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:1.0:1788926553.479885:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:1.0:1788926553.479888:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926553.479891:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788926553.479899:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788926553.479901:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.479905:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.479907:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000008:00000001:1.0:1788926553.479909:0:16927:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788926553.479912:0:16927:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788926553.479913:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.479915:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.479917:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000008:00000001:1.0:1788926553.479920:0:16927:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788926553.479922:0:16927:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788926553.479925:0:16927:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788926553.479928:0:16927:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.479930:0:16927:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788926553.479932:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.479935:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.479938:0:16927:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.479941:0:16927:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.479943:0:16927:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.479946:0:16927:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.479948:0:16927:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926553.479949:0:16927:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.479953:0:16927:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76d1275a20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788926553.479957:0:16927:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.479959:0:16927:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.479961:0:16927:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926553.479964:0:16927:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.479965:0:16927:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.479967:0:16927:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.479968:0:16927:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.479969:0:16927:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788926553.479970:0:16927:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.479972:0:16927:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1788926553.479975:0:16927:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926553.479977:0:16927:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.479979:0:16927:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.479980:0:16927:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.479982:0:16927:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.479984:0:16927:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788926553.479987:0:16927:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.479988:0:16927:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788926553.479989:0:16927:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926553.479991:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00000008:00000001:1.0:1788926553.479994:0:16927:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.479995:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00010000:00000001:1.0:1788926553.479998:0:16927:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788926553.480001:0:16927:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.480003:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.480004:0:16927:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926553.480007:0:16927:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788926553.480009:0:16927:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926553.480011:0:16927:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.480013:0:16927:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.480014:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.480016:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.480026:0:16927:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788926553.480028:0:16927:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.480030:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:1.0:1788926553.480033:0:16927:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926553.480035:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000008:00000001:1.0:1788926553.480037:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.480039:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926553.480042:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926553.480044:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926553.480045:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.480047:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926553.480050:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fea00 with handle 0xdeff66104c08c920 from hash 00010000:00000001:1.0:1788926553.480052:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926553.480054:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.480056:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.480057:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926553.480059:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926553.480061:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926553.480065:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.480068:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.480070:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.480072:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926553.480077:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926553.480080:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926553.480091:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.480093:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.480097:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.480103:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10af200. 00000100:00000001:1.0:1788926553.480107:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.480109:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926553.480114:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926553.480122:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926553.480124:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.480128:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.480132:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.480138:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d508ed4b] to pc [ptlrpcd_00_00+0] req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926553.481392:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.481413:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.481415:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.481417:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.481419:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.481421:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.481426:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.481436:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926553.481439:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 000000006cfb09be/0xdeff66104c08c920 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x840913afd2dabae5 expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788926553.481448:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d11f9240. 00010000:00000001:1.0:1788926553.481460:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.481462:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926553.481464:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76c839a180. 00010000:00000001:1.0:1788926553.481468:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.481471:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.481473:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.481476:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788926553.481478:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1788926553.481479:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.481483:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788926553.481485:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c100. 00010000:00010000:1.0:1788926553.481486:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926553.481491:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1788926553.481494:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1788926553.481494:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.481499:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1788926553.481503:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.481511:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000100:00000001:1.0:1788926553.481513:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788926553.481514:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00100000:1.0:1788926553.481518:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788926553.481521:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788926553.481525:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:1.0:1788926553.481809:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.481817:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.481820:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.481822:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.481824:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.481826:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.481835:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.481844:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.481846:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.481850:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.481853:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.481866:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.481870:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513975168:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926553.481875:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.481880:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.481883:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.481885:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.481892:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10aec00. 02000000:00000001:1.0:1788926553.481895:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.481901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.481906:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.481910:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.481916:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513975168, portal 18 00000100:00000001:1.0:1788926553.481919:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.481920:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926553.481927:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.481935:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.481938:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.481940:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8000. 00000100:00000200:1.0:1788926553.481944:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513975168, offset 0 00000400:00000200:1.0:1788926553.481950:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.481957:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.481963:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.481967:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.481972:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.481975:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.481977:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.481981:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2950:2950:256:4294967295] 192.168.203.140@tcp LPNI seq info [2950:2950:8:4294967295] 00000400:00000200:1.0:1788926553.481985:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.481994:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.481999:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.482003:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406400. 00000800:00000200:1.0:1788926553.482009:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.482015:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.482029:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.482050:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.482055:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 211026 usecs (212 jiffies) 00000400:00000200:1.0:1788926553.482058:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.482062:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588828 00000100:00000001:1.0:1788926553.482065:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.482068:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588828 00000100:00000001:1.0:1788926553.482070:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.482072:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.482075:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.482078:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.482081:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.482337:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.482340:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.482635:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.482639:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406400. 00000400:00000200:2.0:1788926553.482642:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.482647:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.482651:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8000 00000400:00000010:2.0:1788926553.482654:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8000. 00000100:00000001:2.0:1788926553.482657:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.482661:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.482670:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.482673:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.482679:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.482680:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.484378:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.484393:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.484430:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.484434:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.484449:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.484456:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.484463:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.484468:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.484473:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.484477:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32363900 00000400:00000200:2.0:1788926553.484482:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.484488:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x867d [1] + 224 00000800:00000001:2.0:1788926553.484494:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.484500:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.484503:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.484507:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.484572:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.484581:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.484593:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.484642:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.484657:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.484666:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.484669:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788926553.485923:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926553.485927:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926553.485930:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b4d0. 00000400:00000200:3.0:1788926553.485937:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:3.0:1788926553.485940:0:35266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:3.0:1788926553.485944:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.485953:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926553.485964:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.485972:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926553.485974:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.485977:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926553.485980:0:35266:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926553.485982:0:35266:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926553.485984:0:35266:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.485988:0:35266:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926553.485995:0:35266:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=70 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926553.485999:0:35266:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926553.486002:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926553.486004:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.486006:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926553.486010:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.486014:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926553.486016:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788926553.486031:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926553.486033:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.486038:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.486045:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926553.486048:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926553.486050:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926553.486054:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926553.486063:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86df800 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35266:1875823513975040:192.168.203.140@tcp:101:uname.0 00000100:00000001:3.0:1788926553.486067:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.486070:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.486072:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926553.486075:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.486078:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.486085:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926553.486088:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d11093c0. 00000100:00000001:3.0:1788926553.486092:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926553.486093:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.486095:0:35266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926553.486098:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926553.486101:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.486104:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:3.0:1788926553.486106:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926553.486150:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000040:3.0:1788926553.486157:0:35266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fe000, remote cookie: 0x840913afd2dabaec, flags: 0x20002 00010000:00000001:3.0:1788926553.486161:0:35266:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788926553.486163:0:35266:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.486165:0:35266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1788926553.486173:0:35266:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926553.486186:0:35266:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9d76c52df600) refcount = 1 00010000:00000040:3.0:1788926553.486189:0:35266:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1788926553.486192:0:35266:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926553.486199:0:35266:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926553.486202:0:35266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1788926553.486205:0:35266:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926553.486214:0:35266:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.1:1788926553.487453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00000800:00000001:2.0:1788926553.488740:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.488754:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.488758:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.488761:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.488768:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.488775:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.488784:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.488789:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.488794:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.488798:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 392 into portal 15 MB=0x6aa0d338c8900 00000400:00000200:2.0:1788926553.488806:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 392/392 into md 0x7c1d [2] + 1640 00000800:00000001:2.0:1788926553.488813:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.488818:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.488821:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.488826:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.488833:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926553.488835:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788926553.488840:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38a80. 00000100:00000040:2.0:1788926553.488844:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c8b38a80 x1875823536408832 msgsize 392 00000100:00100000:2.0:1788926553.488848:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:2.0:1788926553.488987:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.488995:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.488998:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.489048:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926553.489051:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536408832 02000000:00000001:3.0:1788926553.489054:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926553.489057:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926553.489059:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.489063:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.489068:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536408832 00000020:00000001:3.0:1788926553.489071:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926553.489073:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:3.0:1788926553.489076:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.489079:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:3.0:1788926553.489081:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:3.0:1788926553.489084:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:3.0:1788926553.489088:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926553.489093:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9b40. 00000100:00000001:3.0:1788926553.489096:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926553.489099:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9b40. 00000020:00000010:3.0:1788926553.489105:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c7c72200. 00000020:00000010:3.0:1788926553.489110:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11fab00. 00000020:00000010:3.0:1788926553.489116:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926553.489125:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926553.489128:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926553.489130:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926553.489132:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.489139:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.489182:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.489193:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926553.489194:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926553.489199:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 65 00000100:00000040:3.0:1788926553.489202:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:3.0:1788926553.489204:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732231752320 : -108341477799296 : ffff9d76c8b38a80) 00000100:00000040:3.0:1788926553.489212:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c8b38a80 x1875823536408832/t0(0) o105->LOV_OSC_UUID@192.168.203.140@tcp:119/0 lens 392/0 e 0 to 0 dl 1788926564 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926553.489222:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926553.489225:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9b40. 00000100:00000001:3.0:1788926553.489227:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926553.489229:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9b40. 00000100:00100000:3.0:1788926553.489233:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c8b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7462:x1875823536408832:12345-192.168.203.140@tcp:105: 00000100:00000200:3.0:1788926553.489237:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536408832 00010000:00000001:3.0:1788926553.489240:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926553.489247:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926553.489249:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.489252:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:3.0:1788926553.489254:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926553.489257:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00010000:3.0:1788926553.489263:0:16790:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926553.489274:0:16790:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1788926553.489278:0:16790:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926553.489288:0:16790:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926553.489296:0:16790:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788926553.489298:0:16790:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.489301:0:16790:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926553.489303:0:16790:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1788926553.489305:0:16790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926553.489313:0:16790:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1788926553.489318:0:16790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926553.489326:0:16790:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x2c0000401:0x42:0x0].0x0 (ffff9d76c52df600) refcount = 1 00010000:00000040:3.0:1788926553.489329:0:16790:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788926553.489331:0:16790:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926553.489339:0:16790:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1788926553.489342:0:16790:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1788926553.489350:0:16790:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9d76d11f9b40. 00000100:00000001:3.0:1788926553.489353:0:16790:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926553.489359:0:16790:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d11093c0. 00000100:00000001:3.0:1788926553.489361:0:16790:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372067264 : -108341337484352 : ffff9d76d11093c0) 00000100:00000001:3.0:1788926553.489363:0:16790:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446635732372067264 : -108341337484352 : ffff9d76d11093c0) 00000100:00000001:3.0:1788926553.489365:0:16790:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926553.489367:0:16790:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1788926553.489369:0:16790:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788926553.489372:0:16790:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926553.489389:0:16790:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.489392:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.489393:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.489550:0:35266:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.489559:0:35266:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.489564:0:35266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.489571:0:35266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926553.489573:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.489575:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.489576:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.489577:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.489579:0:35266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.489583:0:35266:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788926553.489586:0:35266:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.489589:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.489591:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.489592:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:0.0:1788926553.489594:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.489596:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.489599:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.489600:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.489601:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.489603:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.489605:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.489607:0:35266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.489611:0:35266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.489614:0:35266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.489620:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.489621:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.489624:0:35266:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788926553.489627:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00010000:0.0:1788926553.489631:0:35266:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788926553.489638:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.489640:0:35266:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926553.489642:0:35266:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788926553.489645:0:35266:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926553.489647:0:35266:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489649:0:35266:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489651:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:0.0:1788926553.489653:0:35266:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788926553.489654:0:35266:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.489656:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.489658:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.489659:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.489661:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.489663:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.489665:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.489668:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.489674:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.489675:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.489678:0:35266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.489684:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.489685:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.489686:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.489688:0:35266:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.489690:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.489696:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86df800 x1875823513975040/t0(0) o101->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.489703:0:35266:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.489706:0:35266:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.489709:0:35266:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d93400. 02000000:00000001:0.0:1788926553.489712:0:35266:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.489714:0:35266:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.489716:0:35266:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.489718:0:35266:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.489720:0:35266:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c73e00. 02000000:00000001:0.0:1788926553.489723:0:35266:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.489726:0:35266:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.489728:0:35266:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df800. 00000100:00000001:0.0:1788926553.489731:0:35266:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.489732:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926553.489734:0:35266:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.489737:0:35266:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489739:0:35266:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.489742:0:35266:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489744:0:35266:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489746:0:35266:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489748:0:35266:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489750:0:35266:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489753:0:35266:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1788926553.489757:0:35266:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788926553.489762:0:35266:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926553.489764:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.489765:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.489767:0:35266:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.489771:0:35266:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926553.489775:0:35266:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.489777:0:35266:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.489778:0:35266:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.489779:0:35266:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.489782:0:35266:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788926553.489785:0:35266:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.489788:0:35266:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788926553.489790:0:35266:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489792:0:35266:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489793:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:0.0:1788926553.489795:0:35266:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788926553.489798:0:35266:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926553.489801:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bb80 00000080:00200000:0.0:1788926553.489804:0:35266:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788926553.489806:0:35266:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788926553.489809:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.489811:0:35266:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052a80 addref 2/0 by ffff9d76ca7a27c0. 00020000:00000002:0.0:1788926553.489813:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00000020:00000001:0.0:1788926553.489817:0:35266:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788926553.489820:0:35266:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788926553.489822:0:35266:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788926553.489825:0:35266:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1788926553.489829:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.489830:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.489833:0:35266:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926553.489835:0:35266:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926553.489838:0:35266:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489840:0:35266:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.489842:0:35266:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489843:0:35266:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.489849:0:35266:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788926553.489860:0:35266:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1788926553.489885:0:35266:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1788926553.489887:0:35266:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] fffffaf9447b8fc0 0 1 00000020:00000001:0.0:1788926553.489891:0:35266:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788926553.489892:0:35266:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489895:0:35266:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788926553.489900:0:35266:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d18297e0. 00000020:00000001:0.0:1788926553.489903:0:35266:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788926553.489904:0:35266:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.489907:0:35266:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788926553.489909:0:35266:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788926553.489912:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.489913:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000008:00000001:0.0:1788926553.489917:0:35266:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788926553.489919:0:35266:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d1829850 folio fffffaf9447b8fc0 pg:0 obj off 0 00000008:00000001:0.0:1788926553.489921:0:35266:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489923:0:35266:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788926553.489924:0:35266:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788926553.489925:0:35266:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788926553.489927:0:35266:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.489930:0:35266:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489932:0:35266:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:0.0:1788926553.489934:0:35266:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:0.0:1788926553.489936:0:35266:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1788926553.489939:0:35266:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.489941:0:35266:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.489943:0:35266:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788926553.489944:0:35266:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788926553.489946:0:35266:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926553.489951:0:35266:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 0000000060942f19 1 1 0000000060cdf0c3 0 0 0] 00000020:00000001:0.0:1788926553.489953:0:35266:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788926553.489954:0:35266:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926553.489955:0:35266:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788926553.489957:0:35266:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788926553.489959:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.489960:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.489962:0:35266:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.489963:0:35266:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926553.489965:0:35266:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788926553.489967:0:35266:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489968:0:35266:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.489970:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00000001:0.0:1788926553.489973:0:35266:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.489976:0:35266:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788926553.489977:0:35266:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.489980:0:35266:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788926553.489981:0:35266:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1788926553.489983:0:35266:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.489984:0:35266:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.489986:0:35266:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788926553.489988:0:35266:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926553.489993:0:35266:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788926553.489994:0:35266:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1788926553.489996:0:35266:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1788926553.489997:0:35266:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788926553.490000:0:35266:0:(rw26.c:929:ll_write_end()) page@000000001678dd3a[3 0000000060942f19 2 1 0000000060cdf0c3 0 0 0] 00000080:00200000:0.0:1788926553.490004:0:35266:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6f53512 17ffffc0001001 3:0 ffff9d76d18297e0 0 lru 00000080:00200000:0.0:1788926553.490011:0:35266:0:(rw26.c:929:ll_write_end()) osc-page@000000002871fac5 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000135bf85b 000000009f816213 > 3< 0 0 > 4< 0 0 8 8380416 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788926553.490013:0:35266:0:(rw26.c:929:ll_write_end()) end page@000000001678dd3a 00000080:00200000:0.0:1788926553.490014:0:35266:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788926553.490016:0:35266:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788926553.490029:0:35266:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788926553.490032:0:35266:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1788926553.490034:0:35266:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788926553.490036:0:35266:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788926553.490038:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.490039:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.490041:0:35266:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788926553.490043:0:35266:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788926553.490045:0:35266:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788926553.490047:0:35266:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1788926553.490048:0:35266:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:0.0:1788926553.490049:0:35266:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788926553.490052:0:35266:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76d89d3a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d1829850 folio fffffaf9447b8fc0 pg:0 added for cmd 2 00000008:00000001:0.0:1788926553.490057:0:35266:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788926553.490060:0:35266:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0001-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788926553.490065:0:35266:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0001-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8380416, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:0.0:1788926553.490070:0:35266:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9d76d1829888 page fffffaf9447b8fc0 00000008:00000020:0.0:1788926553.490073:0:35266:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0001-osc-ffff9d76e0357000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8351744, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788926553.490077:0:35266:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788926553.490078:0:35266:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.490080:0:35266:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788926553.490084:0:35266:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9d76c91e6b40. 00000008:00000020:0.0:1788926553.490089:0:35266:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9d76d89d3a40 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788926553.490093:0:35266:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76d89d3a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788926553.490098:0:35266:0:(osc_cache.c:858:osc_extent_find()) extent ffff9d76c91e6b40@{[0 -> 0/1023], [3|1|-|active|wi|ffff9d76d89d3a40], [28672|0|-|-|ffff9d76c13fe000|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788926553.490104:0:35266:0:(osc_cache.c:858:osc_extent_find()) ### extent: 000000007815ebd1 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788926553.490112:0:35266:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788926553.490115:0:35266:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.490117:0:35266:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.490119:0:35266:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788926553.490121:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000002:0.0:1788926553.490123:0:35266:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:0.0:1788926553.490125:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.490127:0:35266:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926553.490128:0:35266:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1788926553.490130:0:35266:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926553.490131:0:35266:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490133:0:35266:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490135:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:0.0:1788926553.490136:0:35266:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788926553.490137:0:35266:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788926553.490139:0:35266:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926553.490142:0:35266:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[4 0000000060942f19 2 1 0000000060cdf0c3 0 0 0] 00000020:00000001:0.0:1788926553.490144:0:35266:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1788926553.490146:0:35266:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788926553.490147:0:35266:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788926553.490149:0:35266:0:(osc_request.c:745:osc_update_next_shrink()) next time 3121 to shrink grant 00000080:00000001:0.0:1788926553.490151:0:35266:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788926553.490153:0:35266:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788926553.490158:0:35266:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d15892f8, count 1, dirtied 1 00000080:00000001:0.0:1788926553.490161:0:35266:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788926553.490162:0:35266:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788926553.490164:0:35266:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788926553.490165:0:35266:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788926553.490166:0:35266:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926553.490169:0:35266:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[3 0000000060942f19 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926553.490171:0:35266:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788926553.490172:0:35266:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926553.490174:0:35266:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788926553.490175:0:35266:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926553.490178:0:35266:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[3 0000000060942f19 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926553.490179:0:35266:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1788926553.490180:0:35266:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788926553.490181:0:35266:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788926553.490183:0:35266:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788926553.490184:0:35266:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490186:0:35266:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490188:0:35266:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490190:0:35266:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.490192:0:35266:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788926553.490194:0:35266:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788926553.490196:0:35266:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788926553.490197:0:35266:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490199:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bb80 00000080:00200000:0.0:1788926553.490201:0:35266:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788926553.490203:0:35266:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490205:0:35266:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926553.490207:0:35266:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.490208:0:35266:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926553.490210:0:35266:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788926553.490211:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.490213:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.490215:0:35266:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926553.490216:0:35266:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926553.490218:0:35266:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490219:0:35266:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490221:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:0.0:1788926553.490222:0:35266:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490224:0:35266:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490226:0:35266:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490228:0:35266:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490229:0:35266:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490231:0:35266:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926553.490233:0:35266:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788926553.490234:0:35266:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926553.490235:0:35266:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:0.0:1788926553.490237:0:35266:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788926553.490240:0:35266:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788926553.490244:0:35266:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76d89d3a40 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788926553.490249:0:35266:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926553.490252:0:35266:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.490253:0:35266:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926553.490255:0:35266:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.490257:0:35266:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788926553.490258:0:35266:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926553.490260:0:35266:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490262:0:35266:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490264:0:35266:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926553.490266:0:35266:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926553.490268:0:35266:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.490270:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.490273:0:35266:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.490274:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.490277:0:35266:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.490279:0:35266:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.490280:0:35266:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.490282:0:35266:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.490283:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d11facb0 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.490286:0:35266:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.490287:0:35266:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.490289:0:35266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.490291:0:35266:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.490293:0:35266:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.490295:0:35266:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.490297:0:35266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.490299:0:35266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.490303:0:35266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.490310:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.490312:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.490313:0:35266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.490316:0:35266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.490319:0:35266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.490326:0:35266:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.490328:0:35266:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.490330:0:35266:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.490334:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.490335:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.490336:0:35266:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.490339:0:35266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.490341:0:35266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.490343:0:35266:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.490347:0:35266:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.490349:0:35266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.490350:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.490351:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.490352:0:35266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.490353:0:35266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.490355:0:35266:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.490356:0:35266:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.490358:0:35266:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.490359:0:35266:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.490360:0:35266:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.490361:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.490364:0:35266:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.490365:0:35266:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.490366:0:35266:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d11facb0 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.490369:0:35266:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76d0474f70. 00000020:00000001:0.0:1788926553.490385:0:35266:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.490387:0:35266:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d11fac80. 00020000:00000001:0.0:1788926553.490390:0:35266:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.490391:0:35266:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.490392:0:35266:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788926553.490394:0:35266:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926553.490427:0:35266:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.490428:0:35266:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926553.490429:0:35266:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926553.490430:0:35266:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490432:0:35266:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490434:0:35266:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926553.490435:0:35266:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926553.490443:0:35266:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788926553.490445:0:35266:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788926553.490447:0:35266:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926553.490448:0:35266:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926553.490450:0:35266:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926553.490451:0:35266:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.490452:0:35266:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926553.490454:0:35266:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926553.490455:0:35266:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490458:0:35266:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.490459:0:35266:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926553.490461:0:35266:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926553.490463:0:35266:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.490466:0:35266:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788926553.490469:0:35266:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788926553.490471:0:35266:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788926553.490473:0:35266:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926553.490474:0:35266:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926553.490476:0:35266:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926553.490477:0:35266:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926553.490479:0:35266:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.490481:0:35266:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926553.490483:0:35266:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926553.490485:0:35266:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926553.490486:0:35266:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926553.490488:0:35266:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926553.490491:0:35266:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.490492:0:35266:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.490494:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bc98 00000080:00200000:0.0:1788926553.490496:0:35266:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788926553.490499:0:35266:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926553.490501:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.490502:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.490504:0:35266:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.490505:0:35266:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926553.490508:0:35266:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.490509:0:35266:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788926553.490511:0:35266:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.490512:0:35266:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1788926553.490514:0:35266:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=23 (1) m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:0.0:1788926553.490517:0:35266:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.490519:0:35266:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:0.0:1788926553.490522:0:35266:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490523:0:35266:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.490525:0:35266:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:0.0:1788926553.490527:0:35266:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:0.0:1788926553.490529:0:35266:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788926553.490532:0:35266:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788926553.490535:0:35266:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788926553.490537:0:35266:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.490540:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bd88 00000080:00000008:0.0:1788926553.490542:0:35266:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:0.0:1788926553.490545:0:35266:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788926553.490563:0:35266:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926553.490565:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.490568:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.490571:0:35266:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.490578:0:35266:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926553.490580:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bdf0 00000080:00200008:0.0:1788926553.490582:0:35266:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102001 00000080:00000001:0.0:1788926553.490586:0:35266:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926553.490588:0:35266:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788926553.490589:0:35266:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926553.490591:0:35266:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.490593:0:35266:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.490595:0:35266:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.490597:0:35266:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926553.490602:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.490604:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.490607:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.490609:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.490611:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.490613:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.490616:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.490620:0:35266:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.490622:0:35266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.490628:0:35266:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.490630:0:35266:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926553.490635:0:35266:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.490638:0:35266:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:0.0:1788926553.490640:0:35266:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926553.490642:0:35266:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926553.490646:0:35266:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d07fba00. 00000080:00000001:0.0:1788926553.490648:0:35266:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926553.490653:0:35266:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926553.490655:0:35266:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926553.490657:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.490658:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.490659:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.490660:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.490662:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.490664:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.490665:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.490667:0:35266:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1788926553.490671:0:35266:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926553.490673:0:35266:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:0.0:1788926553.490678:0:35266:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926553.490681:0:35266:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926553.490685:0:35266:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.490688:0:35266:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.490692:0:35266:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.490699:0:35266:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d07fbe00. 00000100:00000001:0.0:1788926553.490704:0:35266:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926553.490718:0:35266:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926553.490729:0:35266:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926553.490734:0:35266:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926553.490741:0:35266:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.490743:0:35266:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.490748:0:35266:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.490750:0:35266:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.490753:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.490754:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926553.490758:0:35266:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.490762:0:35266:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.490764:0:35266:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.490765:0:35266:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.490769:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.490777:0:35266:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.490779:0:35266:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.490782:0:35266:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.490784:0:35266:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.490787:0:35266:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.490790:0:35266:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35266:1875823513975424:192.168.203.140@tcp:35:uname.0 00000100:00000001:0.0:1788926553.490793:0:35266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.490798:0:35266:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.490800:0:35266:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.490802:0:35266:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.490805:0:35266:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926553.490818:0:35266:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.490825:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.490829:0:35266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.490836:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.490841:0:35266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513975424, portal 10 00000100:00000001:0.0:1788926553.490843:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.490845:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926553.490850:0:35266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.490858:0:35266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.490861:0:35266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.490863:0:35266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821770. 00000100:00000200:0.0:1788926553.490866:0:35266:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513975424, offset 0 00000400:00000200:0.0:1788926553.490871:0:35266:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.490879:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.490885:0:35266:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.490890:0:35266:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.490894:0:35266:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.490898:0:35266:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.490900:0:35266:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.490905:0:35266:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2951:2951:256:4294967295] 192.168.203.140@tcp LPNI seq info [2951:2951:8:4294967295] 00000400:00000200:0.0:1788926553.490909:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.490918:0:35266:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.490923:0:35266:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.490928:0:35266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2b00. 00000800:00000200:0.0:1788926553.490933:0:35266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.490940:0:35266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.490944:0:35266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.490958:0:35266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.490962:0:35266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 861492 usecs (862 jiffies) 00000400:00000200:0.0:1788926553.490966:0:35266:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.490968:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589486 00000100:00000001:0.0:1788926553.490971:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.490973:0:35266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589486 00000100:00000001:0.0:1788926553.490975:0:35266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.490977:0:35266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.490980:0:35266:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.490982:0:35266:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.490983:0:35266:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.490985:0:35266:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.490987:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.490990:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.491282:0:16790:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.491286:0:16790:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788926553.491287:0:16790:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788926553.491290:0:16790:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.491292:0:16790:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.491294:0:16790:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1788926553.491297:0:16790:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d11093c0. 00000100:00000001:3.0:1788926553.491301:0:16790:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1788926553.491303:0:16790:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1788926553.491305:0:16790:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9d76d11f9b40. 00010000:00010000:3.0:1788926553.491309:0:16790:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9d76c13fe000) 00010000:00000001:3.0:1788926553.491311:0:16790:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926553.491314:0:16790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.491315:0:16790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926553.491318:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926553.491321:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926553.491326:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d92000. 02000000:00000001:3.0:1788926553.491328:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.491331:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.491335:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926553.491338:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926553.491342:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926553.491346:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926553.491349:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926553.491351:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926553.491353:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926553.491355:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.491358:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926553.491360:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926553.491364:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926553.491367:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536408832, offset 224 00000400:00000200:3.0:1788926553.491372:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926553.491376:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.491381:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926553.491385:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2952:2952:255:4294967295] 192.168.203.140@tcp LPNI seq info [2952:2952:7:4294967295] 00000400:00000200:3.0:1788926553.491390:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.491410:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926553.491415:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926553.491419:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341700. 00000800:00000200:3.0:1788926553.491423:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926553.491428:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926553.491430:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926553.491487:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.491491:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926553.491494:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.491500:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38a80 x1875823536408832/t0(0) o105->LOV_OSC_UUID@192.168.203.140@tcp:119/0 lens 392/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926553.491559:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c8b38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7462:x1875823536408832:12345-192.168.203.140@tcp:105: Request processed in 2334us (2711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926553.491568:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 65 00000100:00000040:3.0:1788926553.491572:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:3.0:1788926553.491574:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926553.491576:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926553.491581:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11fab00. 00000020:00000010:3.0:1788926553.491585:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926553.491590:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c7c72200. 00000020:00000040:3.0:1788926553.491594:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:3.0:1788926553.491597:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926553.491988:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.491993:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2b00. 00000400:00000200:2.0:1788926553.491997:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.492003:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.492008:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821770 00000400:00000010:2.0:1788926553.492011:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821770. 00000100:00000001:2.0:1788926553.492015:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.492032:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.492042:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.492046:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.492053:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.492054:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788926553.492115:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.492118:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341700. 00000400:00000200:2.0:1788926553.492121:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.492125:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.492128:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:2.0:1788926553.492129:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:2.0:1788926553.492132:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788926553.492134:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.498300:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498316:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.498321:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498324:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.498331:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498338:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.498346:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498351:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498356:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498360:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32363980 00000400:00000200:2.0:1788926553.498365:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498371:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8695 [1] + 224 00000800:00000001:2.0:1788926553.498378:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498381:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.498384:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.498388:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.498428:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.498437:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926553.498501:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.498559:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.498563:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.498578:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.498586:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498590:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.498593:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498595:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.498598:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498602:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.498607:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498609:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498612:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498615:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32363a80 00000400:00000200:2.0:1788926553.498619:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.498624:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x869d [1] + 224 00000800:00000001:2.0:1788926553.498628:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498633:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.498635:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.498639:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.498642:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.498647:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.498656:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.498667:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.498669:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.498672:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.498863:0:35266:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.498870:0:35266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.498871:0:35266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.498874:0:35266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.498879:0:35266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.498881:0:35266:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.498884:0:35266:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.498888:0:35266:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.498902:0:35266:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513975424/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.498909:0:35266:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.498910:0:35266:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.498912:0:35266:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.498915:0:35266:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.498917:0:35266:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.498919:0:35266:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.498922:0:35266:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.498931:0:35266:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926553.498935:0:35266:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.498938:0:35266:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.498940:0:35266:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.498942:0:35266:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.498945:0:35266:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.498948:0:35266:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926553.498951:0:35266:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926553.498952:0:35266:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926553.498954:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.498956:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926553.498959:0:35266:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.498961:0:35266:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.498962:0:35266:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.498964:0:35266:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.498969:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.498977:0:35266:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.498980:0:35266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.498982:0:35266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.498986:0:35266:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.498994:0:35266:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35266:1875823513975424:192.168.203.140@tcp:35:uname.0 00000100:00000001:0.0:1788926553.498999:0:35266:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.499001:0:35266:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.499004:0:35266:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.499006:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.499010:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.499016:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.499029:0:35266:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.499032:0:35266:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.499033:0:35266:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.499039:0:35266:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.499040:0:35266:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000002:00000001:0.0:1788926553.499043:0:35266:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.499047:0:35266:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.499051:0:35266:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fba00. 00000080:00000001:0.0:1788926553.499054:0:35266:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926553.499057:0:35266:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926553.499060:0:35266:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.499062:0:35266:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.499065:0:35266:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.499067:0:35266:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.499069:0:35266:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.499071:0:35266:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.499073:0:35266:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.499077:0:35266:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926553.499082:0:35266:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.499089:0:35266:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.499091:0:35266:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.499093:0:35266:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99d40. 00000100:00000001:0.0:1788926553.499096:0:35266:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.499099:0:35266:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.499111:0:35266:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.499113:0:35266:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.499117:0:35266:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926553.499120:0:35266:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.499125:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1bdf0 00000080:00000008:0.0:1788926553.499127:0:35266:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102001, rc = 0 00000080:00000001:0.0:1788926553.499131:0:35266:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.499135:0:35266:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926553.499137:0:35266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c1be00 00000080:00002000:0.0:1788926553.499139:0:35266:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d176d288, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:0.0:1788926553.499142:0:35266:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788926553.501121:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.501126:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.501129:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.501136:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.501138:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.501142:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.501152:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926553.501162:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.501170:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.501172:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.501175:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.501178:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.501181:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.501183:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.501186:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.501193:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a538 time=206 v=5 (5 5 0 5) 00000100:00001000:1.0:1788926553.501198:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.501201:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.501203:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.501205:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.501209:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.501213:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.501215:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926553.501217:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.501220:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.501224:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.501231:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.501234:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.501237:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.501240:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926553.501248:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513975168:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926553.501253:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.501256:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.501259:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513975168/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.501266:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926553.501269:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926553.501272:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10aec00. 02000000:00000001:1.0:1788926553.501276:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926553.501278:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.501280:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.501283:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.501286:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af200. 02000000:00000001:1.0:1788926553.501289:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.501291:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.501293:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:1.0:1788926553.501297:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.501298:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.501300:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.501307:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.501309:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.501312:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.501314:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.533662:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d08 00000080:00200008:0.0:1788926553.533671:0:35271:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926553.533689:0:35271:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.533691:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c80 00000080:00200000:0.0:1788926553.533693:0:35271:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926553.533700:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fba00. 00800000:00000002:0.0:1788926553.533705:0:35271:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.533708:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.533713:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.533715:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93ba0 00800000:00000002:0.0:1788926553.533717:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.533721:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.533723:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.533726:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.533728:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.533730:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.533732:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.533734:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.533736:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.533739:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.533743:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.533745:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a70 00000002:00010000:0.0:1788926553.533748:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.533751:0:35271:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.533753:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.533755:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.533761:0:35271:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.533763:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.533764:0:35271:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.533766:0:35271:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926553.533769:0:35271:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788926553.533774:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.533777:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:0.0:1788926553.533783:0:35271:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926553.533852:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.533859:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.533860:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.533862:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.533865:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.533868:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.533872:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.533879:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880ec00. 00000100:00000001:0.0:1788926553.533885:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.533890:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926553.533891:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.533893:0:35271:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926553.533894:0:35271:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.533896:0:35271:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.533901:0:35271:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00010000:00000001:0.0:1788926553.533905:0:35271:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926553.533907:0:35271:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788926553.533911:0:35271:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2ae00. 00010000:00000010:0.0:1788926553.533914:0:35271:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71b80. 00010000:00000001:0.0:1788926553.533919:0:35271:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926553.533923:0:35271:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008c00. 00000020:00000001:0.0:1788926553.533928:0:35271:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926553.533931:0:35271:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008c00 with handle 0xdeff66104c08c92e to hash 00000020:00000001:0.0:1788926553.533933:0:35271:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926553.533936:0:35271:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.533939:0:35271:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.533942:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.533944:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.533949:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.533958:0:35271:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.533968:0:35271:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35271 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926553.533973:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.533975:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.533981:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.533983:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.533986:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.533988:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.533992:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.533996:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.533998:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.533999:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.534009:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.534026:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.534028:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.534032:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.534034:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.534036:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.534041:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975552:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926553.534044:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.534049:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.534052:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.534054:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.534058:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca7af800. 02000000:00000001:0.0:1788926553.534060:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.534066:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.534070:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.534076:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.534082:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513975552, portal 10 00000100:00000001:0.0:1788926553.534084:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.534085:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.534091:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.534098:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.534100:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.534102:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821198. 00000100:00000200:0.0:1788926553.534105:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513975552, offset 0 00000400:00000200:0.0:1788926553.534111:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.534119:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.534127:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.534133:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.534138:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.534141:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.534144:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.534148:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2953:2953:256:4294967295] 192.168.203.140@tcp LPNI seq info [2953:2953:8:4294967295] 00000400:00000200:0.0:1788926553.534152:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.534161:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.534166:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.534171:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2b00. 00000800:00000200:0.0:1788926553.534177:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.534185:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.534189:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.534198:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.534203:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 860410 usecs (861 jiffies) 00000400:00000200:0.0:1788926553.534206:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.534209:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589528 00000100:00000001:0.0:1788926553.534212:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.534214:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589528 00000100:00000001:0.0:1788926553.534216:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.534218:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.534221:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.534223:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.534224:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.534227:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.534229:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.534231:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.535352:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.535360:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2b00. 00000400:00000200:2.0:1788926553.535366:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.535373:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.535379:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821198 00000400:00000010:2.0:1788926553.535381:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821198. 00000100:00000001:2.0:1788926553.535385:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.535391:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.536953:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.536961:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.536970:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.536976:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.546332:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.546350:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.546354:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.546356:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.546365:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.546372:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.546382:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.546386:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.546391:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.546417:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32363b00 00000400:00000200:2.0:1788926553.546423:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.546429:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x86ad [1] + 224 00000800:00000001:2.0:1788926553.546436:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.546670:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.546674:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.546680:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.546688:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.546697:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.546707:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.546728:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.546736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.546740:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.546760:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.546769:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.546772:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.546776:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.546781:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.546784:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.546788:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.546794:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.546805:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.546812:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.546814:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.546816:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.546819:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.546821:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.546823:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.546826:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.546834:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.546839:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.546843:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.546845:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.546848:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.546851:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.546855:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.546857:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.546859:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.546862:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.546866:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.546872:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.546875:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.546877:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.546881:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.546888:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975552:192.168.203.140@tcp:101:lfs.0 00000100:00000001:0.0:1788926553.546893:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.546896:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.546898:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.546900:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.546904:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.546909:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.546912:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.546925:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.546927:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.546930:0:35271:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926553.546933:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.546936:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.546939:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=4 00000020:00000001:0.0:1788926553.546941:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.546944:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000040:0.0:1788926553.546950:0:35271:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008c00, remote cookie: 0x840913afd2dabafa, flags: 0x1001 00010000:00010000:0.0:1788926553.546956:0:35271:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.546966:0:35271:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.546974:0:35271:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926553.546977:0:35271:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926553.546978:0:35271:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926553.546980:0:35271:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926553.546981:0:35271:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926553.546984:0:35271:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3b2ae00) refcount = 1 00010000:00010000:0.0:1788926553.546988:0:35271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.546993:0:35271:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926553.546997:0:35271:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926553.546998:0:35271:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.547001:0:35271:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926553.547003:0:35271:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.547006:0:35271:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.547011:0:35271:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926553.547013:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547014:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547015:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547029:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547031:0:35271:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.547035:0:35271:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926553.547037:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547038:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547040:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547043:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547045:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547047:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547048:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547049:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=4 00000020:00000001:0.0:1788926553.547051:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547053:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547056:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.547058:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.547062:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.547068:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547069:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547070:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547071:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547072:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=5 00000020:00000001:0.0:1788926553.547074:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547076:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547088:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.547091:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.547097:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547098:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.547100:0:35271:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.547105:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.547106:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547107:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547108:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547110:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926553.547115:0:35271:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926553.547123:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547124:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547125:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547127:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547129:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547131:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547132:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.547133:0:35271:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.547135:0:35271:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.547137:0:35271:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926553.547139:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547140:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547142:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547144:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547145:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00000002:00010000:0.0:1788926553.547148:0:35271:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.547154:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547155:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547157:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.547158:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547159:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547160:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547162:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547164:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000040:0.0:1788926553.547169:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:0.0:1788926553.547172:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926553.547175:0:35271:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926553.547177:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547179:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.547180:0:35271:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926553.547183:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c939f8 00000002:00002000:0.0:1788926553.547184:0:35271:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926553.547187:0:35271:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.547190:0:35271:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.547193:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.547196:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926553.547199:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.547203:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.547206:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fba00. 00000080:00000001:0.0:1788926553.547211:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.547213:0:35271:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926553.547218:0:35271:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926553.547222:0:35271:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926553.547228:0:35271:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99d40. 00800000:00000001:0.0:1788926553.547230:0:35271:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218518848 : -108341491032768 : ffff9d76c7e99d40) 00800000:00000001:0.0:1788926553.547232:0:35271:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.547234:0:35271:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926553.547237:0:35271:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926553.547239:0:35271:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926553.547241:0:35271:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926553.547243:0:35271:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926553.547244:0:35271:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.547248:0:35271:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926553.547251:0:35271:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788926553.547253:0:35271:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788926552 to 1788926553 00000080:00200000:0.0:1788926553.547257:0:35271:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926553.547259:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547261:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547262:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547264:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547266:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547268:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547269:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.547271:0:35271:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926553.547274:0:35271:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926553.547275:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99d40 1 00800000:00000010:0.0:1788926553.547277:0:35271:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99d40. 00800000:00000001:0.0:1788926553.547279:0:35271:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.547282:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c92e 00800000:00000001:0.0:1788926553.547285:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.547287:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.547288:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547289:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547300:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547302:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547305:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547307:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547308:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.547310:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.547312:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.547314:0:35271:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.547316:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.547319:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c92e from it ffffb2d841c93cb8 00010000:00000001:0.0:1788926553.547321:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.547321:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.547322:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.547323:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547325:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.547326:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.547328:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.547332:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547332:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547333:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.547335:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.547337:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.547349:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.547351:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.547352:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.547355:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547356:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.547357:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.547359:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.547360:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.547362:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.547364:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.547365:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.547366:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.547366:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.547368:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.547371:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513975552/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.547375:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.547378:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.547380:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca7af800. 02000000:00000001:0.0:1788926553.547383:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.547384:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.547385:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.547387:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.547389:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880ec00. 02000000:00000001:0.0:1788926553.547391:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.547393:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.547394:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.547881:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.547883:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.547888:0:35271:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.547893:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d08 00000080:00000008:0.0:1788926553.547895:0:35271:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926553.550033:0:35271:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.550078:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d08 00000080:00200008:0.0:1788926553.550082:0:35271:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788926553.550089:0:35271:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.550090:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c80 00000080:00200000:0.0:1788926553.550092:0:35271:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926553.550097:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fba00. 00800000:00000002:0.0:1788926553.550102:0:35271:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.550105:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.550109:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.550111:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93ba0 00800000:00000002:0.0:1788926553.550113:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.550116:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.550118:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.550121:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.550123:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.550126:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.550128:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.550130:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.550132:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.550135:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.550139:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.550141:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a70 00000002:00010000:0.0:1788926553.550142:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.550145:0:35271:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.550147:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.550149:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.550154:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:0.0:1788926553.550157:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.550161:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.550164:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.550168:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926553.550179:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.550183:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.550186:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926553.550193:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.550195:0:35271:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.550197:0:35271:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.550198:0:35271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.550200:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.550202:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.550205:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.550207:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.550210:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fba00. 00000080:00000001:0.0:1788926553.550213:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.550215:0:35271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.550217:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.550220:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c92e 00800000:00000001:0.0:1788926553.550223:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.550224:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.550226:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.550279:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.550281:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.550284:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550286:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550343:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550344:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.550346:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.550348:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.550350:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c92e from it ffffb2d841c93cb8 00010000:00000001:0.0:1788926553.550352:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.550354:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.550355:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.550357:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550359:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550361:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.550364:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.550370:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550372:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.550373:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.550375:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.550378:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.550384:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.550387:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.550389:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.550392:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550393:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.550431:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550435:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.550437:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550439:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550442:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550444:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.550445:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550447:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.550449:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.550451:0:35271:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.550454:0:35271:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.550459:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d08 00000080:00000008:0.0:1788926553.550461:0:35271:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788926553.550582:0:35271:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.550585:0:35271:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.550586:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b78 00000080:00200000:0.0:1788926553.550588:0:35271:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926553.550592:0:35271:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fba00. 00800000:00000002:0.0:1788926553.550595:0:35271:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.550598:0:35271:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.550600:0:35271:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.550602:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a98 00800000:00000002:0.0:1788926553.550604:0:35271:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.550607:0:35271:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.550608:0:35271:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.550610:0:35271:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.550611:0:35271:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.550613:0:35271:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.550615:0:35271:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.550617:0:35271:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.550619:0:35271:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.550621:0:35271:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.550624:0:35271:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.550625:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93968 00000002:00010000:0.0:1788926553.550627:0:35271:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.550630:0:35271:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.550631:0:35271:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.550633:0:35271:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.550636:0:35271:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:0.0:1788926553.550638:0:35271:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.550641:0:35271:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.550643:0:35271:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.550646:0:35271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926553.550653:0:35271:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.550656:0:35271:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.550659:0:35271:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926553.550664:0:35271:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.550666:0:35271:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.550667:0:35271:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.550669:0:35271:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.550670:0:35271:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.550672:0:35271:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.550674:0:35271:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.550676:0:35271:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.550678:0:35271:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fba00. 00000080:00000001:0.0:1788926553.550681:0:35271:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.550682:0:35271:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.550684:0:35271:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.550686:0:35271:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c92e 00800000:00000001:0.0:1788926553.550689:0:35271:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.550690:0:35271:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.550692:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.550693:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.550694:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.550697:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550699:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550701:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550702:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.550703:0:35271:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.550704:0:35271:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.550706:0:35271:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c92e from it ffffb2d841c93bb0 00010000:00000001:0.0:1788926553.550708:0:35271:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.550709:0:35271:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.550710:0:35271:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:0.0:1788926553.550712:0:35271:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550714:0:35271:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:0.0:1788926553.550716:0:35271:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.550719:0:35271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.550725:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550726:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.550727:0:35271:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.550729:0:35271:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.550731:0:35271:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926553.550741:0:35271:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.550742:0:35271:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.550743:0:35271:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.550745:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550746:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.550748:0:35271:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550749:0:35271:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.550751:0:35271:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550752:0:35271:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550754:0:35271:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.550756:0:35271:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.550757:0:35271:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.550758:0:35271:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.550759:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.550760:0:35271:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.550762:0:35271:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788926553.550766:0:35271:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.550771:0:35271:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926553.550773:0:35271:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926553.550775:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b78 00000080:00200008:0.0:1788926553.550777:0:35271:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00000010:0.0:1788926553.550782:0:35271:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926553.550953:0:35271:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.550956:0:35271:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.551069:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.551072:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.551079:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.551081:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.551087:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.551090:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.551092:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.551095:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.551096:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.551102:0:35271:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788926553.551104:0:35271:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: age 1912, max_age 1920 00000002:00000001:0.0:1788926553.551108:0:35271:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788926553.551111:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000010:0.0:1788926553.551117:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.551119:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926553.551123:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.551126:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.551129:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.551135:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2400. 00000100:00000001:0.0:1788926553.551141:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.551144:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.551145:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.551151:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.551153:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.551155:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.551157:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.551162:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.551165:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.551167:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.551169:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.551179:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.551187:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.551189:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.551193:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.551195:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.551197:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.551201:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975680:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926553.551204:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.551209:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.551211:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.551213:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.551216:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.551218:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.551225:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.551373:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.551379:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.551385:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513975680, portal 10 00000100:00000001:0.0:1788926553.551387:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.551389:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.551433:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.551442:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.551445:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.551449:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821f68. 00000100:00000200:0.0:1788926553.551452:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513975680, offset 0 00000400:00000200:0.0:1788926553.551458:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.551467:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.551474:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.551480:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.551483:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.551487:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.551489:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.551493:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2954:2954:256:4294967295] 192.168.203.140@tcp LPNI seq info [2954:2954:8:4294967295] 00000400:00000200:0.0:1788926553.551497:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.551506:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.551513:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.551517:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2f00. 00000800:00000200:0.0:1788926553.551523:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.551530:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.551534:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.551696:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.551701:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 859336 usecs (860 jiffies) 00000400:00000200:0.0:1788926553.551705:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.551708:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589546 00000100:00000001:0.0:1788926553.551710:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.551713:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589546 00000100:00000001:0.0:1788926553.551715:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.551717:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.551719:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.551721:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.551723:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.551725:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.551728:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.551730:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.551906:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.551910:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2f00. 00000400:00000200:2.0:1788926553.551915:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.551920:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.551925:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821f68 00000400:00000010:2.0:1788926553.551927:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821f68. 00000100:00000001:2.0:1788926553.551931:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.551935:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.551944:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.551946:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.551953:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.551954:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.554956:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.554972:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.554976:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.554979:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.554987:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.554995:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.555006:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.555010:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.555016:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.555142:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32363b80 00000400:00000200:2.0:1788926553.555147:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.555153:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x86b5 [1] + 224 00000800:00000001:2.0:1788926553.555161:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.555169:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.555172:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.555177:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.555183:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.555191:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926553.555203:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.555319:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.555329:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.555333:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.555692:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.555700:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.555702:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.555706:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.555711:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.555713:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.555717:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.555723:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926553.555732:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.555739:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.555741:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.555744:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.555747:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.555750:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.555752:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.555755:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.555763:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.555767:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.555770:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.555772:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.555775:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.555778:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.555781:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.555856:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.555859:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.555862:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.555868:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.555875:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.555878:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.555880:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.555884:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926553.555891:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975680:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926553.555896:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.555899:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.555902:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.555904:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.555908:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.555915:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.555917:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.555921:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.555923:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.555928:0:35271:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788926553.555930:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.555933:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513975680/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.555939:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.555942:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.555944:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.555947:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.555950:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.555952:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.555955:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.555959:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2400. 02000000:00000001:0.0:1788926553.555962:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.555964:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.555966:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.555970:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.555972:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926553.555974:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.555975:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.555977:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1788926553.555979:0:35271:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: update ffff9d76e03f8458 cache blocks 317379/353529 objects 1023702/1024000 00800000:00000001:0.0:1788926553.555983:0:35271:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.555989:0:35271:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.555993:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.555996:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.555999:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.556001:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.557168:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.557173:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.557181:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.557183:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.557189:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.557194:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.557196:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.557199:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.557201:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.557208:0:35271:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788926553.557210:0:35271:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: age 1912, max_age 1920 00000002:00000001:0.0:1788926553.557214:0:35271:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788926553.557217:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000010:0.0:1788926553.557223:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.557226:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=6 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926553.557229:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.557232:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.557237:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.557243:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2400. 00000100:00000001:0.0:1788926553.557249:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.557253:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.557255:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.557261:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.557263:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.557265:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.557267:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.557271:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.557275:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.557277:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.557279:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.557298:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.557306:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.557308:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.557312:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.557314:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.557316:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.557320:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975808:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926553.557334:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.557338:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.557340:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.557351:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.557355:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.557356:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.557362:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.557364:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.557369:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.557373:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513975808, portal 10 00000100:00000001:0.0:1788926553.557375:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.557376:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.557381:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.557386:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.557388:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.557390:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821990. 00000100:00000200:0.0:1788926553.557747:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513975808, offset 0 00000400:00000200:0.0:1788926553.557758:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.557766:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.557774:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.557779:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.557783:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.557795:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.557798:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.557801:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2955:2955:256:4294967295] 192.168.203.140@tcp LPNI seq info [2955:2955:8:4294967295] 00000400:00000200:0.0:1788926553.557806:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.557815:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.557821:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.557825:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926553.557832:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.557839:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.557843:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.557859:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.557864:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20235 usecs (21 jiffies) 00000400:00000200:0.0:1788926553.557867:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.557870:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588713 00000100:00000001:0.0:1788926553.557873:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.557875:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588713 00000100:00000001:0.0:1788926553.557877:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.557879:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.557882:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.557884:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.557886:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.557889:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.557892:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.557894:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.558033:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.558038:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00000400:00000200:2.0:1788926553.558043:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.558048:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.558053:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821990 00000400:00000010:2.0:1788926553.558055:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821990. 00000100:00000001:2.0:1788926553.558059:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.558064:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.558075:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.558078:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.558086:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.558088:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.561949:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.561963:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.561968:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.561970:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.561979:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.561986:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.561995:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.562000:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.562006:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.562011:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32363c00 00000400:00000200:2.0:1788926553.562027:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.562034:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x86bd [1] + 224 00000800:00000001:2.0:1788926553.562040:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.562047:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.562050:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.562055:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.562062:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.562071:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926553.562083:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.562105:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.562112:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.562114:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.562170:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.562177:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.562179:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.562182:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.562186:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.562188:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.562191:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.562196:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926553.562205:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.562212:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.562213:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.562216:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.562219:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.562221:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.562223:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.562226:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.562245:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.562250:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926553.562252:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.562254:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.562257:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.562261:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.562264:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.562266:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967334 00000100:00000001:0.0:1788926553.562268:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.562271:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.562277:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.562284:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.562287:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.562290:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.562294:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926553.562303:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975808:192.168.203.140@tcp:41:lfs.0 00000100:00000001:0.0:1788926553.562307:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.562310:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.562312:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.562314:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.562318:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.562325:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.562328:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.562331:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.562332:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.562338:0:35271:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788926553.562339:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.562342:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513975808/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.562349:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.562351:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.562354:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.562357:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.562359:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.562361:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.562363:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.562366:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2400. 02000000:00000001:0.0:1788926553.562368:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.562370:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.562372:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.562375:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.562377:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926553.562378:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.562379:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.562381:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:0.0:1788926553.562384:0:35271:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: update ffff9d76e03f9e18 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:0.0:1788926553.562388:0:35271:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.562392:0:35271:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562423:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.562426:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562430:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562432:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562475:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562478:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562485:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562487:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562492:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562496:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562498:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562501:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562503:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562507:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562509:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562511:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562514:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562526:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562529:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562538:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562540:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562543:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562544:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562547:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562549:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562551:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562552:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562553:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562556:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562558:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562560:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562563:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562565:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562570:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562573:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562575:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562577:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562578:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562580:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562583:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562584:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562585:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562587:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562589:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562591:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562593:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562595:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562597:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562599:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562601:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562603:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562605:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562606:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562608:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562610:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562611:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562612:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562613:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562616:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562617:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562619:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562621:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562624:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562626:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562629:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562631:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562633:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562635:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562637:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562639:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562641:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562642:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562643:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562645:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562647:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562648:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562650:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562652:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562653:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562656:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562658:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562660:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562661:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562663:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562665:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562667:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562668:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562669:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562671:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562673:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562675:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562678:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562680:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562682:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562685:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562686:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562689:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562690:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562692:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562694:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562696:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562697:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562698:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562701:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562703:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562705:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562707:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562709:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562710:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562713:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562714:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562716:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562717:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562719:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562721:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562722:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562723:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562724:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562727:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562728:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562730:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562732:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562734:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562736:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562738:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562739:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562742:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562743:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562745:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562748:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562750:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562751:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562756:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562758:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562760:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562762:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562765:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562767:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562768:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562771:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562772:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562775:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562776:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562778:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562780:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562781:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562782:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562784:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562786:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562788:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562790:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562792:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562794:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562795:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562798:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562799:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562801:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562802:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562804:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562806:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562807:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562808:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562810:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562814:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562815:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562817:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562819:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562821:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562823:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562826:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562827:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562829:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562830:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562832:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562834:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562835:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562836:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562838:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562840:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562841:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562843:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562845:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562847:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562849:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562851:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562852:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562855:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562856:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562857:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562859:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562861:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562862:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562863:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562865:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562867:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562869:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562871:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562873:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562874:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562877:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562878:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562884:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562885:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562887:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562889:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562890:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562891:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562892:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562895:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562896:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562898:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562900:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562902:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562903:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562906:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562907:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562909:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562911:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562912:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562914:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562916:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562916:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562918:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562920:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562922:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562924:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562926:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562928:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562930:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562933:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562934:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562936:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562937:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562939:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562941:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562942:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562943:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562944:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562945:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562947:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562948:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562950:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562952:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562954:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562957:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562958:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562961:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562962:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562964:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562966:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562967:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562968:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562970:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.562972:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562974:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562976:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.562978:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.562980:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562982:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.562985:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.562987:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.562989:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.562990:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.562993:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.562995:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.562996:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.562997:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.562998:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563001:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563003:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563005:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563006:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563008:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563010:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563012:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563014:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563025:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563026:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563028:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563031:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563032:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563033:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563034:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563037:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563039:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563040:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563042:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563044:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563046:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563049:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563051:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563053:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563054:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563057:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563059:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563060:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563061:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563063:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563065:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563067:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563069:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563071:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563072:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563074:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563077:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563078:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563080:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563081:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563083:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563085:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563086:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563087:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563088:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563090:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563092:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563094:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563096:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563098:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563100:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563102:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563104:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563106:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563107:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563109:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563111:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563112:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563113:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563115:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563117:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563119:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563121:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563123:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563125:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563126:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563129:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563130:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563132:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563133:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563135:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563137:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563138:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563139:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563140:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563143:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563144:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563146:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563148:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563150:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563152:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563154:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563155:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563158:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563159:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563160:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563162:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563163:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563164:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563165:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563166:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563169:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563171:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563173:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563175:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563176:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563179:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563181:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563183:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563184:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563187:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563189:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563190:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563191:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563193:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563195:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563197:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563199:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563201:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563204:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563205:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563208:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563209:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563211:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563212:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563214:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563216:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563218:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563219:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563220:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563222:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563224:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563225:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563228:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563230:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563232:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563235:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563236:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563238:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563240:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563242:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563244:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563245:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563246:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563248:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563250:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563252:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563254:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563256:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563259:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563260:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563263:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563265:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563267:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563268:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563270:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563272:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563274:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563275:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563276:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563279:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563281:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563282:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563284:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563286:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563288:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563290:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563292:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563294:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563296:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563298:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563299:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563301:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563302:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563303:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563305:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563307:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563309:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563311:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563313:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563314:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563317:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563318:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563320:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563321:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563323:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563325:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563326:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563327:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563328:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563331:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563332:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563334:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563336:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563338:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563339:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563342:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563343:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563346:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563347:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563349:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563351:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563353:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563354:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563355:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563358:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563360:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563361:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563363:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563365:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563367:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563369:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563371:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563373:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563374:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563376:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563378:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563379:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563380:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563381:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563383:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563385:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563387:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563389:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563391:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563392:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563428:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563430:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563432:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563434:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563436:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563438:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563440:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563442:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563443:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563446:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563448:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563450:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563452:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563454:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563456:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563459:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563460:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563462:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563464:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563465:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563468:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563469:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563470:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563472:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563474:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563476:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563477:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563479:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563481:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563483:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563485:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563487:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563489:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563490:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563492:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563494:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563495:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563496:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563497:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563499:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563502:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563504:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563506:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563508:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563510:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563512:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563513:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563516:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563517:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563518:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563520:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563522:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563523:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563524:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563526:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563528:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563529:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563532:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563533:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563535:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563538:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563539:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563541:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563542:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563544:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563546:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563547:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563548:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563549:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563551:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563553:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563555:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563557:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563559:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563561:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563564:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563565:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563567:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563568:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563570:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563572:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563573:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563574:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563575:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563578:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563579:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563581:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563583:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563585:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563586:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563589:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563590:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563592:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563593:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563595:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563597:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563598:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563599:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563600:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563602:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563604:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563606:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563608:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563610:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563611:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563614:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563615:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563618:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563619:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563620:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563622:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563624:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563624:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563626:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563628:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563629:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563631:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563633:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563634:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563636:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563638:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563639:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563641:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563642:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563644:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563646:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563647:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563648:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563649:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563651:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563652:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563654:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563656:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563659:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563660:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563663:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563665:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563667:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563669:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563671:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563673:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563675:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563676:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563677:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563680:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563682:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563684:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563686:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563688:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563690:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563692:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563693:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563695:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563696:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563698:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563700:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563702:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563703:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563704:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563707:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563709:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563710:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563712:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563714:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563716:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563718:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563720:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563722:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563723:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563725:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563727:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563728:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563729:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563731:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563733:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563734:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563736:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563738:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563740:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563742:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563744:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563746:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563748:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563749:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563750:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563752:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563754:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563755:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563756:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563758:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563760:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563761:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563763:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563765:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563767:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563769:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563771:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563773:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563774:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563776:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563778:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563779:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563780:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563781:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563783:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563786:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563787:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563789:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563791:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563792:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563795:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563796:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563798:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563799:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563801:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563803:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563804:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563805:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563807:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563809:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563811:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563812:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563814:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563816:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563818:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563820:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563822:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563824:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563825:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563826:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563828:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563830:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563831:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563832:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563834:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563836:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563837:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563839:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563842:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563844:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563846:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563847:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563849:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563851:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563852:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563854:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563856:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563857:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563858:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563860:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563862:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563863:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563865:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563867:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563869:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563871:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563872:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563875:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563876:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563877:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563879:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563881:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563882:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563883:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563885:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563887:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563888:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563890:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563892:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563894:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563896:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563898:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563900:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563901:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563903:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563905:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563906:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563907:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563908:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563911:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563912:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563914:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563916:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563918:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563919:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563922:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563923:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563925:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563926:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563928:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563930:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563931:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563932:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563934:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563936:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563937:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563939:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563941:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563943:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563945:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563947:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563948:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563951:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563952:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563954:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563956:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563957:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563958:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563959:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563962:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563963:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563965:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563967:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563969:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563971:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563973:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563975:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.563977:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.563978:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.563979:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.563981:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.563983:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.563984:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.563985:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.563987:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563989:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563991:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.563993:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.563994:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563996:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.563998:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.563999:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564002:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564003:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564005:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564006:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564008:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564010:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564011:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564014:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564015:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564028:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564030:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564033:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564034:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564038:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564040:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564042:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564044:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564046:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564048:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564050:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564051:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564052:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564055:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564057:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564059:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564061:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564063:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564065:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564068:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564070:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564072:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564073:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564075:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564077:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564079:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564080:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564081:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564083:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564086:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564088:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564090:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564092:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564094:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564096:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564097:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564100:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564101:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564102:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564104:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564106:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564107:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564108:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564110:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564112:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564114:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564116:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564118:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564120:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564122:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564124:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564126:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564127:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564129:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564131:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564132:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564133:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564134:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564136:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564138:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564140:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564142:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564144:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564146:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564148:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564150:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564152:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564153:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564155:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564156:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564158:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564159:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564160:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564163:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564164:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564166:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564168:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564170:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564172:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564175:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564177:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564179:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564181:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564183:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564185:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564186:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564187:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564189:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564191:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564193:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564195:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564197:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564199:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564200:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564203:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564205:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564207:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564209:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564210:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564212:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564214:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564215:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564216:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564218:0:35271:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564220:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564222:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.564224:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564226:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564227:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.564230:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564231:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564233:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564234:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564235:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564237:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564238:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788926553.564239:0:35271:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788926553.564240:0:35271:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00800000:00000001:0.0:1788926553.564242:0:35271:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.564244:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.564246:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788926553.564247:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.564249:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.564251:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.564254:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.564255:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.564258:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.564259:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.564261:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.564264:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.564265:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.564269:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.564271:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.564277:0:35271:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788926553.564279:0:35271:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: age 1912, max_age 1920 00000008:00000001:0.0:1788926553.564282:0:35271:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788926553.564286:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000010:0.0:1788926553.564291:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.564294:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.564297:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.564298:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.564301:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926553.564302:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.564305:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.564310:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.564315:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2400. 00000100:00000001:0.0:1788926553.564321:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.564324:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.564326:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.564331:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.564333:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.564336:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.564337:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.564342:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.564345:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.564347:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.564349:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.564357:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.564366:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.564368:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.564371:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.564373:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.564376:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.564380:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975936:192.168.203.140@tcp:13:lfs.0 00000100:00000001:0.0:1788926553.564384:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.564389:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.564391:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.564394:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.564421:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.564423:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.564430:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.564434:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.564439:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.564445:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513975936, portal 4 00000100:00000001:0.0:1788926553.564447:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.564448:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.564454:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.564463:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.564466:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.564468:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08215d8. 00000100:00000200:0.0:1788926553.564472:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513975936, offset 0 00000400:00000200:0.0:1788926553.564478:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.564485:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.564491:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.564496:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.564499:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.564503:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.564506:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.564509:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2956:2956:256:4294967295] 192.168.203.140@tcp LPNI seq info [2956:2956:8:4294967295] 00000400:00000200:0.0:1788926553.564514:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.564524:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.564529:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.564534:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2c00. 00000800:00000200:0.0:1788926553.564540:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.564549:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.564553:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.564575:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.564579:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20973 usecs (21 jiffies) 00000400:00000200:0.0:1788926553.564583:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.564585:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588720 00000100:00000001:0.0:1788926553.564588:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.564591:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588720 00000100:00000001:0.0:1788926553.564593:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.564595:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.564598:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.564600:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.564601:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.564604:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.564606:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.564609:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.564837:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.564842:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2c00. 00000400:00000200:2.0:1788926553.564846:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.564851:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.564857:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08215d8 00000400:00000010:2.0:1788926553.564859:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08215d8. 00000100:00000001:2.0:1788926553.564863:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.564867:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.564878:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.564881:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.564888:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.564890:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.566530:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.566544:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.566548:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.566551:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.566558:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.566565:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.566572:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.566576:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.566582:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.566586:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32363c80 00000400:00000200:2.0:1788926553.566591:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.566596:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x86c5 [1] + 224 00000800:00000001:2.0:1788926553.566602:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.566607:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.566610:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.566614:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.566621:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.566627:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926553.566638:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.566656:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.566666:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.566669:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.566700:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.566708:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.566710:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.566713:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.566718:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.566720:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.566723:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.566729:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926553.566738:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.566745:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.566747:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.566749:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.566752:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.566754:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.566756:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.566758:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.566765:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dcf0 time=68 v=5 (5 0 0 0) 00000100:00001000:0.0:1788926553.566768:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.566770:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.566771:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.566773:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.566775:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.566777:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.566778:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788926553.566780:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.566781:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.566791:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.566796:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.566798:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.566800:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.566803:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926553.566808:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513975936:192.168.203.140@tcp:13:lfs.0 00000100:00000001:0.0:1788926553.566811:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.566817:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.566819:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.566821:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.566823:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.566828:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.566830:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.566832:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.566833:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.566837:0:35271:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788926553.566838:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.566840:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513975936/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.566844:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.566845:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.566847:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.566853:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.566855:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.566856:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.566858:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.566860:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2400. 02000000:00000001:0.0:1788926553.566862:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.566863:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.566864:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.566866:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.566867:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788926553.566869:0:35271:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: update ffff9d76e0285198 cache blocks 901358/958279 objects 261772/262144 00020000:00000001:0.0:1788926553.566872:0:35271:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.566875:0:35271:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.566878:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.566880:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.566882:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.566883:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.566937:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.566939:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.566947:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.566949:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.566954:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.566958:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.566960:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.566963:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.566964:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.566969:0:35271:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788926553.566971:0:35271:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: age 1912, max_age 1920 00000008:00000001:0.0:1788926553.566973:0:35271:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788926553.566975:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000010:0.0:1788926553.566979:0:35271:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.566982:0:35271:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.566985:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.566986:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.566988:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:0.0:1788926553.566990:0:35271:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.566992:0:35271:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.566997:0:35271:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.567001:0:35271:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76d1aa2400. 00000100:00000001:0.0:1788926553.567006:0:35271:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.567009:0:35271:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.567010:0:35271:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.567015:0:35271:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.567029:0:35271:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.567032:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.567034:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.567038:0:35271:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.567042:0:35271:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.567043:0:35271:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.567045:0:35271:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.567050:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.567057:0:35271:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.567059:0:35271:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.567063:0:35271:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.567065:0:35271:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.567068:0:35271:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.567071:0:35271:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513976064:192.168.203.140@tcp:13:lfs.0 00000100:00000001:0.0:1788926553.567075:0:35271:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.567079:0:35271:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.567081:0:35271:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.567083:0:35271:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.567087:0:35271:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.567089:0:35271:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.567093:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.567097:0:35271:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.567101:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.567106:0:35271:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513976064, portal 4 00000100:00000001:0.0:1788926553.567107:0:35271:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.567108:0:35271:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.567115:0:35271:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.567121:0:35271:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.567123:0:35271:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.567126:0:35271:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821c38. 00000100:00000200:0.0:1788926553.567129:0:35271:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513976064, offset 0 00000400:00000200:0.0:1788926553.567135:0:35271:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.567141:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.567147:0:35271:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.567152:0:35271:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.567156:0:35271:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.567158:0:35271:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.567160:0:35271:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.567163:0:35271:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2957:2957:256:4294967295] 192.168.203.140@tcp LPNI seq info [2957:2957:8:4294967295] 00000400:00000200:0.0:1788926553.567166:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.567171:0:35271:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.567176:0:35271:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.567179:0:35271:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2600. 00000800:00000200:0.0:1788926553.567184:0:35271:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.567189:0:35271:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.567192:0:35271:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.567211:0:35271:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.567215:0:35271:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 209232 usecs (210 jiffies) 00000400:00000200:0.0:1788926553.567217:0:35271:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.567219:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296588911 00000100:00000001:0.0:1788926553.567222:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.567223:0:35271:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296588911 00000100:00000001:0.0:1788926553.567225:0:35271:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.567227:0:35271:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.567228:0:35271:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.567230:0:35271:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.567231:0:35271:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.567233:0:35271:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.567234:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.567236:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.567507:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.567512:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2600. 00000400:00000200:2.0:1788926553.567516:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.567521:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.567525:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821c38 00000400:00000010:2.0:1788926553.567527:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821c38. 00000100:00000001:2.0:1788926553.567531:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.567536:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.567546:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.567549:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.567556:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.567557:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.569357:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.569371:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.569375:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.569377:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.569384:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.569391:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.569432:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.569436:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.569448:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.569453:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32363d00 00000400:00000200:2.0:1788926553.569458:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.569463:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x86cd [1] + 224 00000800:00000001:2.0:1788926553.569469:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.569476:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.569479:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.569483:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.569489:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.569496:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926553.569507:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.569518:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.569524:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.569527:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.569626:0:35271:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.569632:0:35271:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.569634:0:35271:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.569637:0:35271:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.569641:0:35271:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.569643:0:35271:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.569646:0:35271:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.569651:0:35271:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926553.569660:0:35271:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.569666:0:35271:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.569668:0:35271:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.569670:0:35271:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.569673:0:35271:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.569675:0:35271:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.569678:0:35271:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.569681:0:35271:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.569689:0:35271:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a4a8 time=68 v=5 (5 0 0 0) 00000100:00001000:0.0:1788926553.569693:0:35271:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.569695:0:35271:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.569697:0:35271:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.569700:0:35271:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.569703:0:35271:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.569706:0:35271:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.569709:0:35271:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1788926553.569711:0:35271:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.569712:0:35271:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.569717:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.569724:0:35271:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.569727:0:35271:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.569729:0:35271:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.569733:0:35271:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926553.569741:0:35271:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35271:1875823513976064:192.168.203.140@tcp:13:lfs.0 00000100:00000001:0.0:1788926553.569745:0:35271:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.569748:0:35271:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.569750:0:35271:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.569752:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.569755:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.569762:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.569765:0:35271:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.569768:0:35271:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.569770:0:35271:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.569774:0:35271:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788926553.569776:0:35271:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.569779:0:35271:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513976064/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.569785:0:35271:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.569787:0:35271:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.569790:0:35271:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.569793:0:35271:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.569795:0:35271:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.569797:0:35271:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.569800:0:35271:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.569802:0:35271:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76d1aa2400. 02000000:00000001:0.0:1788926553.569805:0:35271:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.569807:0:35271:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.569809:0:35271:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.569812:0:35271:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.569813:0:35271:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788926553.569817:0:35271:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: update ffff9d76e0280458 cache blocks 901344/958279 objects 261772/262144 00020000:00000001:0.0:1788926553.569821:0:35271:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.569825:0:35271:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.569828:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.569831:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.569835:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.569837:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.569894:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.569897:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.569904:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.569906:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.569911:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.569915:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.569917:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.569920:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.569921:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.569925:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569927:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569929:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.569932:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.569934:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569936:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569939:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.569941:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.569944:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.569945:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.569947:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.569949:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.569951:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.569952:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.569954:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.569956:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569958:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569960:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.569962:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.569964:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569966:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569968:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.569970:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.569972:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.569973:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.569974:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.569976:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.569978:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.569978:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.569980:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.569982:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569984:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569985:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.569987:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.569989:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569991:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.569994:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.569995:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.569998:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.569999:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570001:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570004:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570005:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570007:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570008:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570010:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570013:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570015:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570027:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570029:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570031:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570034:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570036:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570038:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570039:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570042:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570044:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570046:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570047:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570048:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570051:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570053:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570055:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570057:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570059:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570061:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570063:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570065:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570067:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570068:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570070:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570072:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570073:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570074:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570075:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570078:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570080:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570082:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570084:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570086:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570088:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570091:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570092:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570094:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570096:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570097:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570099:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570101:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570102:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570103:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570105:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570107:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570108:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570110:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570111:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570113:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570115:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570117:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570119:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570120:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570122:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570123:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570125:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570126:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570127:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570129:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570131:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570133:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570135:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570137:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570139:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570142:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570144:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570146:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570148:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570150:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570152:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570153:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570154:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570156:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570158:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570160:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570162:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570164:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570166:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570168:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570171:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570172:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570174:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570175:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570177:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570179:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570180:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570181:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570182:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570184:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570186:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570188:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570190:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570192:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570193:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570196:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570198:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570200:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570201:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570204:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570206:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570208:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570209:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570210:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570213:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570215:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570216:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570219:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570221:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570222:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570225:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570226:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570228:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570229:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570231:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570233:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570234:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570235:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570236:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570238:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570240:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570242:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570244:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570246:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570248:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570251:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570252:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570254:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570256:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570258:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570260:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570261:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570263:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570264:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570267:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570269:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570270:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570272:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570274:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570276:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570279:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570280:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570282:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570283:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570285:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570287:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570288:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570289:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570291:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570293:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570295:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570297:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570299:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570301:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570303:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570305:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570306:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570309:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570310:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570312:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570313:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570315:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570316:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570317:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570319:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570322:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570323:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570326:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570328:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570329:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570332:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570333:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570335:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570336:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570338:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570340:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570341:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570342:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570343:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570345:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570347:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570349:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570351:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570352:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570354:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570357:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570358:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570360:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570361:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570363:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570365:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570367:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570367:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570369:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570371:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570373:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570374:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570376:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570379:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570380:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570383:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570384:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570386:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570387:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570389:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570390:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570392:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570393:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570394:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570758:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570761:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570764:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570766:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570769:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570771:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570778:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570779:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570783:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570784:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570838:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570842:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570844:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570846:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570891:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570896:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570898:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570900:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570902:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570905:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570907:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570912:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570914:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570917:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570918:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570921:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570923:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570925:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570926:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570927:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570930:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570932:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570933:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570936:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570937:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570939:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570942:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570943:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570945:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570946:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570948:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570950:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570951:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570952:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570954:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570956:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570958:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570959:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570961:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570964:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570965:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570968:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570969:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570971:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570972:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.570974:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.570976:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.570978:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.570979:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.570980:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.570983:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570984:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570986:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.570988:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.570990:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570991:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.570994:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.570995:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.570997:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.570998:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571000:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571002:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571003:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571004:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571005:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571008:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571010:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571012:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571014:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571016:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571027:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571031:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571033:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571035:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571036:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571039:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571041:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571042:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571044:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571045:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571048:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571050:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571052:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571054:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571056:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571057:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571060:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571061:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571063:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571065:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571066:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571068:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571070:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571071:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571072:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571075:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571076:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571078:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571080:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571082:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571083:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571086:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571087:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571090:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571091:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571092:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571095:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571096:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571097:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571099:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571101:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571104:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571105:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571107:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571109:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571111:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571114:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571115:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571117:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571118:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571120:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571121:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571123:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571124:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571125:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571127:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571129:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571131:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571132:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571134:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571136:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571138:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571139:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571142:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571143:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571144:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571146:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571147:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571148:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571150:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571152:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571153:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571155:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571157:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571159:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571161:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571163:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571164:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571166:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571167:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571169:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571171:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571172:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571173:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571174:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571176:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571178:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571180:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571182:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571183:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571185:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571187:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571189:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571191:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571192:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571193:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571195:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571196:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571197:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571198:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571200:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571201:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571203:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571205:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571207:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571208:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571211:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571212:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571215:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571216:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571218:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571220:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571222:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571223:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571224:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571227:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571229:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571230:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571232:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571234:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571236:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571238:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571240:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571242:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571243:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571245:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571247:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571249:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571250:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571251:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571253:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571255:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571257:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571259:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571261:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571263:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571265:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571267:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571269:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571270:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571272:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571274:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571276:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571277:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571278:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571280:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571282:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571284:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571286:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571287:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571289:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571291:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571293:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571295:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571296:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571297:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571299:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571301:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571302:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571303:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571305:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571307:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571308:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571310:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571312:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571313:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571316:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571317:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571319:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571320:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571322:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571323:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571325:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571326:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571328:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571330:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571332:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571334:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571336:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571337:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571339:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571341:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571343:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571345:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571346:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571347:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571349:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571351:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571351:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571353:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571355:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571356:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571358:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571360:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571362:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571364:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571366:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571367:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571369:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571370:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571372:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571374:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571375:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571376:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571377:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571379:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571382:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571383:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571385:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571387:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571389:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571392:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571393:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571416:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571418:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571419:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571421:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571423:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571424:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571425:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571427:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571429:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571431:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571433:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571435:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571494:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571499:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571500:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571503:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571505:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571507:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571510:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571512:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571513:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571514:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571517:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571519:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571521:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571523:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571525:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571527:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571530:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571531:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571533:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571535:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571536:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571538:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571540:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571541:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571542:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571544:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571546:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571547:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571549:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571551:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571553:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571556:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571557:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571559:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571560:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571563:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571565:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571566:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571567:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571568:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571571:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571573:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571575:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571577:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571579:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571580:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571583:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571585:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571587:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571588:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571590:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571592:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571593:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571594:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571595:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571597:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571599:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571601:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571603:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571604:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571606:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571608:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571610:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571612:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571613:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571614:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571616:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571617:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571618:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571619:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571622:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571623:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571625:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571627:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571629:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571630:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571633:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571634:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571636:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571637:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571639:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571641:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571643:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571644:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571645:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571647:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571649:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571651:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571652:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571654:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571656:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571658:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571659:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571662:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571663:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571664:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571666:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571667:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571668:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571670:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571672:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571673:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571675:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571677:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571679:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571680:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571683:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571684:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571686:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571687:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571689:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571690:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571692:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571693:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571694:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571697:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571699:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571700:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571702:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571704:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571706:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571708:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571709:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571711:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571712:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571714:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571715:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571717:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571718:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571719:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571721:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571723:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571724:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571726:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571728:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571730:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571732:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571733:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571735:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571736:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571738:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571739:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571741:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571742:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571743:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571745:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571747:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571749:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571751:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571753:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571755:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571758:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571759:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571761:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571762:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571763:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571765:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571767:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571768:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571769:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571771:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571772:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571774:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571776:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571778:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571779:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571782:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571783:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571841:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571843:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571845:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571848:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571849:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571901:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571904:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571907:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571908:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571910:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571912:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571915:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571917:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571922:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571923:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571926:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571927:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571929:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571932:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571933:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571934:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571936:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571938:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571940:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571941:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571943:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571945:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571947:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571949:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571950:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571952:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571953:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571955:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571957:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571958:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571959:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571961:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571963:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571965:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571967:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571969:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571970:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571972:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571974:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.571976:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.571978:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.571979:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.571981:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.571983:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.571984:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.571985:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.571986:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.571989:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571990:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571992:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.571994:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.571996:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.571997:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572000:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572001:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572003:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572003:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572005:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572006:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572008:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572008:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572009:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572011:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572013:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572015:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572025:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572028:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572030:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572034:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572036:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572038:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572039:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572042:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572044:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572046:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572047:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572048:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572051:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572053:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572055:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572057:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572059:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572060:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572063:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572064:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572066:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572067:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572069:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572071:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572072:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572073:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572074:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572077:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572079:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572080:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572082:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572084:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572086:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572088:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572089:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572091:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572092:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572094:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572096:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572097:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572099:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572100:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572102:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572104:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572106:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572108:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572110:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572111:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572114:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572115:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572117:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572118:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572120:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572122:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572123:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572124:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572125:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572128:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572129:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572131:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572133:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572135:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572136:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572139:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572140:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572142:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572143:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572144:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572146:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572148:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572149:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572150:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572152:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572154:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572156:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572158:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572159:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572161:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572163:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572165:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572167:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572168:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572169:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572171:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572173:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572174:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572175:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572177:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572179:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572180:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572182:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572184:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572185:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572188:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572189:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572191:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572192:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572194:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572195:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572197:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572198:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572199:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572201:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572203:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572204:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572206:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572208:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572210:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572212:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572214:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572216:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572217:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572218:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572220:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572221:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572222:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572224:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572226:0:35271:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572227:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572229:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788926553.572231:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572233:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572235:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788926553.572237:0:35271:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926553.572238:0:35271:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7ffe85ab5100 00000080:00000001:0.0:1788926553.572240:0:35271:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788926553.572241:0:35271:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788926553.572243:0:35271:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c880ec00. 00000020:00000001:0.0:1788926553.572245:0:35271:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572246:0:35271:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788926553.572247:0:35271:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788926553.572248:0:35271:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c880ec00 uarg=0000000000000000 00020000:00000001:0.0:1788926553.572251:0:35271:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.572253:0:35271:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.572255:0:35271:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788926553.572257:0:35271:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c880ec00. 00000080:00000001:0.0:1788926553.572259:0:35271:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.572260:0:35271:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788926553.572271:0:35271:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926553.572274:0:35271:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926553.572276:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93dd0 00000080:00200008:0.0:1788926553.572279:0:35271:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00400000:0.0:1788926553.572282:0:35271:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788926553.572285:0:35271:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926553.572289:0:35271:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.572292:0:35271:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93dd0 00000080:00000008:0.0:1788926553.572294:0:35271:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000, rc = 0 00000080:00000001:0.0:1788926553.572296:0:35271:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.572298:0:35271:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.575144:0:35272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926553.575151:0:35272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926553.575153:0:35272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926553.575156:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bbc0 00000080:00200000:3.0:1788926553.575160:0:35272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926553.575168:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c72600. 00800000:00000002:3.0:1788926553.575174:0:35272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926553.575177:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926553.575181:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926553.575183:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bae0 00800000:00000002:3.0:1788926553.575186:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926553.575190:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926553.575193:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926553.575195:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926553.575198:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926553.575200:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926553.575202:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926553.575204:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926553.575206:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926553.575210:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926553.575215:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926553.575216:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b9b0 00000002:00010000:3.0:1788926553.575218:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926553.575222:0:35272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926553.575224:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926553.575226:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926553.575231:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:3.0:1788926553.575234:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926553.575238:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.575241:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926553.575246:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788926553.575256:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926553.575260:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926553.575263:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788926553.575271:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926553.575273:0:35272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926553.575275:0:35272:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926553.575276:0:35272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926553.575278:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926553.575281:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926553.575284:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926553.575286:0:35272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926553.575289:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72600. 00000080:00000001:3.0:1788926553.575293:0:35272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926553.575295:0:35272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926553.575297:0:35272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926553.575301:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c92e 00800000:00000001:3.0:1788926553.575304:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926553.575306:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926553.575308:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926553.575310:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.575313:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:3.0:1788926553.575315:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:3.0:1788926553.575318:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:3.0:1788926553.575321:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.575322:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926553.575323:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926553.575325:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926553.575327:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c92e from it ffffb2d841c9bbf8 00010000:00000001:3.0:1788926553.575329:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926553.575330:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.575331:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008c00 refcount=3 00000020:00000001:3.0:1788926553.575333:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:3.0:1788926553.575335:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236798976 : -108341472752640 : ffff9d76c9008c00) 00010000:00000001:3.0:1788926553.575337:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926553.575340:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788926553.575346:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.575347:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926553.575349:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926553.575351:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926553.575353:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926553.575360:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926553.575363:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926553.575366:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926553.575369:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.575370:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926553.575372:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575375:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926553.575377:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575379:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575381:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575383:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926553.575385:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.575386:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926553.575388:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926553.575390:0:35272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926553.575392:0:35272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926553.575561:0:35272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.575568:0:35272:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788926553.575570:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bb58 00000080:00002000:3.0:1788926553.575572:0:35272:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d176d288) flags 0x48000e refc 0 00000080:00000001:3.0:1788926553.575575:0:35272:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.575577:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bbc8 00000080:00200000:3.0:1788926553.575578:0:35272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1788926553.575584:0:35272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788926553.575585:0:35272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148), inode mode 81a4 mask 52 00000080:00000001:3.0:1788926553.575588:0:35272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.575593:0:35272:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788926553.575595:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bb98 00000080:00200008:3.0:1788926553.575597:0:35272:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102101 00000080:00000010:3.0:1788926553.575602:0:35272:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c17c3400. 00000080:00000001:3.0:1788926553.575607:0:35272:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788926553.575610:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c7c72600. 00800000:00000002:3.0:1788926553.575613:0:35272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926553.575615:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926553.575617:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926553.575618:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9ba48 00800000:00000002:3.0:1788926553.575620:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x2b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926553.575624:0:35272:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788926553.575626:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926553.575627:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926553.575629:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926553.575630:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926553.575632:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926553.575634:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:3.0:1788926553.575636:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.575638:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b9c8 00800000:00000002:3.0:1788926553.575640:0:35272:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788926553.575643:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926553.575644:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b900 00000002:00010000:3.0:1788926553.575646:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:3.0:1788926553.575650:0:35272:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926553.575652:0:35272:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788926553.575655:0:35272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926553.575658:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:3.0:1788926553.575661:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926553.575663:0:35272:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926553.575667:0:35272:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575668:0:35272:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926553.575671:0:35272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926553.575672:0:35272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926553.575674:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 2 00010000:00000001:3.0:1788926553.575676:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926553.575678:0:35272:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926553.575680:0:35272:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926553.575683:0:35272:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788926553.575690:0:35272:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926553.575693:0:35272:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926553.575695:0:35272:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926553.575696:0:35272:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788926553.575699:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926553.575700:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926553.575703:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 3 00010000:00000001:3.0:1788926553.575705:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926553.575707:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926553.575709:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926553.575710:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926553.575711:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 3 00010000:00000001:3.0:1788926553.575713:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926553.575715:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926553.575716:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926553.575717:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926553.575718:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2ae00 count: 3 00010000:00000001:3.0:1788926553.575720:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926553.575722:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926553.575723:0:35272:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926553.575726:0:35272:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788926553.575730:0:35272:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788926553.575732:0:35272:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788926553.575734:0:35272:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926553.575735:0:35272:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575738:0:35272:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926553.575740:0:35272:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926553.575742:0:35272:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926553.575743:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.575745:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926553.575747:0:35272:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008c00 with handle 0xdeff66104c08c92e from hash 00010000:00000001:3.0:1788926553.575750:0:35272:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926553.575751:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.575752:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926553.575753:0:35272:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926553.575755:0:35272:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926553.575757:0:35272:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926553.575759:0:35272:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926553.575761:0:35272:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926553.575763:0:35272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788926553.575768:0:35272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86de300. 00000020:00000040:3.0:1788926553.575771:0:35272:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926553.575776:0:35272:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926553.575778:0:35272:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575781:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926553.575785:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926553.575787:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926553.575788:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926553.575789:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.575792:0:35272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926553.575794:0:35272:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926553.575796:0:35272:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926553.575802:0:35272:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d92800. 00000100:00000001:3.0:1788926553.575808:0:35272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575812:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926553.575814:0:35272:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926553.575818:0:35272:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788926553.575824:0:35272:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788926553.575826:0:35272:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926553.575828:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926553.575830:0:35272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008c00/0xdeff66104c08c92e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabafa expref: -99 pid: 35271 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788926553.575837:0:35272:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2ae00 count: 0 00010000:00000010:3.0:1788926553.575849:0:35272:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71b80. 00010000:00000001:3.0:1788926553.575858:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926553.575859:0:35272:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575861:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926553.575863:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.575865:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926553.575871:0:35272:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00010000:00000001:3.0:1788926553.575874:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926553.575876:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926553.575880:0:35272:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfd00. 00010000:00000010:3.0:1788926553.575883:0:35272:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11fab00. 00010000:00000001:3.0:1788926553.575887:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926553.575890:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ff800. 00000020:00000001:3.0:1788926553.575892:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926553.575894:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ff800 with handle 0xdeff66104c08c935 to hash 00000020:00000001:3.0:1788926553.575896:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926553.575898:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926553.575901:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926553.575903:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.575904:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926553.575907:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926553.575914:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788926553.575924:0:35272:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788926553.575934:0:35272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788926553.575942:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926553.575947:0:35272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926553.575949:0:35272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926553.575955:0:35272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d11093c0. 00000100:00000001:3.0:1788926553.575957:0:35272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372067264 : -108341337484352 : ffff9d76d11093c0) 00000100:00000001:3.0:1788926553.575959:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926553.575961:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00000100:00000001:3.0:1788926553.575965:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926553.575969:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.575971:0:35272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926553.575972:0:35272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926553.575976:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.575990:0:35272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926553.575992:0:35272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.575995:0:35272:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926553.575998:0:35272:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926553.576000:0:35272:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.576003:0:35272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86de300 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513976320:192.168.203.140@tcp:101:bash.0 00000100:00000001:3.0:1788926553.576007:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926553.576011:0:35272:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926553.576013:0:35272:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.576016:0:35272:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926553.576071:0:35272:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:3.0:1788926553.576073:0:35272:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926553.576081:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926553.576085:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b4d0. 00000400:00000010:3.0:1788926553.576091:0:35272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c2d91c00. 00000100:00000200:3.0:1788926553.576098:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513976320, portal 10 00000100:00000001:3.0:1788926553.576100:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926553.576101:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00000100:00000040:3.0:1788926553.576107:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.576115:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926553.576118:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926553.576121:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abbb0. 00000100:00000200:3.0:1788926553.576124:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513976320, offset 0 00000400:00000200:3.0:1788926553.576130:0:35272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926553.576138:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.576145:0:35272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926553.576149:0:35272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926553.576153:0:35272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926553.576157:0:35272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926553.576159:0:35272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926553.576163:0:35272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2958:2958:256:4294967295] 192.168.203.140@tcp LPNI seq info [2958:2958:8:4294967295] 00000400:00000200:3.0:1788926553.576168:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.576177:0:35272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926553.576183:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926553.576187:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341700. 00000800:00000200:3.0:1788926553.576193:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926553.576200:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926553.576204:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788926553.576279:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.576284:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 858253 usecs (859 jiffies) 00000400:00000200:3.0:1788926553.576288:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926553.576290:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589569 00000100:00000001:3.0:1788926553.576294:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:3.0:1788926553.576296:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589569 00000100:00000001:3.0:1788926553.576298:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:3.0:1788926553.576301:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926553.576303:0:35272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.576306:0:35272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926553.576308:0:35272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926553.576310:0:35272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d11093c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926553.576313:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926553.576316:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.576755:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.576760:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341700. 00000400:00000200:2.0:1788926553.576765:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.576771:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.576776:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abbb0 00000400:00000010:2.0:1788926553.576779:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abbb0. 00000100:00000001:2.0:1788926553.576782:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.576787:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.576797:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.576800:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.576807:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.576809:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.583279:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.583295:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.583299:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.583301:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.583309:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.583317:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.584089:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.584101:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.584108:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.584114:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c8980 00000400:00000200:2.0:1788926553.584124:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x7c1d [2] + 2032 00000400:00000010:2.0:1788926553.584129:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:2.0:1788926553.584134:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76c8324a80 00000800:00000001:2.0:1788926553.584145:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.584158:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.584161:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.584166:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.584170:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c8324a80 00000400:00000010:2.0:1788926553.584173:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9d76c8324a80. 00000100:00000001:2.0:1788926553.584178:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926553.584181:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788926553.584184:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76d10de050 x1875823536408960 msgsize 328 00000100:00100000:2.0:1788926553.584187:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000040:2.0:1788926553.584189:0:2392:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788926553.584210:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.584217:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.584221:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788926553.584249:0:16789:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9d76c2d90400. 00000100:00000010:3.0:1788926553.584258:0:16789:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9d76d1886000. 00000100:00100000:3.0:1788926553.584261:0:16789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788926553.584265:0:16789:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788926553.584269:0:16789:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841baa8. 00000400:00000010:3.0:1788926553.584274:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9d76d1109780. 00000100:00000001:3.0:1788926553.584283:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926553.584285:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536408960 02000000:00000001:3.0:1788926553.584288:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926553.584290:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926553.584292:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.584297:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.584301:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536408960 00000020:00000001:3.0:1788926553.584303:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926553.584305:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926553.584308:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.584311:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926553.584313:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926553.584315:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000001:3.0:1788926553.584319:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926553.584324:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9fc0. 00000100:00000001:3.0:1788926553.584390:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926553.584393:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9fc0. 00010000:00000010:3.1:1788926553.584676:0:16789:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2ae00. 00010000:00000010:3.1:1788926553.584683:0:16789:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008c00. 00000020:00000010:2.0:1788926553.584774:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c8b66200. 00000020:00000010:2.0:1788926553.584782:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642100. 00000020:00000010:2.0:1788926553.584794:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eee10. 00000100:00000040:2.0:1788926553.584804:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926553.584807:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926553.584808:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926553.584810:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.584818:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.584833:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926553.584848:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926553.584863:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926553.584866:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926553.584872:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 66 00000100:00000040:3.0:1788926553.584876:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76e03f5800 : new rpc_count 1 00000100:00000001:3.0:1788926553.584878:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732371890256 : -108341337661360 : ffff9d76d10de050) 00000100:00000040:3.0:1788926553.584886:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76d10de050 x1875823536408960/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:119/0 lens 328/0 e 0 to 0 dl 1788926564 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926553.584896:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926553.584900:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9fc0. 00000100:00000001:3.0:1788926553.584902:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926553.584904:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9fc0. 00000100:00100000:3.0:1788926553.584909:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76d10de050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:6513:x1875823536408960:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926553.584913:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536408960 00010000:00000001:3.0:1788926553.584915:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926553.584921:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926553.584923:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.584925:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=2 00000020:00000001:3.0:1788926553.584927:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926553.584931:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926553.584934:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.584937:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926553.584942:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788926553.584953:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926553.584955:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926553.584960:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d93400. 02000000:00000001:3.0:1788926553.584962:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.584964:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.584968:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926553.584971:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926553.584974:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926553.584979:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926553.584981:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926553.584984:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926553.584986:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926553.584988:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.584991:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926553.584994:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926553.584998:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab330. 00000100:00000200:3.0:1788926553.585002:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536408960, offset 224 00000100:00000001:2.0:1788926553.585031:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1788926553.585035:0:16789:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.585037:0:16789:0:(service.c:2488:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926553.585109:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926553.585117:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.585124:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926553.585130:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2959:2959:256:4294967295] 192.168.203.140@tcp LPNI seq info [2959:2959:8:4294967295] 00000400:00000200:3.0:1788926553.585135:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.585144:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926553.585149:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926553.585155:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341d00. 00000800:00000200:3.0:1788926553.585162:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926553.585169:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926553.585174:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926553.587699:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.587711:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926553.587716:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926553.587725:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1109480. 00010000:00000001:3.0:1788926553.587728:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926553.587746:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926553.587749:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.587751:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.587753:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.587764:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d10de050 x1875823536408960/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:119/0 lens 328/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1788926553.587771:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926553.587775:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.587777:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76d10de050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:6513:x1875823536408960:12345-192.168.203.140@tcp:104: Request processed in 2878us (3589us total) trans 0 rc 0/0 00010000:00010000:0.0:1788926553.587780:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788926553.587785:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788926553.587788:0:16797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1788926553.587793:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 66 00010000:00010000:0.0:1788926553.587794:0:16797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000040:3.0:1788926553.587798:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76e03f5800 : new rpc_count 0 00000100:00000001:3.0:1788926553.587803:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926553.587807:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1788926553.587810:0:16797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c880aa00 already unused, calling callback (ffffffffc1b9a740) 00000020:00000010:3.0:1788926553.587814:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642100. 00000080:00000001:0.0:1788926553.587815:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926553.587820:0:16797:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00000010:3.0:1788926553.587823:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eee10. 00000020:00000010:3.0:1788926553.587831:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c8b66200. 00010000:00000001:0.0:1788926553.587832:0:16797:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926553.587836:0:16797:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000040:3.0:1788926553.587839:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00010000:00010000:0.0:1788926553.587840:0:16797:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788926553.587847:0:16790:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1788926553.587850:0:16797:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000010:3.0:1788926553.587851:0:16790:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d92000. 00010000:00000001:0.0:1788926553.587855:0:16797:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1788926553.587856:0:16790:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1788926553.587858:0:16797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1788926553.587861:0:16790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38a80. 00000020:00000001:0.0:1788926553.587862:0:16797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.587866:0:16797:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 02000000:00000001:3.0:1788926553.587867:0:16790:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788926553.587870:0:16790:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10de400. 00000020:00000001:0.0:1788926553.587871:0:16797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00000800:00000200:2.0:1788926553.587872:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1788926553.587875:0:16790:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1788926553.587876:0:16797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00000100:00000010:3.0:1788926553.587878:0:16790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc000. 00000800:00000010:2.0:1788926553.587879:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341d00. 02000000:00000001:3.0:1788926553.587886:0:16790:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1788926553.587888:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1788926553.587890:0:16790:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d93c00. 00010000:00000001:0.0:1788926553.587890:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1788926553.587895:0:16790:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1788926553.587896:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000400:00000200:2.0:1788926553.587897:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000010:3.0:1788926553.587899:0:16790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 02000000:00000001:3.0:1788926553.587906:0:16790:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1788926553.587908:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab330 00000080:00000001:0.0:1788926553.587910:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 02000000:00000010:3.0:1788926553.587911:0:16790:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10dcc00. 00000400:00000010:2.0:1788926553.587913:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab330. 00000080:00000001:0.0:1788926553.587915:0:16797:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 02000000:00000001:3.0:1788926553.587916:0:16790:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788926553.587920:0:16790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:2.0:1788926553.587921:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000080:00000001:0.0:1788926553.587921:0:16797:0:(file.c:6096:ll_have_md_lock()) Process entered 02000000:00000001:3.0:1788926553.587926:0:16790:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1788926553.587926:0:2391:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000080:00000040:0.0:1788926553.587926:0:16797:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 02000000:00000010:3.0:1788926553.587931:0:16790:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10df000. 02000000:00000010:2.0:1788926553.587931:0:2391:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d93400. 00000002:00000001:0.0:1788926553.587933:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 02000000:00000001:2.0:1788926553.587937:0:2391:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1788926553.587938:0:16790:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1788926553.587938:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:2.0:1788926553.587942:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000010:3.0:1788926553.587943:0:16790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38700. 00010000:00000040:0.0:1788926553.587946:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 02000000:00000001:3.0:1788926553.587948:0:16790:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1788926553.587950:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788926553.587951:0:16790:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10dc000. 02000000:00000001:3.0:1788926553.587956:0:16790:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000002:00000001:0.0:1788926553.587957:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926553.587960:0:16790:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a680. 00000002:00000001:0.0:1788926553.587960:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.587963:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000010:3.0:1788926553.587966:0:16790:0:(service.c:994:ptlrpc_server_drop_request()) kvfreed 'rqbd->rqbd_buffer': 8192 at ffff9d76d113e000. 00010000:00000040:0.0:1788926553.587966:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.587970:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1788926553.587973:0:16790:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9d76d10de000. 00000002:00000001:0.0:1788926553.587974:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.587978:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.587978:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.587980:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.587983:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.587985:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926553.587987:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.587989:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.587991:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.587992:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.587995:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926553.587997:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.587999:0:16797:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.588002:0:16797:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926553.588005:0:16797:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.588026:0:16797:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.588029:0:16797:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.588032:0:16797:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788926553.588035:0:16797:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1788926553.588038:0:16797:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788926553.588041:0:16797:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788926553.588044:0:16797:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926553.588047:0:16797:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926553.588049:0:16797:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788926553.588051:0:16797:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.588053:0:16797:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926553.588055:0:16797:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.588058:0:16797:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.588061:0:16797:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926553.588063:0:16797:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9d76d1589148) invalid 00000020:00000001:0.0:1788926553.588067:0:16797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d03c40 00000080:00002000:0.0:1788926553.588069:0:16797:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9d76d176d288) parent ffff9d76d14be6c0 inode ffff9d76d1589148 refc 2 00000080:00000001:0.0:1788926553.588073:0:16797:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926553.588076:0:16797:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926553.588077:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.588081:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926553.588084:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926553.588085:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926553.588088:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.588090:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926553.588093:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880aa00 with handle 0xdeff66104c08c919 from hash 00010000:00000001:0.0:1788926553.588096:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926553.588097:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.588099:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.588100:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926553.588103:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926553.588105:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788926553.588110:0:16797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.588114:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.588115:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.588116:0:16797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.588119:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926553.588121:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788926553.588126:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.588130:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926553.588135:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.588136:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.588140:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.588146:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d07fba00. 00000100:00000001:0.0:1788926553.588152:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.588154:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926553.588160:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788926553.588167:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926553.588169:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.588173:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.588177:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.588184:0:16797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd76007b] to pc [ptlrpcd_00_01+1] req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788926553.588213:0:16797:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.588215:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.588217:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.588218:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.588221:0:16797:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.588223:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.588226:0:16797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.588232:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926553.588235:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c919 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x840913afd2dabad7 expref: -99 pid: 35266 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788926553.588242:0:16797:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99e00. 00010000:00000040:0.0:1788926553.588246:0:16797:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a900 count: 0 00010000:00000010:0.0:1788926553.588251:0:16797:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71b00. 00010000:00000001:0.0:1788926553.588259:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.588261:0:16797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788926553.588263:0:16797:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1109480. 00010000:00000001:0.0:1788926553.588266:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.588268:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926553.588269:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.588271:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926553.588273:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926553.588274:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.588276:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926553.588277:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926553.588279:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.588280:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926553.588286:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926553.588289:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926553.588291:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.588295:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.588297:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.588299:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.588301:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.588303:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.588309:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.588317:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.588318:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.588322:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.588334:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.588337:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.588341:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513976448:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926553.588345:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.588350:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.588352:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.588354:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.588358:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d07fa800. 02000000:00000001:0.0:1788926553.588360:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.588367:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.588371:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.588376:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.588382:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513976448, portal 18 00000100:00000001:0.0:1788926553.588384:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.588385:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.588392:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.588439:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.588442:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.588445:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926553.588449:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513976448, offset 0 00000400:00000200:0.0:1788926553.588455:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.588462:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.588468:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.588473:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788926553.589189:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.589194:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.589275:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.589279:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.589282:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.589287:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2960:2960:256:4294967295] 192.168.203.140@tcp LPNI seq info [2960:2960:8:4294967295] 00000400:00000200:0.0:1788926553.589292:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.589303:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.589309:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.589315:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2400. 00000800:00000200:0.0:1788926553.589322:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.589329:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.589333:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.589344:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.589348:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 858253 usecs (859 jiffies) 00000400:00000200:0.0:1788926553.589352:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.589355:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589582 00000100:00000001:0.0:1788926553.589357:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.589360:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589582 00000100:00000001:0.0:1788926553.589363:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.589365:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.589368:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.589371:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.589374:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.589581:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.589585:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2400. 00000400:00000200:3.0:1788926553.589589:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.589593:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.589598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:3.0:1788926553.589601:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:3.0:1788926553.589604:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.589610:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.589620:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.589623:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.589631:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.589633:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926553.597620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:0.1:1788926553.597635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00000800:00000001:3.0:1788926553.597925:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.597938:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.597942:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.597944:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.597952:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.597959:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.597968:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.597973:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.597979:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.597983:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32363e80 00000400:00000200:3.0:1788926553.597988:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.597993:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x86f5 [1] + 224 00000800:00000001:3.0:1788926553.598000:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.598006:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.598010:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.598014:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.598032:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.598040:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.598191:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.598212:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.598221:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.598224:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.598342:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.598346:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.598352:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.598354:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.598357:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.598361:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:0.0:1788926553.598364:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:0.0:1788926553.598367:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.598372:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926553.598382:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.598388:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.598390:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.598393:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.598619:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.598623:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.598625:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.598628:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.598637:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926553.598641:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.598644:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.598646:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.598648:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.598651:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.598655:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.598657:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.598659:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.598662:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.598667:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.598675:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.598678:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.598680:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.598684:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926553.598693:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513976448:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926553.598698:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.598701:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.598704:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513976448/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926553.598712:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.598714:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.598717:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d07fa800. 02000000:00000001:0.0:1788926553.598721:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.598723:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.598725:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.598727:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.598729:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d07fba00. 02000000:00000001:0.0:1788926553.598732:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.598734:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.598736:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.598739:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.598740:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.598743:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.598749:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.598751:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.598753:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.598755:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926553.601243:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.601257:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.601261:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.601263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.601271:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.601277:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.601285:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.601289:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.601294:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.601298:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32363e00 00000400:00000200:3.0:1788926553.601304:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.601309:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x86d5 [32] + 224 00000800:00000001:3.0:1788926553.601316:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.601323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.601327:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.601331:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.601339:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.601348:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926553.601359:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.601597:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.601692:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.601700:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.601702:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.601705:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b4d0. 00000400:00000200:0.0:1788926553.601711:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c2d91c00 00000400:00000010:0.0:1788926553.601714:0:35272:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c2d91c00. 00000100:00000001:0.0:1788926553.601717:0:35272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.601723:0:35272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.601734:0:35272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86de300 x1875823513976320/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.601741:0:35272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.601742:0:35272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.601745:0:35272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.601747:0:35272:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.601750:0:35272:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.601752:0:35272:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.601755:0:35272:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.601763:0:35272:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.601767:0:35272:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.601770:0:35272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.601771:0:35272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.601774:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.601777:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.601780:0:35272:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926553.601781:0:35272:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926553.601783:0:35272:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926553.601786:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.601787:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00000100:00000001:0.0:1788926553.601791:0:35272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.601792:0:35272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.601794:0:35272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.601796:0:35272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.601801:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.601808:0:35272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.601812:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.601814:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.601818:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.601826:0:35272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86de300 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513976320:192.168.203.140@tcp:101:bash.0 00000100:00000001:0.0:1788926553.601831:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.601834:0:35272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.601836:0:35272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.601838:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.601842:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.601848:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.601851:0:35272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d11093c0. 00000100:00000001:0.0:1788926553.601854:0:35272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.601856:0:35272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.601859:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926553.601863:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.601865:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.601868:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:0.0:1788926553.601871:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.601874:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:0.0:1788926553.601880:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ff800, remote cookie: 0x840913afd2dabb08, flags: 0x1001 00010000:00000040:0.0:1788926553.601883:0:35272:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926553.601886:0:35272:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788926553.601895:0:35272:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3b2a900. 00010000:00000010:0.0:1788926553.601899:0:35272:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8b71b00. 00010000:00000040:0.0:1788926553.601906:0:35272:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52dfd00 count: 0 00010000:00000010:0.0:1788926553.601911:0:35272:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11fab00. 00010000:00000001:0.0:1788926553.601917:0:35272:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.601923:0:35272:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.601938:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.601945:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926553.601949:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926553.601951:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926553.601953:0:35272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926553.601954:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926553.601956:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9d76c3b2a900) refcount = 1 00010000:00010000:0.0:1788926553.601961:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.601967:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926553.601970:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926553.601971:0:35272:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.601974:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926553.601977:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.601980:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.601987:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926553.601988:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.601990:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.601991:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.601992:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.601993:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.601997:0:35272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926553.601999:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602000:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602002:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602004:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602006:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602008:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602010:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926553.602014:0:35272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x200002b, status=0 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.602036:0:35272:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926553.602041:0:35272:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.602048:0:35272:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.602054:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602055:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602057:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602059:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602061:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602063:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602065:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.602066:0:35272:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.602068:0:35272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.602071:0:35272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926553.602073:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.602074:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00010000:00000001:0.0:1788926553.602076:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602077:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602078:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602079:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602082:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00000002:00010000:0.0:1788926553.602085:0:35272:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1788926553.602218:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.602224:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926553.602709:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602711:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.602713:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.602714:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602716:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602718:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602721:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602723:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:0.0:1788926553.602728:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:0.0:1788926553.602730:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926553.602734:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 8 res 8589935621/43 (0 0) 00010000:00000001:0.0:1788926553.602737:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602738:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.602739:0:35272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926553.602742:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b888 00000002:00002000:0.0:1788926553.602744:0:35272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788926553.602746:0:35272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.602750:0:35272:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.602753:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.602757:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926553.602760:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.602764:0:35272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.602767:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c7c72600. 00000080:00000001:0.0:1788926553.602772:0:35272:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926553.602778:0:35272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926553.602782:0:35272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788926553.602785:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.602788:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.602791:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.602793:0:35272:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926553.602796:0:35272:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926553.602799:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926553.602806:0:35272:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e00522a0. 00020000:00000010:0.0:1788926553.602810:0:35272:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.602814:0:35272:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052660. 00020000:00000001:0.0:1788926553.602816:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622976608 : -108341086575008 : ffff9d76e0052660) 00020000:00000002:0.0:1788926553.602819:0:35272:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052660, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.602823:0:35272:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.602827:0:35272:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa700: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926553.602830:0:35272:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b00f8) owner ffff9d76d9aca7c0 00020000:00000001:0.0:1788926553.602833:0:35272:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926553.602835:0:35272:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b00f8) owner ffff9d76d9aca7c0 00020000:00000010:0.0:1788926553.602839:0:35272:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.602841:0:35272:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e00522a0. 00020000:00000010:0.0:1788926553.602844:0:35272:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052660. 00020000:00000002:0.0:1788926553.602846:0:35272:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926553.602847:0:35272:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.602849:0:35272:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926553.602851:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.602856:0:35272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788926553.602859:0:35272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788926553.602863:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602864:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602866:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602868:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602870:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602872:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602873:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.602874:0:35272:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926553.602877:0:35272:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926553.602878:0:35272:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.602881:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c935 00800000:00000001:0.0:1788926553.602884:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.602886:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.602887:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602888:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602889:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602891:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602893:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602895:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602896:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.602897:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.602899:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.602901:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.602908:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.602915:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.602918:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c935 from it ffffb2d841c9bbf0 00010000:00000001:0.0:1788926553.602920:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.602921:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.602922:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:0.0:1788926553.602924:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602925:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:0.0:1788926553.602927:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.602931:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.602937:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602939:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.602951:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.602954:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.602957:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.602964:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.602967:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.602968:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.602973:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602974:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.602975:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.602978:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.602980:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.602982:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.602984:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.602986:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.602988:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.602989:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.602992:0:35272:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.602997:0:35272:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99e00. 00000080:00000001:0.0:1788926553.602999:0:35272:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926553.603002:0:35272:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926553.603004:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.603007:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.603009:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.603010:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.603012:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.603014:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.603597:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.603603:0:35272:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926553.603609:0:35272:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172ec0. 00000002:00100000:0.0:1788926553.603616:0:35272:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.603622:0:35272:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.603624:0:35272:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926553.603628:0:35272:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926553.603632:0:35272:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.603635:0:35272:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926553.603637:0:35272:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.603639:0:35272:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.603641:0:35272:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.603642:0:35272:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.603645:0:35272:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788926553.603647:0:35272:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.603649:0:35272:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.603652:0:35272:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.603654:0:35272:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.603659:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.603664:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926553.603671:0:35272:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.603674:0:35272:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:0.0:1788926553.603700:0:35272:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926553.603703:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.603707:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bb98 00000080:00000008:0.0:1788926553.603710:0:35272:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102101, rc = 0 00020000:00000001:0.0:1788926553.603801:0:35272:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926553.603805:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:0.0:1788926553.603810:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:0.0:1788926553.603813:0:35272:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.609270:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bd28 00000080:00200008:1.0:1788926553.609280:0:35272:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926553.609288:0:35272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926553.609290:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bca0 00000080:00200000:1.0:1788926553.609292:0:35272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148),name=recon 00000080:00000010:1.0:1788926553.609299:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae600. 00000080:00000001:1.0:1788926553.609305:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926553.609309:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.609312:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bbc0 00800000:00000002:1.0:1788926553.609314:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.609318:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926553.609321:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.609323:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.609424:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.609427:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.609430:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.609432:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.609435:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.609439:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926553.609444:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.609446:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9ba90 00000002:00010000:1.0:1788926553.609448:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000405:0x2b:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926553.609452:0:35272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926553.609454:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.609457:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.609463:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:1.0:1788926553.609466:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926553.609472:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 30 res 8589935621/43 (0 0) 00000002:00000001:1.0:1788926553.609483:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.609485:0:35272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.609488:0:35272:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926553.609490:0:35272:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926553.609495:0:35272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926553.609499:0:35272:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926553.609506:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926553.609510:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000010:0.1:1788926553.609513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfd00. 00010000:00000001:1.0:1788926553.609517:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.609520:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.609521:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.609525:0:35272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.609527:0:35272:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.609531:0:35272:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.609538:0:35272:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02c00. 00000100:00000001:1.0:1788926553.609543:0:35272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.609547:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.609549:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.609551:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.609552:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.609555:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.609560:0:35272:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00010000:00000001:1.0:1788926553.609564:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926553.609566:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926553.609568:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:1.0:1788926553.609571:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.609573:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926553.609577:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499c00. 00000020:00000001:1.0:1788926553.609580:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926553.609584:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499c00 with handle 0xdeff66104c08c93c to hash 00000020:00000001:1.0:1788926553.609586:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926553.609587:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.609591:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.609594:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.609597:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.609601:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.609610:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.609621:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926553.609625:0:35272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926553.609627:0:35272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926553.609633:0:35272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.609635:0:35272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732136036992 : -108341573514624 : ffff9d76c2ff0a80) 00000100:00000001:1.0:1788926553.609638:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.609640:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926553.609645:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.609648:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.609650:0:35272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926553.609652:0:35272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.609661:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.609670:0:35272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.609672:0:35272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.609676:0:35272:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.609678:0:35272:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.609680:0:35272:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.609684:0:35272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513976576:192.168.203.140@tcp:101:uname.0 00000100:00000001:1.0:1788926553.609687:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.609692:0:35272:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.609694:0:35272:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.609696:0:35272:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.609701:0:35272:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997f000. 02000000:00000001:1.0:1788926553.609703:0:35272:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.609709:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.609713:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.609720:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.609725:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513976576, portal 10 00000100:00000001:1.0:1788926553.609727:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.609728:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926553.609734:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.609742:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.609744:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.609747:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f84c8. 00000100:00000200:1.0:1788926553.609750:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513976576, offset 0 00000400:00000200:1.0:1788926553.609756:0:35272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.609764:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.609770:0:35272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.609775:0:35272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.609779:0:35272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.609783:0:35272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.609785:0:35272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.609789:0:35272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2961:2961:256:4294967295] 192.168.203.140@tcp LPNI seq info [2961:2961:8:4294967295] 00000400:00000200:1.0:1788926553.609793:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.609803:0:35272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.609808:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.609814:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406400. 00000800:00000200:1.0:1788926553.609820:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.609827:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.609831:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.609849:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.609853:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 856137 usecs (857 jiffies) 00000400:00000200:1.0:1788926553.609857:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.609859:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589601 00000100:00000001:1.0:1788926553.609862:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.609865:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589601 00000100:00000001:1.0:1788926553.609868:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.609870:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.609876:0:35272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.609879:0:35272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.609881:0:35272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926553.609883:0:35272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c2ff0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926553.609886:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.609889:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.610783:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.610789:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406400. 00000400:00000200:3.0:1788926553.610795:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.610802:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.610808:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f84c8 00000400:00000010:3.0:1788926553.610811:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f84c8. 00000100:00000001:3.0:1788926553.610815:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.610820:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.610829:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.610833:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.610839:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.610840:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.615284:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.615299:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.615303:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.615305:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.615313:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.615321:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.615330:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.615335:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.615341:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.615345:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c8a00 00000400:00000200:2.0:1788926553.615354:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x86e5 [2] + 0 00000800:00000001:2.0:1788926553.615361:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.615369:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.615373:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.615378:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.615418:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926553.615422:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788926553.615429:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b39f80. 00000100:00000040:2.0:1788926553.615433:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c8b39f80 x1875823536409088 msgsize 328 00000100:00100000:2.0:1788926553.615438:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:2.0:1788926553.615454:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.615462:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.615466:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.615566:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926553.615569:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536409088 02000000:00000001:3.0:1788926553.615572:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926553.615575:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926553.615578:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926553.615582:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926553.615586:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536409088 00000020:00000001:3.0:1788926553.615589:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926553.615591:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926553.615594:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.615597:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926553.615600:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926553.615602:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000001:3.0:1788926553.615607:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926553.615612:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9fc0. 00000100:00000001:3.0:1788926553.615615:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926553.615617:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9fc0. 00000020:00000010:3.0:1788926553.615623:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76c7c72400. 00000020:00000010:3.0:1788926553.615629:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11fa980. 00000020:00000010:3.0:1788926553.615633:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926553.615640:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926553.615643:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926553.615645:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926553.615647:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.615654:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.615668:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926553.615680:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926553.615682:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926553.615686:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 67 00000100:00000040:3.0:1788926553.615690:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76e03f5800 : new rpc_count 1 00000100:00000001:3.0:1788926553.615692:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732231757696 : -108341477793920 : ffff9d76c8b39f80) 00000100:00000040:3.0:1788926553.615700:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c8b39f80 x1875823536409088/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:119/0 lens 328/0 e 0 to 0 dl 1788926564 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926553.615709:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926553.615712:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9fc0. 00000100:00000001:3.0:1788926553.615714:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926553.615715:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9fc0. 00000100:00100000:3.0:1788926553.615720:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c8b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:10765:x1875823536409088:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926553.615725:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536409088 00010000:00000001:3.0:1788926553.615728:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926553.615734:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926553.615736:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926553.615738:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=2 00000020:00000001:3.0:1788926553.615740:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926553.615743:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926553.615747:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926553.615750:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926553.615755:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788926553.615766:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926553.615768:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926553.615773:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d93c00. 02000000:00000001:3.0:1788926553.615775:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.615777:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.615781:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926553.615784:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926553.615787:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926553.615791:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926553.615794:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926553.615796:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926553.615798:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926553.615800:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.615803:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926553.615806:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926553.615812:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926553.615817:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536409088, offset 224 00000400:00000200:3.0:1788926553.615823:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926553.615829:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.615835:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926553.615841:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2962:2962:256:4294967295] 192.168.203.140@tcp LPNI seq info [2962:2962:8:4294967295] 00000400:00000200:3.0:1788926553.615846:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.615867:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926553.615874:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926553.615879:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5341a00. 00000800:00000200:3.0:1788926553.615886:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926553.615892:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926553.615896:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5341a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926553.615907:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.615911:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926553.615914:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926553.615918:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1109c00. 00010000:00000001:3.0:1788926553.615920:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926553.615936:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926553.615939:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.615940:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926553.615942:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926553.615947:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b39f80 x1875823536409088/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:119/0 lens 328/224 e 0 to 0 dl 1788926564 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926553.615957:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c8b39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:10765:x1875823536409088:12345-192.168.203.140@tcp:104: Request processed in 247us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926553.615964:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 67 00000100:00000040:3.0:1788926553.615968:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76e03f5800 : new rpc_count 0 00000100:00000001:3.0:1788926553.615970:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926553.615972:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926553.615976:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11fa980. 00000020:00000010:3.0:1788926553.615979:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926553.615983:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76c7c72400. 00000020:00000040:3.0:1788926553.615987:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:3.0:1788926553.615989:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926553.616009:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.616013:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.616030:0:16798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926553.616035:0:16798:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926553.616037:0:16798:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926553.616042:0:16798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926553.616053:0:16798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c13ff800 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926553.616056:0:16798:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926553.616061:0:16798:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.616069:0:16798:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926553.616071:0:16798:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926553.616075:0:16798:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.616081:0:16798:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926553.616092:0:16798:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926553.616093:0:16798:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.616095:0:16798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.616096:0:16798:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:1.0:1788926553.616098:0:16798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:1.0:1788926553.616101:0:16798:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:1.0:1788926553.616103:0:16798:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926553.616106:0:16798:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788926553.616113:0:16798:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926553.616116:0:16798:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926553.616119:0:16798:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926553.616121:0:16798:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode CW 00000002:00000001:1.0:1788926553.616125:0:16798:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.616127:0:16798:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.616133:0:16798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.616136:0:16798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.616140:0:16798:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.616142:0:16798:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.616143:0:16798:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.616145:0:16798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.616147:0:16798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.616148:0:16798:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.616150:0:16798:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.616152:0:16798:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788926553.616155:0:16798:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.616156:0:16798:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926553.616157:0:16798:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788926553.616159:0:16798:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.616160:0:16798:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.616162:0:16798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.616163:0:16798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.616165:0:16798:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.616167:0:16798:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.616170:0:16798:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926553.616172:0:16798:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9d76d1589148) invalid 00000020:00000001:1.0:1788926553.616175:0:16798:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d0bc40 00000080:00002000:1.0:1788926553.616177:0:16798:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9d76d176d288) parent ffff9d76d14be6c0 inode ffff9d76d1589148 refc 1 00000080:00000001:1.0:1788926553.616181:0:16798:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926553.616183:0:16798:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926553.616185:0:16798:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.616188:0:16798:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926553.616191:0:16798:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926553.616193:0:16798:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926553.616194:0:16798:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.616196:0:16798:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926553.616199:0:16798:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ff800 with handle 0xdeff66104c08c935 from hash 00010000:00000001:1.0:1788926553.616201:0:16798:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926553.616203:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.616204:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.616205:0:16798:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926553.616208:0:16798:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926553.616210:0:16798:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926553.616214:0:16798:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.616218:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.616220:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.616221:0:16798:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.616223:0:16798:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.616225:0:16798:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926553.616231:0:16798:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629180. 00000020:00000040:1.0:1788926553.616234:0:16798:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926553.616237:0:16798:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.616239:0:16798:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.616244:0:16798:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.616250:0:16798:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afa00. 00000100:00000001:1.0:1788926553.616255:0:16798:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.616257:0:16798:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926553.616262:0:16798:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 2/0,0 mode: --/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926553.616269:0:16798:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926553.616271:0:16798:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.616275:0:16798:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.616279:0:16798:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.616285:0:16798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef58ef99] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926553.616304:0:16798:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.616306:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.616308:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.616309:0:16798:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.616311:0:16798:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.616313:0:16798:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.616316:0:16798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 1/0,0 mode: --/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.616323:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1788926553.616472:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.616477:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5341a00. 00000400:00000200:3.0:1788926553.616482:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.616486:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.616491:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:3.0:1788926553.616494:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:3.0:1788926553.616497:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926553.616499:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:1.0:1788926553.616560:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c935 lrc: 0/0,0 mode: --/CW res: [0x200000405:0x2b:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dabb08 expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.616574:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.616576:0:16798:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926553.616578:0:16798:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1109c00. 00010000:00000001:1.0:1788926553.616581:0:16798:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.616584:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.616585:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.616587:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926553.616589:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.616590:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.616592:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926553.616593:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.616594:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.616596:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926553.616604:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788926553.616608:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788926553.616610:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.616615:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.616618:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.616621:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.616623:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.616625:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.616631:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.616640:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.616641:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.616644:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.616647:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.616649:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.616653:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513976704:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926553.616658:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.616662:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.616665:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.616668:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.616672:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10ae200. 02000000:00000001:1.0:1788926553.616674:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.616679:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.616683:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4e18. 00000400:00000010:1.0:1788926553.616687:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f87f8. 00000100:00000200:1.0:1788926553.616693:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513976704, portal 18 00000100:00000001:1.0:1788926553.616696:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.616697:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000040:1.0:1788926553.616704:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.616711:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.616713:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.616715:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8dd0. 00000100:00000200:1.0:1788926553.616719:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513976704, offset 0 00000400:00000200:1.0:1788926553.616723:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.616728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.616733:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.616737:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.616741:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.616745:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.616747:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.616750:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2963:2963:256:4294967295] 192.168.203.140@tcp LPNI seq info [2963:2963:8:4294967295] 00000400:00000200:1.0:1788926553.616755:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.616762:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.616767:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.616770:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:1.0:1788926553.616775:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.616780:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.616783:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.616881:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926553.616885:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.617578:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.617585:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 856137 usecs (857 jiffies) 00000400:00000200:1.0:1788926553.617590:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.617593:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589609 00000100:00000001:1.0:1788926553.617597:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.617599:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589609 00000100:00000001:1.0:1788926553.617601:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.617603:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.617606:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.617610:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.617613:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926553.619590:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926553.619599:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:2.0:1788926553.619606:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.619614:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926553.619620:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8dd0 00000400:00000010:2.0:1788926553.619623:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8dd0. 00000100:00000001:2.0:1788926553.619628:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926553.619635:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.619653:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926553.619657:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926553.619665:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.619667:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.620799:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.620812:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.620816:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.620818:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.620825:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.620832:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.620840:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.620844:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.620849:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.620853:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32363f80 00000400:00000200:3.0:1788926553.620858:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.620864:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x870d [1] + 224 00000800:00000001:3.0:1788926553.620870:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.620875:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.620878:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.620881:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.620886:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.620893:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.620904:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.620944:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.620949:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926553.620963:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.620971:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.620973:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926553.622166:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.622171:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.622175:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4e18. 00000400:00000200:1.0:1788926553.622181:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:1.0:1788926553.622184:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000100:00000001:1.0:1788926553.622189:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.622198:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926553.622208:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.622215:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.622217:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.622219:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.622223:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.622225:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.622227:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.622230:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.622239:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926553.622244:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.622246:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.622248:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.622251:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.622255:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.622258:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.622260:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926553.622262:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.622265:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.622270:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.622276:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.622279:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.622281:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.622285:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926553.622292:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513976704:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926553.622297:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.622300:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.622303:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629180 x1875823513976704/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.622309:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926553.622311:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926553.622315:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10ae200. 02000000:00000001:1.0:1788926553.622318:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926553.622321:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.622323:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.622326:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.622328:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10afa00. 02000000:00000001:1.0:1788926553.622331:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.622333:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.622335:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629180. 00000100:00000001:1.0:1788926553.622339:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.622340:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.622343:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.622351:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.622353:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.622355:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.622358:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926553.622460:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.622469:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.622479:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.622482:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.622488:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.622493:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.622500:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.622504:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.622508:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.622512:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d32363f00 00000400:00000200:2.0:1788926553.622516:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.622521:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x86fd [1] + 224 00000800:00000001:2.0:1788926553.622527:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.622532:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.622535:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.622539:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.622543:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.622548:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.622558:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.622572:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.622577:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.622580:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.623334:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926553.623341:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.623343:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.623345:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.623350:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.623353:0:35272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.623356:0:35272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.623361:0:35272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926553.623369:0:35272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.623470:0:35272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.623472:0:35272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.623475:0:35272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.623477:0:35272:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.623479:0:35272:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.623481:0:35272:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.623483:0:35272:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.623490:0:35272:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926553.623493:0:35272:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.623586:0:35272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.623589:0:35272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.623591:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.623594:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.623597:0:35272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.623600:0:35272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926553.623601:0:35272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.623747:0:35272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.623755:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.623762:0:35272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.623765:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.623767:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.623770:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926553.623778:0:35272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513976576:192.168.203.140@tcp:101:uname.0 00000100:00000001:1.0:1788926553.623782:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.623785:0:35272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.623787:0:35272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926553.623789:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.623792:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.623798:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.623801:0:35272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.623805:0:35272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926553.623806:0:35272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.623809:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926553.623813:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.623815:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.623819:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=4 00000020:00000001:1.0:1788926553.623821:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.623824:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000040:1.0:1788926553.623830:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499c00, remote cookie: 0x840913afd2dabb1d, flags: 0x1001 00010000:00010000:1.0:1788926553.623835:0:35272:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 4/1,0 mode: --/CR res: [0x200000405:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.623846:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.623852:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926553.623856:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926553.623858:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926553.623860:0:35272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926553.623862:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926553.623865:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9d76c3b2a900) refcount = 1 00010000:00010000:1.0:1788926553.623869:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.623875:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926553.623879:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926553.623880:0:35272:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.623883:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926553.623885:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.623888:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.623894:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926553.623895:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.623897:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.623898:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.623899:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.623900:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.623904:0:35272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926553.623905:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.623907:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.623909:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.623910:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.623913:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.623915:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.623916:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.623917:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=4 00000020:00000001:1.0:1788926553.623919:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.623921:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.623923:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.623927:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.623930:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.623937:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.623938:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.1:1788926553.626849:0:35272:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000001:1.0:1788926553.626864:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.626869:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.626871:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=5 00000020:00000001:1.0:1788926553.626873:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.626877:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.626879:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.626884:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.626893:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.626894:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926553.626897:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.626903:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.626904:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.626905:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.626907:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.626908:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926553.626922:0:35272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926553.626931:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.626932:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.626934:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.626936:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.626938:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00000002:00010000:1.0:1788926553.627468:0:35272:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926553.627491:0:35272:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020e200. 00010000:00000001:1.0:1788926553.627502:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.627504:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.627506:0:35272:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.627508:0:35272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.627511:0:35272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926553.627513:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.627515:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.627517:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.627519:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.627522:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00000002:00010000:1.0:1788926553.627526:0:35272:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.627534:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.627535:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.627536:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926553.627538:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.627539:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.627540:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.627542:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.627544:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000040:1.0:1788926553.627550:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:1.0:1788926553.627553:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926553.627557:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:1.0:1788926553.627559:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.627560:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.627562:0:35272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926553.627564:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9ba18 00000002:00002000:1.0:1788926553.627566:0:35272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926553.627568:0:35272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.627572:0:35272:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.627575:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.627578:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x2b:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926553.627581:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.627586:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae600. 00000080:00000001:1.0:1788926553.627591:0:35272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926553.627593:0:35272:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926553.627598:0:35272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926553.627602:0:35272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788926553.628188:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.628194:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.628198:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.628201:0:35272:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926553.628205:0:35272:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926553.628207:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926553.628213:0:35272:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e120. 00020000:00000010:1.0:1788926553.628218:0:35272:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c86c7100. 00020000:00000010:1.0:1788926553.628223:0:35272:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e180. 00020000:00000001:1.0:1788926553.628226:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622958976 : -108341086592640 : ffff9d76e004e180) 00020000:00000002:1.0:1788926553.628229:0:35272:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e180, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926553.628234:0:35272:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926553.628238:0:35272:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c86c7100: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1788926553.628241:0:35272:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b00f8) owner ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.628244:0:35272:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926553.628246:0:35272:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b00f8) owner ffff9d76d9aca7c0 00020000:00000010:1.0:1788926553.628251:0:35272:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c86c7100. 00020000:00000010:1.0:1788926553.628254:0:35272:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e120. 00020000:00000010:1.0:1788926553.628257:0:35272:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e180. 00020000:00000002:1.0:1788926553.628259:0:35272:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926553.628261:0:35272:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.628263:0:35272:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926553.628265:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.628270:0:35272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:1.0:1788926553.628272:0:35272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1788926553.628278:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.628280:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.628282:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.628283:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.628286:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00000080:00000001:1.0:1788926553.628289:0:35272:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926553.628290:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.628291:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.628293:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.628294:0:35272:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926553.628295:0:35272:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926553.628297:0:35272:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926553.628299:0:35272:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e180. 00020000:00000010:1.0:1788926553.628302:0:35272:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c86c7100. 00020000:00000010:1.0:1788926553.628304:0:35272:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e120. 00020000:00000001:1.0:1788926553.628306:0:35272:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622958880 : -108341086592736 : ffff9d76e004e120) 00020000:00000002:1.0:1788926553.628308:0:35272:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e120, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926553.628312:0:35272:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926553.628315:0:35272:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c86c7100: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1788926553.628317:0:35272:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b00f8) owner ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.628319:0:35272:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926553.628321:0:35272:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b00f8) owner ffff9d76d9aca7c0 00020000:00000010:1.0:1788926553.628323:0:35272:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c86c7100. 00020000:00000010:1.0:1788926553.628325:0:35272:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e180. 00020000:00000010:1.0:1788926553.628327:0:35272:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e120. 00020000:00000002:1.0:1788926553.628329:0:35272:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926553.628331:0:35272:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.628332:0:35272:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.628335:0:35272:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926553.628338:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926553.628340:0:35272:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052a80 addref 2/0 by ffff9d76d9aca7c0. 00020000:00000002:1.0:1788926553.628343:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.628345:0:35272:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926553.628348:0:35272:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926553.628349:0:35272:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926553.628351:0:35272:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926553.628353:0:35272:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926553.628355:0:35272:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926553.628357:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.628359:0:35272:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.628361:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.628362:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926553.628364:0:35272:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926553.628372:0:35272:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926553.628374:0:35272:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.628694:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c93c 00800000:00000001:1.0:1788926553.628697:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926553.628699:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926553.628701:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.628702:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.628704:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.628706:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.628708:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.628710:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.628711:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.628712:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.628714:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.628716:0:35272:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.628719:0:35272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00010000:1.0:1788926553.628721:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c93c from it ffffb2d841c9bcd8 00010000:00000001:1.0:1788926553.628723:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.628724:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.628725:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.628727:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.628729:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.628731:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.628735:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.628747:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.628749:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.628750:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.628752:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.628754:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.628761:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.628763:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.628765:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.628769:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.628770:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.628772:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.628775:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.628777:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.628778:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.628782:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.628783:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.628785:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.628786:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926553.628789:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.628798:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513976576/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.628805:0:35272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926553.628809:0:35272:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926553.628812:0:35272:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997f000. 02000000:00000001:1.0:1788926553.628815:0:35272:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926553.628817:0:35272:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.628819:0:35272:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.628821:0:35272:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.628823:0:35272:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926553.628826:0:35272:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.628827:0:35272:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.628830:0:35272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:1.0:1788926553.628833:0:35272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.628834:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.628837:0:35272:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788926553.628840:0:35272:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926553.628842:0:35272:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.628844:0:35272:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926553.628845:0:35272:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.628847:0:35272:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926553.628851:0:35272:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788926553.628852:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.628854:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.628856:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.628860:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.628863:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.628865:0:35272:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.628867:0:35272:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.628870:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.628872:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926553.628873:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926553.628875:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.628877:0:35272:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.628880:0:35272:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2d9ba30 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788926553.628883:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.628886:0:35272:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.628887:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.628889:0:35272:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.628891:0:35272:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.628893:0:35272:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926553.628896:0:35272:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.628897:0:35272:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.628898:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.628899:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.628900:0:35272:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.628902:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:1.0:1788926553.628904:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926553.628906:0:35272:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788926553.628908:0:35272:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1788926553.628910:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926553.628912:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926553.628914:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926553.628916:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926553.628921:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788926553.628926:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592080. 00020000:00000002:1.0:1788926553.628929:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926553.628931:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926553.628933:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.628935:0:35272:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.628936:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.628938:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.628940:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.628942:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.628944:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.628947:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.628948:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.628950:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.628951:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.628953:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.628955:0:35272:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.628957:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.628959:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926553.628963:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926553.628966:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788926553.628969:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.628970:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926553.628971:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d85920b0, osc lock ffff9d76c51f3c80, flags 0x400001002 00000020:00000001:1.0:1788926553.628974:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.628976:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.628978:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494262400 : -108341215289216 : ffff9d76d8592080) 00000020:00000001:1.0:1788926553.628980:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.628981:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.628983:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.628985:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.628987:0:35272:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788926553.628989:0:35272:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788926553.628990:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.628992:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.628994:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.628995:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.628996:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.628999:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.629001:0:35272:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926553.629004:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926553.629007:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.629008:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.629010:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926553.629011:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926553.629012:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926553.629014:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926553.629026:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.629032:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:1.0:1788926553.629034:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.629041:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.629045:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.629049:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926553.629061:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.629065:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.629826:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.629839:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.629841:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.629843:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:1.0:1788926553.629845:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.629848:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:1.0:1788926553.629851:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926553.629853:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.629854:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.629856:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:1.0:1788926553.629858:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.629859:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000020:00000001:1.0:1788926553.629863:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926553.629865:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788926553.629867:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788926553.629868:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.629870:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.629871:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.629873:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:1.0:1788926553.629875:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.629877:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.629879:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.629882:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.629889:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.629890:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.629892:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.629894:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.629896:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.629903:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.629905:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.629907:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.629909:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.629911:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.629912:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.629914:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.629915:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.629917:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.629919:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.629921:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.629922:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.629924:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.629925:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.629926:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.629927:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.629930:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.629932:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.629934:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.629936:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.629937:0:35272:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926553.629938:0:35272:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788926553.629949:0:35272:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788926553.629950:0:35272:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788926553.629952:0:35272:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.629954:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.629960:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926553.629962:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.629964:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.629965:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926553.629968:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788926553.629971:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:1.0:1788926553.629973:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.629975:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.629976:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:1.0:1788926553.629978:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1788926553.629981:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926553.629984:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926553.629986:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d9b9d0 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:1.0:1788926553.629989:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.629990:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d9b9d0 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926553.629993:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926553.629994:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.629996:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.629998:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.629999:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d85920b0 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926553.630001:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926553.630003:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926553.630004:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.630005:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.630007:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926553.630009:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.630010:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.630011:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.630012:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.630013:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d9b9d0 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926553.630025:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926553.630027:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.630028:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d85920b0 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926553.630031:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:1.0:1788926553.630035:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926553.630036:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592080. 00020000:00000001:1.0:1788926553.630040:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.630041:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.630043:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788926553.630044:0:35272:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630046:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.630048:0:35272:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.630050:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.630051:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.630052:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.630054:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.630057:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.630059:0:35272:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.630061:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.630063:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.630071:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926553.630073:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630075:0:35272:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926553.630076:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.630077:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.630079:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000001:00000001:1.0:1788926553.630080:0:35272:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630095:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bd28 00000080:00000008:1.0:1788926553.630098:0:35272:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926553.630172:0:35272:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788926553.630174:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bd88 00000080:00200008:1.0:1788926553.630176:0:35272:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788926553.630179:0:35272:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d1589148 need_sync_to_oss [0x200000405:0x2b:0x0] 00000080:00000001:1.0:1788926553.630182:0:35272:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788926553.630184:0:35272:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630186:0:35272:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788926553.630189:0:35272:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630191:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.630193:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.630195:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.630198:0:35272:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788926553.630199:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bc98 00000080:00200000:1.0:1788926553.630201:0:35272:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788926553.630205:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bc30 00000080:00200000:1.0:1788926553.630207:0:35272:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788926553.630209:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926553.630210:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.630212:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.630213:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926553.630215:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788926553.630217:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:1.0:1788926553.630219:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630221:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630223:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:1.0:1788926553.630225:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1788926553.630227:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926553.630229:0:35272:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788926553.630234:0:35272:0:(cl_io.c:215:cl_io_rw_init()) header@000000002337060a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:1.0:1788926553.630236:0:35272:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1788926553.630237:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.630239:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.630240:0:35272:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.630242:0:35272:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.630244:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.630246:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788926553.630248:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.630251:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630253:0:35272:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926553.630254:0:35272:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630256:0:35272:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.630258:0:35272:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2d9ba30 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788926553.630261:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.630264:0:35272:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.630265:0:35272:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.630267:0:35272:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.630268:0:35272:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788926553.630270:0:35272:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1788926553.630272:0:35272:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788926553.630273:0:35272:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.630274:0:35272:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630276:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.630277:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.630278:0:35272:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.630279:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:1.0:1788926553.630281:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630283:0:35272:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.630285:0:35272:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788926553.630287:0:35272:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788926553.630289:0:35272:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630293:0:35272:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926553.630294:0:35272:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926553.630296:0:35272:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926553.630297:0:35272:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788926553.630299:0:35272:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788926553.630301:0:35272:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926553.630303:0:35272:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926553.630305:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926553.630308:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.630309:0:35272:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.630310:0:35272:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.630312:0:35272:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.630314:0:35272:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.630316:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.630317:0:35272:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.630319:0:35272:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.630320:0:35272:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.630322:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.630323:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.630324:0:35272:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630326:0:35272:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630327:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.630330:0:35272:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788926553.630332:0:35272:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788926553.630335:0:35272:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630336:0:35272:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630339:0:35272:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630340:0:35272:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630342:0:35272:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630343:0:35272:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1788926553.630345:0:35272:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788926553.630347:0:35272:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788926553.630349:0:35272:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788926553.630351:0:35272:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630353:0:35272:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630355:0:35272:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788926553.630356:0:35272:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788926553.630358:0:35272:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788926553.630360:0:35272:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788926553.630361:0:35272:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630363:0:35272:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630364:0:35272:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630366:0:35272:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630368:0:35272:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630369:0:35272:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926553.630371:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.630372:0:35272:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926553.630385:0:35272:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.630386:0:35272:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630388:0:35272:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630390:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630391:0:35272:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630393:0:35272:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.630394:0:35272:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926553.630426:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926553.630428:0:35272:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926553.630429:0:35272:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926553.630431:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788926553.630438:0:35272:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592080. 00020000:00000002:1.0:1788926553.630440:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926553.630442:0:35272:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926553.630443:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.630444:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.630446:0:35272:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926553.630449:0:35272:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926553.630450:0:35272:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788926553.630452:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.630453:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926553.630456:0:35272:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d85920b0, osc lock ffff9d76c51f3c80, flags 0x0 00000020:00000001:1.0:1788926553.630458:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630459:0:35272:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630462:0:35272:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494262400 : -108341215289216 : ffff9d76d8592080) 00000020:00000001:1.0:1788926553.630464:0:35272:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.630465:0:35272:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.630466:0:35272:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630468:0:35272:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630470:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.630472:0:35272:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.630473:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.630474:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.630476:0:35272:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.630477:0:35272:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.630479:0:35272:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788926553.630480:0:35272:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630483:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926553.630485:0:35272:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.630487:0:35272:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.630488:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926553.630489:0:35272:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926553.630491:0:35272:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926553.630492:0:35272:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926553.630494:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.630499:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:1.0:1788926553.630502:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.630507:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.630510:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.630514:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926553.630529:0:35272:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.630533:0:35272:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.630536:0:35272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.630544:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.630545:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.630547:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:1.0:1788926553.630549:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630551:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:1.0:1788926553.630554:0:35272:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926553.630555:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.630556:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.630558:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:1.0:1788926553.630560:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630562:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630564:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.630565:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.630566:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:1.0:1788926553.630568:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630570:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630572:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.630574:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.630576:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.630583:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.630584:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.630586:0:35272:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.630587:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.630588:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.630590:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=7 00000020:00000001:1.0:1788926553.630591:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630593:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.630594:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.630597:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/0,2 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.630602:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.630603:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926553.630605:0:35272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.630611:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.630612:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.630613:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.630614:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.630615:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.630616:0:35272:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.630618:0:35272:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630620:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630622:0:35272:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630623:0:35272:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630625:0:35272:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630627:0:35272:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630628:0:35272:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630630:0:35272:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1788926553.630633:0:35272:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788926553.630636:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926553.630637:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.630639:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.630640:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926553.630642:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788926553.630644:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:1.0:1788926553.630646:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630648:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630649:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:1.0:1788926553.630651:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 23 i_blocks 0 00000080:00000001:1.0:1788926553.630652:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926553.630655:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bb80 00000080:00200000:1.0:1788926553.630656:0:35272:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788926553.630659:0:35272:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788926553.630661:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926553.630663:0:35272:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052a80 addref 2/0 by ffff9d76d9aca7c0. 00020000:00000002:1.0:1788926553.630666:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:1.0:1788926553.630668:0:35272:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1788926553.630670:0:35272:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788926553.630672:0:35272:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788926553.630674:0:35272:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1788926553.630676:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.630677:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.630679:0:35272:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926553.630681:0:35272:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926553.630683:0:35272:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630684:0:35272:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.630686:0:35272:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.630687:0:35272:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.630693:0:35272:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788926553.630698:0:35272:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:1.0:1788926553.630701:0:35272:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:1.0:1788926553.630704:0:35272:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:1.0:1788926553.630706:0:35272:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:1.0:1788926553.630709:0:35272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae600. 00000080:00000001:1.0:1788926553.630715:0:35272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926553.630719:0:35272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.630721:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b798 00800000:00000002:1.0:1788926553.630723:0:35272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.630727:0:35272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926553.630730:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.630733:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.630735:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.630737:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.630739:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.630741:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.630744:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.630747:0:35272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x2b:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926553.630751:0:35272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.630753:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b668 00000002:00010000:1.0:1788926553.630755:0:35272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x2b:0x0], intent: getxattr flags 0 00000002:00000001:1.0:1788926553.630759:0:35272:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926553.630761:0:35272:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:1.0:1788926553.630765:0:35272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926553.630769:0:35272:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926553.630773:0:35272:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926553.630774:0:35272:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.630777:0:35272:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926553.630782:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.630785:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.630787:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.630788:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.630791:0:35272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.630793:0:35272:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.630795:0:35272:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.630800:0:35272:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02c00. 00000100:00000001:1.0:1788926553.630807:0:35272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.630811:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.630813:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.630815:0:35272:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.630816:0:35272:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.630818:0:35272:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1788926553.630821:0:35272:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9d76e0357000: get xattrs for [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1788926553.630827:0:35272:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00010000:00000001:1.0:1788926553.630830:0:35272:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926553.630832:0:35272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926553.630835:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 2 00010000:00000001:1.0:1788926553.630838:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.630841:0:35272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926553.630844:0:35272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499a00. 00000020:00000001:1.0:1788926553.630848:0:35272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926553.630850:0:35272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499a00 with handle 0xdeff66104c08c943 to hash 00000020:00000001:1.0:1788926553.630852:0:35272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926553.630854:0:35272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.630857:0:35272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.630860:0:35272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.630861:0:35272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.630865:0:35272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.630874:0:35272:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.630884:0:35272:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926553.630890:0:35272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926553.630891:0:35272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926553.630897:0:35272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.630900:0:35272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732136036992 : -108341573514624 : ffff9d76c2ff0a80) 00000100:00000001:1.0:1788926553.630902:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.630904:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926553.630907:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.630909:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.630912:0:35272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926553.630913:0:35272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.630921:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.630930:0:35272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.630933:0:35272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.630936:0:35272:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.630939:0:35272:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.630941:0:35272:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.630944:0:35272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513976832:192.168.203.140@tcp:101:uname.0 00000100:00000001:1.0:1788926553.630948:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.630953:0:35272:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.630955:0:35272:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.630957:0:35272:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.630962:0:35272:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9d76d85c7000. 02000000:00000001:1.0:1788926553.630964:0:35272:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.630971:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.630975:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.630981:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.630987:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1875823513976832, portal 10 00000100:00000001:1.0:1788926553.630989:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.630990:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926553.630996:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.631003:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.631007:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.631010:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f87f8. 00000100:00000200:1.0:1788926553.631013:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875823513976832, offset 0 00000400:00000200:1.0:1788926553.631519:0:35272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.631529:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.631536:0:35272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.631541:0:35272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.631544:0:35272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.631548:0:35272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.631550:0:35272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.631554:0:35272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2964:2964:256:4294967295] 192.168.203.140@tcp LPNI seq info [2964:2964:8:4294967295] 00000400:00000200:1.0:1788926553.631558:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.631567:0:35272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.631573:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.631580:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:1.0:1788926553.631586:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.631594:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.631599:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.631679:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.631685:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 854006 usecs (855 jiffies) 00000400:00000200:1.0:1788926553.631689:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.631692:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589621 00000100:00000001:1.0:1788926553.631696:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.631698:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589621 00000100:00000001:1.0:1788926553.631700:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.631703:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.631706:0:35272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.631708:0:35272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.631710:0:35272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926553.631713:0:35272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c2ff0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926553.631716:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.631719:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.632122:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.632127:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:3.0:1788926553.632133:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.632139:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.632145:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f87f8 00000400:00000010:3.0:1788926553.632148:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f87f8. 00000100:00000001:3.0:1788926553.632152:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.632157:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.632168:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.632171:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.632179:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.632181:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.636775:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.636794:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.636799:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.636801:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.636810:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.636818:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.636827:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.636833:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.636838:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.636842:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 1144 into portal 10 MB=0x6aa0d32364000 00000400:00000200:2.0:1788926553.636846:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.636852:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 1144/1144 into md 0x8715 [1] + 224 00000800:00000001:2.0:1788926553.636857:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.636873:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.636876:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.636879:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.636885:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.636892:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.636899:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.636924:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.636931:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.636934:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.637154:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926553.637161:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.637163:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.637166:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.637171:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.637173:0:35272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.637176:0:35272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.637182:0:35272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926553.637189:0:35272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.637195:0:35272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.637197:0:35272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.637199:0:35272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.637202:0:35272:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.637205:0:35272:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.637207:0:35272:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.637210:0:35272:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.637219:0:35272:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926553.637223:0:35272:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.637225:0:35272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.637227:0:35272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.637230:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.637233:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.637237:0:35272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.637239:0:35272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926553.637240:0:35272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.637244:0:35272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.637248:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.637255:0:35272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.637257:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.637259:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.637263:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926553.637271:0:35272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513976832:192.168.203.140@tcp:101:uname.0 00000100:00000001:1.0:1788926553.637276:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.637278:0:35272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.637281:0:35272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926553.637283:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.637287:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.637295:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.637298:0:35272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.637301:0:35272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926553.637302:0:35272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.637304:0:35272:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926553.637308:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637311:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637314:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=4 00000020:00000001:1.0:1788926553.637316:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637319:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000040:1.0:1788926553.637325:0:35272:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499a00, remote cookie: 0x840913afd2dabb2b, flags: 0x1001 00010000:00010000:1.0:1788926553.637331:0:35272:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.637339:0:35272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926553.637343:0:35272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926553.637345:0:35272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926553.637347:0:35272:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926553.637348:0:35272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926553.637350:0:35272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9d76c3b2a900) refcount = 2 00010000:00000040:1.0:1788926553.637353:0:35272:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788926553.637355:0:35272:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926553.637362:0:35272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.637367:0:35272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926553.637370:0:35272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926553.637371:0:35272:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.637374:0:35272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926553.637518:0:35272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.637522:0:35272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.637529:0:35272:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926553.637531:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637532:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.637534:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637535:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.637536:0:35272:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.637541:0:35272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926553.637543:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637544:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637546:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926553.637548:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637550:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637552:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637553:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926553.637558:0:35272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926553.637564:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637565:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637567:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926553.637568:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637570:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637572:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637573:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.637575:0:35272:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.637577:0:35272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.637579:0:35272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926553.637581:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637582:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637583:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926553.637585:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637587:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00000002:00010000:1.0:1788926553.637590:0:35272:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.637595:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637596:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.637598:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926553.637600:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637601:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637602:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926553.637666:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637670:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000040:1.0:1788926553.637676:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.637679:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926553.637683:0:35272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/43 (0 0) 00010000:00000001:1.0:1788926553.637686:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637687:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.637688:0:35272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926553.637691:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9b5f0 00000002:00002000:1.0:1788926553.637694:0:35272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:1.0:1788926553.637696:0:35272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.637700:0:35272:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.637702:0:35272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.637705:0:35272:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x2b:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926553.637708:0:35272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.637713:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae600. 00000080:00000001:1.0:1788926553.637719:0:35272:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926553.637724:0:35272:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9d76d85c7460 xtail=ffff9d76d85c749a 00000080:00000001:1.0:1788926553.637727:0:35272:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:1.0:1788926553.637728:0:35272:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:1.0:1788926553.637731:0:35272:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926553.637733:0:35272:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926553.637734:0:35272:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926553.637740:0:35272:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d9d8. 00000080:00000010:1.0:1788926553.637744:0:35272:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9d76d1a919e0. 00000080:00000010:1.0:1788926553.637747:0:35272:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9d76d1b5cfa0. 00000080:00000020:1.0:1788926553.637749:0:35272:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:1.0:1788926553.637751:0:35272:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926553.637753:0:35272:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1788926553.637754:0:35272:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926553.637756:0:35272:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926553.637758:0:35272:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926553.637760:0:35272:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d640. 00000080:00000010:1.0:1788926553.637763:0:35272:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9d76d1a915d0. 00000080:00000010:1.0:1788926553.637766:0:35272:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9d76e020e440. 00000080:00000020:1.0:1788926553.637767:0:35272:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1788926553.637769:0:35272:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926553.637771:0:35272:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:1.0:1788926553.637773:0:35272:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926553.637774:0:35272:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926553.637775:0:35272:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926553.637778:0:35272:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d208. 00000080:00000010:1.0:1788926553.637780:0:35272:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9d76d1a917e0. 00000080:00000010:1.0:1788926553.637783:0:35272:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9d76c85cc418. 00000080:00000020:1.0:1788926553.637784:0:35272:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:1.0:1788926553.637785:0:35272:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926553.637786:0:35272:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:1.0:1788926553.637788:0:35272:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926553.637789:0:35272:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926553.637790:0:35272:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926553.637792:0:35272:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d118. 00000080:00000010:1.0:1788926553.637795:0:35272:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9d76d1a91580. 00000080:00000010:1.0:1788926553.637797:0:35272:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9d76e020ef80. 00000080:00000020:1.0:1788926553.637799:0:35272:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:1.0:1788926553.637800:0:35272:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926553.637802:0:35272:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:1.0:1788926553.637804:0:35272:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:1.0:1788926553.637807:0:35272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c943 00800000:00000001:1.0:1788926553.637811:0:35272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926553.637813:0:35272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926553.637814:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637815:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637817:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926553.637819:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637821:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637824:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637825:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.637826:0:35272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.637828:0:35272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.637830:0:35272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c943 from it ffffb2d841c9b8e8 00010000:00000001:1.0:1788926553.637832:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.637833:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.637834:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926553.637836:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637838:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926553.637841:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.637844:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.637850:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637851:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.637853:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.637855:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.637858:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.637864:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.637867:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.637869:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.637874:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637875:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.637876:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.637879:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.637881:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.637883:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.637886:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.637888:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.637889:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.637890:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926553.637891:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.637896:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513976832/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.637903:0:35272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926553.637906:0:35272:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926553.637909:0:35272:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9d76d85c7000. 02000000:00000001:1.0:1788926553.637912:0:35272:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926553.637914:0:35272:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.637916:0:35272:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.637918:0:35272:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.637920:0:35272:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926553.637924:0:35272:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.637926:0:35272:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.637928:0:35272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:1.0:1788926553.637930:0:35272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.637932:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.637934:0:35272:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.637936:0:35272:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926553.637938:0:35272:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926553.644106:0:35272:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1788926553.644114:0:35272:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926553.644117:0:35272:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1788926553.644121:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926553.644123:0:35272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.644125:0:35272:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926553.644136:0:35272:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926553.644144:0:35272:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926553.644146:0:35272:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788926553.644153:0:35272:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788926553.644156:0:35272:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644160:0:35272:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1788926553.644163:0:35272:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2b:0x0] fffffaf9447b8fc0 ffff9d76d18297e0 1 00000020:00000001:1.0:1788926553.644167:0:35272:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926553.644169:0:35272:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:1.0:1788926553.644172:0:35272:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:1.0:1788926553.644174:0:35272:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1788926553.644178:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.644179:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.644181:0:35272:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788926553.644182:0:35272:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788926553.644184:0:35272:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.644189:0:35272:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[3 0000000060942f19 1 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926553.644191:0:35272:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788926553.644193:0:35272:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926553.644194:0:35272:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788926553.644196:0:35272:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788926553.644197:0:35272:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.644201:0:35272:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788926553.644203:0:35272:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788926553.644205:0:35272:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.644206:0:35272:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.644208:0:35272:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788926553.644209:0:35272:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926553.644213:0:35272:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788926553.644215:0:35272:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926553.644216:0:35272:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926553.644218:0:35272:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788926553.644221:0:35272:0:(rw26.c:929:ll_write_end()) page@000000001678dd3a[4 0000000060942f19 2 1 000000004165928a 0 0 0] 00000080:00200000:1.0:1788926553.644225:0:35272:0:(rw26.c:929:ll_write_end()) vmpage @00000000a6f53512 17ffffc0001039 2:0 ffff9d76d18297e0 0 lru 00000080:00200000:1.0:1788926553.644234:0:35272:0:(rw26.c:929:ll_write_end()) osc-page@000000002871fac5 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000135bf85b 000000009f816213 > 3< 1 0 > 4< 0 0 8 8351744 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788926553.644237:0:35272:0:(rw26.c:929:ll_write_end()) end page@000000001678dd3a 00000080:00200000:1.0:1788926553.644238:0:35272:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788926553.644240:0:35272:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788926553.644242:0:35272:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788926553.644245:0:35272:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788926553.644248:0:35272:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788926553.644250:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.644252:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.644254:0:35272:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788926553.644257:0:35272:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788926553.644259:0:35272:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788926553.644261:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000002:1.0:1788926553.644264:0:35272:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788926553.644266:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.644268:0:35272:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926553.644271:0:35272:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788926553.644273:0:35272:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926553.644276:0:35272:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644277:0:35272:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644279:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:1.0:1788926553.644280:0:35272:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788926553.644282:0:35272:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788926553.644283:0:35272:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926553.644286:0:35272:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[4 0000000060942f19 2 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926553.644288:0:35272:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1788926553.644290:0:35272:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788926553.644291:0:35272:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788926553.644293:0:35272:0:(osc_request.c:745:osc_update_next_shrink()) next time 3121 to shrink grant 00000080:00000001:1.0:1788926553.644295:0:35272:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788926553.644297:0:35272:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788926553.644300:0:35272:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d15892f8, count 1, dirtied 0 00000080:00000001:1.0:1788926553.644303:0:35272:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788926553.644304:0:35272:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788926553.644306:0:35272:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926553.644307:0:35272:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926553.644308:0:35272:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.644311:0:35272:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[3 0000000060942f19 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.644313:0:35272:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788926553.644314:0:35272:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926553.644315:0:35272:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788926553.644316:0:35272:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926553.644319:0:35272:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[3 0000000060942f19 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.644320:0:35272:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1788926553.644321:0:35272:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788926553.644322:0:35272:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788926553.644324:0:35272:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788926553.644326:0:35272:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644327:0:35272:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644329:0:35272:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644331:0:35272:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.644332:0:35272:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788926553.644335:0:35272:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926553.644336:0:35272:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788926553.644337:0:35272:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.644339:0:35272:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788926553.644344:0:35272:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788926553.644345:0:35272:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644349:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bb80 00000080:00200000:1.0:1788926553.644351:0:35272:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788926553.644354:0:35272:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644356:0:35272:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926553.644358:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.644360:0:35272:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926553.644362:0:35272:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788926553.644363:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.644365:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.644367:0:35272:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926553.644368:0:35272:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926553.644370:0:35272:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644371:0:35272:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644373:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:1.0:1788926553.644375:0:35272:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644377:0:35272:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644379:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644380:0:35272:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644382:0:35272:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644384:0:35272:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926553.644386:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788926553.644387:0:35272:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926553.644389:0:35272:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1788926553.644390:0:35272:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926553.644392:0:35272:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644393:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644419:0:35272:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926553.644421:0:35272:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.644423:0:35272:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926553.644425:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:1.0:1788926553.644428:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.644429:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926553.644433:0:35272:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926553.644435:0:35272:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.644436:0:35272:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.644438:0:35272:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.644440:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d85920b0 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926553.644443:0:35272:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926553.644445:0:35272:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926553.644448:0:35272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.644450:0:35272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.644453:0:35272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:1.0:1788926553.644455:0:35272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.644458:0:35272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.644461:0:35272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.644466:0:35272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926553.644477:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.644479:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.644480:0:35272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.644483:0:35272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.644486:0:35272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926553.644494:0:35272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.644498:0:35272:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.644500:0:35272:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.644504:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.644505:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.644507:0:35272:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.644510:0:35272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.644512:0:35272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.644514:0:35272:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.644516:0:35272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.644519:0:35272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.644520:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.644521:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.644522:0:35272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.644523:0:35272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.644524:0:35272:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926553.644526:0:35272:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.644527:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.644529:0:35272:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.644530:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.644531:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926553.644535:0:35272:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926553.644536:0:35272:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.644537:0:35272:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d85920b0 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926553.644541:0:35272:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:1.0:1788926553.644545:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926553.644547:0:35272:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592080. 00020000:00000001:1.0:1788926553.644549:0:35272:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.644550:0:35272:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.644552:0:35272:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788926553.644554:0:35272:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.644555:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.644556:0:35272:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.644557:0:35272:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926553.644558:0:35272:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644560:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644562:0:35272:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.644563:0:35272:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.644564:0:35272:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788926553.644567:0:35272:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788926553.644568:0:35272:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926553.644569:0:35272:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.644571:0:35272:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.644573:0:35272:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.644574:0:35272:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926553.644577:0:35272:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926553.644578:0:35272:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644580:0:35272:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.644581:0:35272:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.644583:0:35272:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.644584:0:35272:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926553.644588:0:35272:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788926553.644591:0:35272:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788926553.644594:0:35272:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788926553.644595:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.644597:0:35272:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.644598:0:35272:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.644599:0:35272:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.644601:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.644604:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.644607:0:35272:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.644608:0:35272:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.644610:0:35272:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.644612:0:35272:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.644615:0:35272:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.644616:0:35272:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.644617:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bc98 00000080:00200000:1.0:1788926553.644619:0:35272:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788926553.644623:0:35272:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926553.644625:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.644627:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.644629:0:35272:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926553.644632:0:35272:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926553.644636:0:35272:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926553.644638:0:35272:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788926553.644640:0:35272:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926553.644641:0:35272:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788926553.644643:0:35272:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:1.0:1788926553.644646:0:35272:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.644648:0:35272:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:1.0:1788926553.644651:0:35272:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644652:0:35272:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.644654:0:35272:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:1.0:1788926553.644656:0:35272:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788926553.644658:0:35272:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788926553.644661:0:35272:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788926553.644664:0:35272:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788926553.644666:0:35272:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.644669:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bd88 00000080:00000008:1.0:1788926553.644671:0:35272:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788926553.644673:0:35272:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788926553.644690:0:35272:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926553.644693:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926553.644696:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.644699:0:35272:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.644706:0:35272:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788926553.644708:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bdf0 00000080:00200008:1.0:1788926553.644710:0:35272:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102001 00000080:00000001:1.0:1788926553.644714:0:35272:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788926553.644716:0:35272:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788926553.644717:0:35272:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926553.644718:0:35272:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926553.644720:0:35272:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926553.644723:0:35272:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.644725:0:35272:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788926553.644729:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.644731:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.644734:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.644736:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.644738:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.644740:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.644742:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.644746:0:35272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.644749:0:35272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.644755:0:35272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.644757:0:35272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.644762:0:35272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.644764:0:35272:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:1.0:1788926553.644766:0:35272:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788926553.644768:0:35272:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788926553.644774:0:35272:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d10ae600. 00000080:00000001:1.0:1788926553.644776:0:35272:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788926553.644781:0:35272:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788926553.644784:0:35272:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788926553.644786:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.644787:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.644788:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.644789:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.644791:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.644793:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.644795:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.644797:0:35272:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:1.0:1788926553.644800:0:35272:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788926553.644803:0:35272:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x2b:0x0] file closed with intent: 200 00000100:00000010:1.0:1788926553.644809:0:35272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926553.644813:0:35272:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926553.644817:0:35272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.644820:0:35272:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.644824:0:35272:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.644830:0:35272:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afa00. 00000100:00000001:1.0:1788926553.644837:0:35272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788926553.644854:0:35272:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788926553.644866:0:35272:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788926553.644871:0:35272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788926553.644878:0:35272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926553.644879:0:35272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926553.644885:0:35272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.644887:0:35272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732136036992 : -108341573514624 : ffff9d76c2ff0a80) 00000100:00000001:1.0:1788926553.644890:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.644891:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926553.644896:0:35272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.644900:0:35272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.644902:0:35272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926553.644904:0:35272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.644907:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.644914:0:35272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.644916:0:35272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.644919:0:35272:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.644922:0:35272:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.644924:0:35272:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.644927:0:35272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513977088:192.168.203.140@tcp:35:uname.0 00000100:00000001:1.0:1788926553.644931:0:35272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.644936:0:35272:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.644938:0:35272:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.644941:0:35272:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.644945:0:35272:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926553.644947:0:35272:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.644954:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.644959:0:35272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.644964:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.644971:0:35272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513977088, portal 10 00000100:00000001:1.0:1788926553.644973:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.644974:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926553.644980:0:35272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.644987:0:35272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.644990:0:35272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.644993:0:35272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8330. 00000100:00000200:1.0:1788926553.644996:0:35272:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513977088, offset 0 00000400:00000200:1.0:1788926553.645002:0:35272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.645010:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.645029:0:35272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.645034:0:35272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.645038:0:35272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.645042:0:35272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.645044:0:35272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.645048:0:35272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2965:2965:256:4294967295] 192.168.203.140@tcp LPNI seq info [2965:2965:8:4294967295] 00000400:00000200:1.0:1788926553.645053:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.645062:0:35272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.645068:0:35272:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.645073:0:35272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926553.645079:0:35272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.645087:0:35272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.645091:0:35272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.645110:0:35272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.645114:0:35272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 852940 usecs (853 jiffies) 00000400:00000200:1.0:1788926553.645118:0:35272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.645121:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589632 00000100:00000001:1.0:1788926553.645123:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.645126:0:35272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589632 00000100:00000001:1.0:1788926553.645128:0:35272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.645130:0:35272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.645133:0:35272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.645135:0:35272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.645137:0:35272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926553.645140:0:35272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c2ff0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926553.645142:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.645145:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.645266:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.645271:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926553.645276:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.645282:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.645287:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8330 00000400:00000010:3.0:1788926553.645290:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8330. 00000100:00000001:3.0:1788926553.645294:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.645298:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.645309:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.645312:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.645320:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.645321:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.648901:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.648924:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.648928:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.648931:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.648939:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.648946:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.648955:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.648960:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.648965:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.648970:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32364100 00000400:00000200:2.0:1788926553.648975:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.648981:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x871d [1] + 224 00000800:00000001:2.0:1788926553.649452:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.649464:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.649467:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.649472:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.649478:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.649486:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.649498:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.649676:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.649686:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.649689:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.650525:0:35272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926553.650534:0:35272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.650536:0:35272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.650540:0:35272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.650546:0:35272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.650549:0:35272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.650553:0:35272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.650560:0:35272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926553.650569:0:35272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513977088/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.650576:0:35272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.650578:0:35272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.650580:0:35272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.650583:0:35272:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.650586:0:35272:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.650588:0:35272:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.650591:0:35272:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.650600:0:35272:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926553.651036:0:35272:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.651042:0:35272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.651044:0:35272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.651047:0:35272:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.651050:0:35272:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.651053:0:35272:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926553.651055:0:35272:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926553.651057:0:35272:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926553.651059:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.651061:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926553.651064:0:35272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.651075:0:35272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926553.651077:0:35272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.651080:0:35272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.651151:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513977088/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.651208:0:35272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.651212:0:35272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.651214:0:35272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.651218:0:35272:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513977088/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926553.651226:0:35272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35272:1875823513977088:192.168.203.140@tcp:35:uname.0 00000100:00000001:1.0:1788926553.651230:0:35272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.651233:0:35272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.652554:0:35272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926553.652561:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.652570:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513977088/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.652581:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.652584:0:35272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.652588:0:35272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926553.652589:0:35272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.652600:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.652601:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000002:00000001:1.0:1788926553.652604:0:35272:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.656332:0:35272:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.656345:0:35272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae600. 00000080:00000001:1.0:1788926553.656352:0:35272:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926553.656355:0:35272:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926553.656357:0:35272:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.656360:0:35272:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.656362:0:35272:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.656364:0:35272:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.656366:0:35272:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.656368:0:35272:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.656371:0:35272:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.656887:0:35272:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788926553.656900:0:35272:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.656911:0:35272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.656913:0:35272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227187456 : -108341482364160 : ffff9d76c86de300) 00000100:00000001:1.0:1788926553.656917:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.656920:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.656927:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.656929:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.656933:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513977088/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.656940:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.656941:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.656944:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86de300 x1875823513976320/t8589934596(8589934596) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.656951:0:35272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788926553.656954:0:35272:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.656956:0:35272:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.656959:0:35272:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.656963:0:35272:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d92800. 02000000:00000001:1.0:1788926553.656967:0:35272:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.656969:0:35272:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.656971:0:35272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86de300. 00000100:00000001:1.0:1788926553.656975:0:35272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.656976:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.656977:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.656980:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513977088/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.656986:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.656988:0:35272:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172ec0. 00000002:00000001:1.0:1788926553.656991:0:35272:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.656993:0:35272:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.656995:0:35272:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99e00. 00000100:00000001:1.0:1788926553.656997:0:35272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.657000:0:35272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513977088/t8589934597(8589934597) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926553.657005:0:35272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926553.657007:0:35272:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926553.657009:0:35272:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926553.657012:0:35272:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926553.657013:0:35272:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.657014:0:35272:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.657026:0:35272:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.657029:0:35272:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10afa00. 02000000:00000001:1.0:1788926553.657032:0:35272:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.657033:0:35272:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.657034:0:35272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:1.0:1788926553.657037:0:35272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.657038:0:35272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.657040:0:35272:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926553.657043:0:35272:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c17c3400. 00000080:00000001:1.0:1788926553.657047:0:35272:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.657053:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9bdf0 00000080:00000008:1.0:1788926553.657056:0:35272:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 102001, rc = 0 00000080:00000001:1.0:1788926553.657059:0:35272:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.657065:0:35272:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926553.657066:0:35272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c9be00 00000080:00002000:1.0:1788926553.657068:0:35272:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9d76d176d288, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:1.0:1788926553.657071:0:35272:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.657079:0:35272:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926553.657783:0:35272:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788926553.669441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c3d01420. 00000080:00000001:2.0:1788926553.680394:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926553.680562:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926553.680565:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926553.680568:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93bc0 00000080:00200000:2.0:1788926553.680572:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926553.680580:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c8b66400. 00800000:00000002:2.0:1788926553.680587:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926553.680590:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926553.680595:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.680597:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93ae0 00800000:00000002:2.0:1788926553.680599:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.680602:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926553.680613:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926553.680616:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926553.680619:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926553.680621:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926553.680624:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.680626:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926553.680627:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926553.680631:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926553.680637:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926553.680640:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c939b0 00000002:00010000:2.0:1788926553.680642:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926553.680645:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926553.680647:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926553.680650:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926553.680656:0:35273:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.680658:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.680660:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.680662:0:35273:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926553.680664:0:35273:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926553.680669:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000020:00000040:2.0:1788926553.680673:0:35273:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926553.680679:0:35273:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926553.680683:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926553.680689:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926553.680691:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926553.680693:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.680696:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926553.680698:0:35273:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926553.680703:0:35273:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926553.680708:0:35273:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dd800. 00000100:00000001:2.0:1788926553.680715:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.680720:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926553.680721:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.680723:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926553.680724:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926553.680726:0:35273:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926553.680731:0:35273:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00010000:00000001:2.0:1788926553.680734:0:35273:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926553.680736:0:35273:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926553.680740:0:35273:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225600. 00010000:00000010:2.0:1788926553.680744:0:35273:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76c8642780. 00010000:00000001:2.0:1788926553.680748:0:35273:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926553.680751:0:35273:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880b400. 00000020:00000001:2.0:1788926553.680755:0:35273:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926553.680758:0:35273:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880b400 with handle 0xdeff66104c08c94a to hash 00000020:00000001:2.0:1788926553.680760:0:35273:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926553.680762:0:35273:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:2.0:1788926553.680766:0:35273:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:2.0:1788926553.680769:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926553.680772:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926553.680775:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926553.680784:0:35273:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926553.680793:0:35273:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926553.680798:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926553.680799:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926553.680805:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c839a180. 00000100:00000001:2.0:1788926553.680807:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732223762816 : -108341485788800 : ffff9d76c839a180) 00000100:00000001:2.0:1788926553.680809:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.680810:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000001:2.0:1788926553.680815:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926553.680818:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.680820:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926553.680822:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926553.680831:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.680838:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926553.680840:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.680844:0:35273:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926553.680847:0:35273:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926553.680849:0:35273:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926553.680852:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35273:1875823513977216:192.168.203.140@tcp:101:cat.0 00000100:00000001:2.0:1788926553.680858:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926553.680862:0:35273:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926553.680864:0:35273:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926553.680866:0:35273:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926553.680871:0:35273:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b6800. 02000000:00000001:2.0:1788926553.680873:0:35273:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926553.680880:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926553.680884:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6630. 00000400:00000010:2.0:1788926553.680890:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926553.680896:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513977216, portal 10 00000100:00000001:2.0:1788926553.680898:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926553.680899:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:2.0:1788926553.680905:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.680911:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926553.680914:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926553.680916:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530220. 00000100:00000200:2.0:1788926553.680919:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513977216, offset 0 00000400:00000200:2.0:1788926553.680924:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926553.680931:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.680938:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926553.680943:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926553.680946:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926553.680949:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926553.680951:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926553.680955:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2966:2966:256:4294967295] 192.168.203.140@tcp LPNI seq info [2966:2966:8:4294967295] 00000400:00000200:2.0:1788926553.680959:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.680967:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926553.680972:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926553.680977:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c100. 00000800:00000200:2.0:1788926553.680983:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926553.680991:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926553.680995:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926553.681024:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926553.681029:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 851873 usecs (852 jiffies) 00000400:00000200:2.0:1788926553.681033:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926553.681036:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589666 00000100:00000001:2.0:1788926553.681039:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.681041:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589666 00000100:00000001:2.0:1788926553.681043:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:2.0:1788926553.681045:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926553.681048:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926553.681050:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926553.681052:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926553.681054:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c839a180 going to sleep for 11 seconds 00000100:00000001:2.0:1788926553.681057:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926553.681059:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.681255:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.681259:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c100. 00000400:00000200:3.0:1788926553.681264:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.681269:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.681274:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530220 00000400:00000010:3.0:1788926553.681277:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530220. 00000100:00000001:3.0:1788926553.681281:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.681285:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.681296:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.681299:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.681306:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.681307:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.685355:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.685381:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.685384:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.685387:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.685418:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.685428:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.685437:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.685450:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.685456:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.685460:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32364180 00000400:00000200:2.0:1788926553.685464:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.685470:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x8725 [1] + 224 00000800:00000001:2.0:1788926553.685477:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.685483:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.685487:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.685491:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.685500:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.685508:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.685527:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.685544:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.685551:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.685554:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.685616:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.685624:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.685627:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.685630:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6630. 00000400:00000200:0.0:1788926553.685635:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:0.0:1788926553.685637:0:35273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:0.0:1788926553.685640:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.685645:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.685652:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.685657:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.685659:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.685661:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.685664:0:35273:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.685667:0:35273:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.685669:0:35273:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.685672:0:35273:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.685681:0:35273:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.685685:0:35273:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.685687:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.685689:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.685692:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.685695:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.685699:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.685701:0:35273:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.685703:0:35273:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.685707:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.685711:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.685718:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.685721:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.685723:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.685727:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.685734:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b480 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35273:1875823513977216:192.168.203.140@tcp:101:cat.0 00000100:00000001:0.0:1788926553.685739:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.685742:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.685744:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.685747:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.685750:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.685756:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.685758:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c839a180. 00000100:00000001:0.0:1788926553.685761:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.685762:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.685765:0:35273:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926553.685769:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685772:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685774:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=4 00000020:00000001:0.0:1788926553.685776:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685779:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000040:0.0:1788926553.685784:0:35273:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880b400, remote cookie: 0x840913afd2dabb39, flags: 0x1001 00010000:00010000:0.0:1788926553.685790:0:35273:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.685804:0:35273:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685810:0:35273:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926553.685814:0:35273:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926553.685815:0:35273:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926553.685817:0:35273:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926553.685819:0:35273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926553.685821:0:35273:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c3225600) refcount = 1 00010000:00010000:0.0:1788926553.685825:0:35273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685832:0:35273:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926553.685835:0:35273:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926553.685837:0:35273:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.685840:0:35273:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926553.685842:0:35273:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.685845:0:35273:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685850:0:35273:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926553.685852:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685853:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.685854:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685855:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.685857:0:35273:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.685861:0:35273:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926553.685863:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685865:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685866:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.685868:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685870:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685873:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685874:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685875:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=4 00000020:00000001:0.0:1788926553.685877:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685879:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685881:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.685884:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.685887:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685893:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685894:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.685895:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685895:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685896:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=5 00000020:00000001:0.0:1788926553.685898:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685900:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685903:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.685905:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685911:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685912:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.685915:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685921:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.685922:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685924:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.685925:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685926:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926553.685930:0:35273:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926553.685943:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685944:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685946:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.685947:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685949:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685951:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685952:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.685953:0:35273:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.685955:0:35273:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.685958:0:35273:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926553.685960:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685961:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685962:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.685964:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685966:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00000002:00010000:0.0:1788926553.685969:0:35273:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.685975:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.685976:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.685977:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.685979:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.685980:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.685981:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.685983:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.685985:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000040:0.0:1788926553.685990:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926553.685993:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926553.685996:0:35273:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926553.685999:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686000:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.686001:0:35273:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926553.686004:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93938 00000002:00002000:0.0:1788926553.686006:0:35273:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926553.686009:0:35273:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.686013:0:35273:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.686025:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.686029:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926553.686032:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.686036:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.686040:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c8b66400. 00000080:00000001:0.0:1788926553.686045:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.686047:0:35273:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926553.686052:0:35273:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926553.686055:0:35273:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926553.686062:0:35273:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99d40. 00800000:00000001:0.0:1788926553.686064:0:35273:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218518848 : -108341491032768 : ffff9d76c7e99d40) 00800000:00000001:0.0:1788926553.686067:0:35273:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.686069:0:35273:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926553.686072:0:35273:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926553.686074:0:35273:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926553.686077:0:35273:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926553.686080:0:35273:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926553.686082:0:35273:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.686086:0:35273:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926553.686088:0:35273:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788926553.686093:0:35273:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926553.686095:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.686096:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.686098:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.686100:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.686102:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.686104:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686105:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.686107:0:35273:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926553.686109:0:35273:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926553.686111:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99d40 1 00800000:00000010:0.0:1788926553.686113:0:35273:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99d40. 00800000:00000001:0.0:1788926553.686116:0:35273:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.686120:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:0.0:1788926553.686122:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.686124:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.686125:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.686126:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.686127:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.686129:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.686131:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.686133:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686134:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.686136:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.686137:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.686139:0:35273:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.686141:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.686145:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841c93bf8 00010000:00000001:0.0:1788926553.686146:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.686147:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.686148:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.686150:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.686152:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.686154:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.686156:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.686163:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686164:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.686165:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.686167:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.686169:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.686180:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.686183:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.686185:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.686189:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686190:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.686191:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686194:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.686196:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686198:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686200:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686202:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.686203:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686204:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.686206:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.686210:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b480 x1875823513977216/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.686216:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.686218:0:35273:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.686221:0:35273:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b6800. 02000000:00000001:0.0:1788926553.686225:0:35273:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.686227:0:35273:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.686229:0:35273:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.686231:0:35273:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.686233:0:35273:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd800. 02000000:00000001:0.0:1788926553.686236:0:35273:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.686238:0:35273:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.686240:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000100:00000001:0.0:1788926553.686244:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.686245:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.686248:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926553.686252:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.686267:0:35273:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172e20. 00000080:00000001:0.0:1788926553.686271:0:35273:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788926553.686273:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b58 00000080:00200000:0.0:1788926553.686275:0:35273:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76c9164480, open_flags 8000, mode 0 opened 0 00000080:00000010:0.0:1788926553.686279:0:35273:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e0052660. 00000080:00000001:0.0:1788926553.686282:0:35273:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926553.686283:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a08 00000080:00200000:0.0:1788926553.686285:0:35273:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open 00000080:00000010:0.0:1788926553.686292:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fa800. 00800000:00000002:0.0:1788926553.686296:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.686300:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.686304:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.686305:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93928 00800000:00000002:0.0:1788926553.686307:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.686310:0:35273:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926553.686312:0:35273:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788926553.686315:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.686318:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.686321:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.686322:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.686324:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.686326:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.686328:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.686330:0:35273:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00000020:00000001:0.0:1788926553.686333:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c938a8 00800000:00000002:0.0:1788926553.686335:0:35273:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788926553.686339:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.686340:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c937e0 00000002:00010000:0.0:1788926553.686342:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:0.0:1788926553.686345:0:35273:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926553.686347:0:35273:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926553.686350:0:35273:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926553.686352:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926553.686354:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.686356:0:35273:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926553.686359:0:35273:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686361:0:35273:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.686363:0:35273:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.686368:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926553.686370:0:35273:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926553.686374:0:35273:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926553.686375:0:35273:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686377:0:35273:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926553.686381:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.686384:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.686385:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.686386:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.686388:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.686391:0:35273:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.686428:0:35273:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.686435:0:35273:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880ec00. 00000100:00000001:0.0:1788926553.686440:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686443:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926553.686445:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686446:0:35273:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926553.686447:0:35273:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.686449:0:35273:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.686456:0:35273:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00010000:00000001:0.0:1788926553.686459:0:35273:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926553.686461:0:35273:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926553.686464:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926553.686466:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.686468:0:35273:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926553.686471:0:35273:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008000. 00000020:00000001:0.0:1788926553.686474:0:35273:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926553.686476:0:35273:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008000 with handle 0xdeff66104c08c951 to hash 00000020:00000001:0.0:1788926553.686478:0:35273:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926553.686480:0:35273:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.686483:0:35273:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.686485:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.686488:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.686491:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.686502:0:35273:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926553.686511:0:35273:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926553.686517:0:35273:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926553.686524:0:35273:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35273 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926553.686530:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.686531:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.686537:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.686539:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353344 : -108341448198272 : ffff9d76ca773780) 00000100:00000001:0.0:1788926553.686541:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.686543:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.686547:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.686550:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.686552:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.686554:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.686558:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.686564:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.686566:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.686569:0:35273:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.686571:0:35273:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.686574:0:35273:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.686577:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35273:1875823513977472:192.168.203.140@tcp:101:cat.0 00000100:00000001:0.0:1788926553.686581:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.686584:0:35273:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.686586:0:35273:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.686589:0:35273:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.686677:0:35273:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926553.686680:0:35273:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.686686:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.686690:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.686696:0:35273:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7af800. 00000100:00000200:0.0:1788926553.686702:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513977472, portal 10 00000100:00000001:0.0:1788926553.686704:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.686705:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:0.0:1788926553.686711:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.686718:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.686720:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.686724:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926553.686726:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513977472, offset 0 00000400:00000200:0.0:1788926553.686731:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.686737:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.686743:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.686749:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.686753:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.686756:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.686760:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.686763:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2967:2967:256:4294967295] 192.168.203.140@tcp LPNI seq info [2967:2967:8:4294967295] 00000400:00000200:0.0:1788926553.686767:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.686776:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.686781:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.686786:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926553.686792:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.686799:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.686803:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.686817:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.686821:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 850810 usecs (851 jiffies) 00000400:00000200:0.0:1788926553.686824:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.686827:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589665 00000100:00000001:0.0:1788926553.686830:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.686835:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589665 00000100:00000001:0.0:1788926553.686837:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.686839:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.686842:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.686843:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.686845:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.686848:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773780 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.686850:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.686852:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.687205:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.687210:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:3.0:1788926553.687215:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.687220:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.687225:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:3.0:1788926553.687228:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:3.0:1788926553.687231:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.687235:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.687243:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.687246:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.687252:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.687254:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926553.698057:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.698072:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926553.698076:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.698079:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.698087:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.698094:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926553.698103:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.698108:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.698113:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.698117:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32364280 00000400:00000200:2.0:1788926553.698122:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926553.698128:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x8735 [64] + 224 00000800:00000001:2.0:1788926553.698134:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.698141:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926553.698144:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926553.698148:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926553.698155:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926553.698164:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926553.698173:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926553.698195:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926553.698203:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926553.698207:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.698253:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926553.698262:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.698264:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.698267:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.698271:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7af800 00000400:00000010:0.0:1788926553.698274:0:35273:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7af800. 00000100:00000001:0.0:1788926553.698277:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.698281:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.698289:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513977472/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.698295:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.698296:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.698299:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.698301:0:35273:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.698304:0:35273:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.698305:0:35273:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.698308:0:35273:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.698317:0:35273:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926553.698321:0:35273:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.698324:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.698326:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.698329:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.698333:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.698336:0:35273:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926553.698337:0:35273:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926553.698339:0:35273:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926553.698341:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.698343:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.698346:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.698347:0:35273:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.698350:0:35273:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.698352:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.698357:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.698364:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.698367:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.698369:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.698382:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.698391:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35273:1875823513977472:192.168.203.140@tcp:101:cat.0 00000100:00000001:0.0:1788926553.698455:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.698458:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.698460:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.698462:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.698467:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.698474:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.698477:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773780. 00000100:00000001:0.0:1788926553.698479:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.698481:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.698483:0:35273:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926553.698499:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698503:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698505:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=4 00000020:00000001:0.0:1788926553.698508:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698518:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000040:0.0:1788926553.698525:0:35273:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008000, remote cookie: 0x840913afd2dabb55, flags: 0x1001 00010000:00010000:0.0:1788926553.698530:0:35273:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926553.698538:0:35273:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926553.698541:0:35273:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788926553.698547:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:0.0:1788926553.698550:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.698554:0:35273:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.698557:0:35273:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926553.698565:0:35273:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698571:0:35273:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926553.698574:0:35273:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926553.698576:0:35273:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926553.698578:0:35273:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926553.698579:0:35273:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926553.698582:0:35273:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2b:0x0].0x0 (ffff9d76c3b2a900) refcount = 3 00010000:00000040:0.0:1788926553.698585:0:35273:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926553.698587:0:35273:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788926553.698594:0:35273:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926553.698614:0:35273:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698621:0:35273:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926553.698625:0:35273:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926553.698627:0:35273:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.698630:0:35273:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926553.698632:0:35273:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.698635:0:35273:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698641:0:35273:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926553.698643:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698645:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.698646:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698647:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.698648:0:35273:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.698652:0:35273:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926553.698655:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698656:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698658:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=3 00000020:00000001:0.0:1788926553.698660:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698662:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698664:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698665:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698666:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=4 00000020:00000001:0.0:1788926553.698668:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698670:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698673:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.698676:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.698679:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698685:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698686:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.698687:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698688:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698689:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=5 00000020:00000001:0.0:1788926553.698691:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698693:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698695:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.698697:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698703:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698703:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.698706:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698711:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.698712:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698714:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.698714:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698715:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926553.698720:0:35273:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.698729:0:35273:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926553.698733:0:35273:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.698739:0:35273:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.698744:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698745:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698746:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=3 00000020:00000001:0.0:1788926553.698748:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698750:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00000002:00010000:0.0:1788926553.698753:0:35273:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788926553.698763:0:35273:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76c7e99d40. 00010000:00000001:0.0:1788926553.698765:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698766:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.698768:0:35273:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.698770:0:35273:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.698772:0:35273:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926553.698774:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.698776:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00010000:00000001:0.0:1788926553.698778:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698779:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698780:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=3 00000020:00000001:0.0:1788926553.698782:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698784:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00000002:00010000:0.0:1788926553.698787:0:35273:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698795:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698796:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.698797:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926553.698798:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698799:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698800:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=3 00000020:00000001:0.0:1788926553.698802:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698804:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000040:0.0:1788926553.698807:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:0.0:1788926553.698809:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.698811:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.698814:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.698817:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926553.698824:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.698829:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.698832:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.698838:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698839:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.698840:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.698841:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.698842:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=3 00000020:00000001:0.0:1788926553.698844:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698846:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:0.0:1788926553.698848:0:35273:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788926553.698850:0:35273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698856:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.698858:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698863:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698864:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.698866:0:35273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926553.698872:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.698873:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.698876:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788926553.698881:0:35273:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76ca773780. 00010000:00000001:0.0:1788926553.698883:0:35273:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788926553.698889:0:35273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788926553.698891:0:35273:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.698893:0:35273:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.698894:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.698895:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.698896:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.698898:0:35273:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926553.698900:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93768 00000002:00002000:0.0:1788926553.698902:0:35273:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788926553.698906:0:35273:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.698909:0:35273:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.698911:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926553.698914:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926553.698917:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.698921:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.698923:0:35273:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926553.698924:0:35273:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e0052660 it_disposition 80002b 00000080:00000001:0.0:1788926553.698927:0:35273:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926553.698932:0:35273:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926553.698934:0:35273:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926553.698937:0:35273:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788926553.698941:0:35273:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788926553.698947:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.698950:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.698952:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.698954:0:35273:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926553.698958:0:35273:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926553.698960:0:35273:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926553.698965:0:35273:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e00522a0. 00020000:00000010:0.0:1788926553.698969:0:35273:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.698973:0:35273:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052360. 00020000:00000001:0.0:1788926553.698975:0:35273:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622975840 : -108341086575776 : ffff9d76e0052360) 00020000:00000002:0.0:1788926553.698979:0:35273:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052360, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.698984:0:35273:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.698989:0:35273:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa700: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926553.698992:0:35273:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b00f8) owner ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.698995:0:35273:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926553.698997:0:35273:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b00f8) owner ffff9d76ca7a27c0 00020000:00000010:0.0:1788926553.699000:0:35273:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.699003:0:35273:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e00522a0. 00020000:00000010:0.0:1788926553.699006:0:35273:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052360. 00020000:00000002:0.0:1788926553.699008:0:35273:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926553.699010:0:35273:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699012:0:35273:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926553.699014:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.699028:0:35273:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611179 : 144115205339611179 : 20000040500002b) 00000080:00000001:0.0:1788926553.699031:0:35273:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788926553.699035:0:35273:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2b:0x0](ffff9d76d1589148): rc = 0 00000080:00000001:0.0:1788926553.699037:0:35273:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376785224 : -108341332766392 : ffff9d76d1589148) 00010000:00000001:0.0:1788926553.699039:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699041:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699042:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.699043:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699045:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00000080:00000001:0.0:1788926553.699048:0:35273:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926553.699050:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.699051:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.699053:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.699055:0:35273:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926553.699056:0:35273:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926553.699058:0:35273:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926553.699060:0:35273:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052360. 00020000:00000010:0.0:1788926553.699063:0:35273:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.699065:0:35273:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e00522a0. 00020000:00000001:0.0:1788926553.699067:0:35273:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622975648 : -108341086575968 : ffff9d76e00522a0) 00020000:00000002:0.0:1788926553.699069:0:35273:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e00522a0, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.699073:0:35273:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.699077:0:35273:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa700: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788926553.699079:0:35273:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76e02b00f8) owner ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.699081:0:35273:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926553.699082:0:35273:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76e02b00f8) owner ffff9d76ca7a27c0 00020000:00000010:0.0:1788926553.699085:0:35273:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa700. 00020000:00000010:0.0:1788926553.699087:0:35273:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052360. 00020000:00000010:0.0:1788926553.699089:0:35273:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e00522a0. 00020000:00000002:0.0:1788926553.699090:0:35273:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926553.699092:0:35273:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699094:0:35273:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699096:0:35273:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926553.699098:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.699101:0:35273:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052a80 addref 2/0 by ffff9d76ca7a27c0. 00020000:00000002:0.0:1788926553.699103:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.699106:0:35273:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926553.699108:0:35273:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926553.699109:0:35273:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926553.699111:0:35273:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788926553.699113:0:35273:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788926553.699115:0:35273:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2b:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788926553.699118:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.699120:0:35273:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699122:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699123:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.699125:0:35273:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926553.699127:0:35273:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926553.699129:0:35273:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.699131:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c93c 00800000:00000001:0.0:1788926553.699134:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.699136:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.699137:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699138:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699140:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.699142:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699144:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699146:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699147:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.699149:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.699150:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788926553.699156:0:35273:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d170ca20 inode ffff9d76d1589148 refc 1 flags 0x40000e 00000080:00000001:0.0:1788926553.699159:0:35273:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788926553.699162:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00000001:0.0:1788926553.699165:0:35273:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926553.699168:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fa800. 00000100:00000001:0.0:1788926553.699172:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.699176:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.699183:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699191:0:35273:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926553.699193:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a68 00000080:00200008:0.0:1788926553.699195:0:35273:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 100000 00000080:00000010:0.0:1788926553.699202:0:35273:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000010:0.0:1788926553.699208:0:35273:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99500. 00000080:00000001:0.0:1788926553.699211:0:35273:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926553.699214:0:35273:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926553.699217:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.699219:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.699221:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.699223:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.699225:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.699228:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.699230:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.699232:0:35273:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926553.699235:0:35273:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172c20. 00000002:00100000:0.0:1788926553.699239:0:35273:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926553.699244:0:35273:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.699246:0:35273:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926553.699249:0:35273:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926553.699253:0:35273:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699255:0:35273:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.699257:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.699260:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926553.699266:0:35273:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.699269:0:35273:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926553.699307:0:35273:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926553.699309:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699312:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a68 00000080:00000008:0.0:1788926553.699314:0:35273:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 100000, rc = 0 00000080:00000001:0.0:1788926553.699318:0:35273:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926553.699319:0:35273:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e0052660 released 00000080:00010000:0.0:1788926553.699322:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c93c from it ffff9d76e0052660 00010000:00000001:0.0:1788926553.699324:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699325:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699327:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.699329:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699331:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699333:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.699336:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.699342:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699343:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699345:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.699347:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.699350:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.699357:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.699360:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.699362:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.699366:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699367:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699369:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699371:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.699372:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699374:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699377:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699379:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.699380:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699381:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926553.699382:0:35273:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788926553.699384:0:35273:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926553.699386:0:35273:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.699388:0:35273:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.699391:0:35273:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.699392:0:35273:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699427:0:35273:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788926553.699431:0:35273:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699433:0:35273:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.699436:0:35273:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699438:0:35273:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926553.699440:0:35273:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e0052660. 00000080:00000001:0.0:1788926553.699443:0:35273:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699446:0:35273:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926553.699449:0:35273:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148), inode mode 81a4 mask 44 00000080:00000001:0.0:1788926553.699452:0:35273:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699473:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d28 00000080:00200008:0.0:1788926553.699475:0:35273:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926553.699481:0:35273:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.699482:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93ca0 00000080:00200000:0.0:1788926553.699484:0:35273:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148),name=recon 00000080:00000010:0.0:1788926553.699489:0:35273:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fa800. 00800000:00000002:0.0:1788926553.699493:0:35273:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.699498:0:35273:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.699501:0:35273:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.699503:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93bc0 00800000:00000002:0.0:1788926553.699505:0:35273:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.699508:0:35273:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.699511:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.699513:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.699515:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.699516:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.699518:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.699519:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.699521:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.699523:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.699524:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.699525:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.699526:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.699527:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.699528:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.699530:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.699532:0:35273:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.699535:0:35273:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.699537:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a90 00000002:00010000:0.0:1788926553.699539:0:35273:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.699542:0:35273:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.699544:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.699545:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.699548:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:0.0:1788926553.699551:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.699554:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.699556:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.699559:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926553.699566:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.699568:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.699571:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926553.699578:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.699580:0:35273:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.699582:0:35273:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.699584:0:35273:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.699586:0:35273:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.699587:0:35273:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.699589:0:35273:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.699591:0:35273:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.699593:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fa800. 00000080:00000001:0.0:1788926553.699596:0:35273:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.699598:0:35273:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.699600:0:35273:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00010000:0.0:1788926553.699603:0:35273:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c93c 00800000:00000001:0.0:1788926553.699605:0:35273:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.699606:0:35273:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.699607:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699609:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699610:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.699612:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699614:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699616:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699617:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.699618:0:35273:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.699620:0:35273:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.699622:0:35273:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c93c from it ffffb2d841c93cd8 00010000:00000001:0.0:1788926553.699623:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699624:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699625:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.699627:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699629:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.699631:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.699633:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.699640:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699641:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699642:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.699644:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.699647:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926553.699654:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.699655:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.699657:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.699659:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699660:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699661:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699663:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.699665:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699666:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699668:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699670:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.699671:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699672:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.699674:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.699675:0:35273:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.699678:0:35273:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788926553.699679:0:35273:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.699682:0:35273:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.699683:0:35273:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.699684:0:35273:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699686:0:35273:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926553.699689:0:35273:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788926553.699690:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.699692:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.699694:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.699699:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.699702:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926553.699704:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926553.699706:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788926553.699709:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.699710:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926553.699712:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.699713:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.699716:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.699719:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2df4060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788926553.699722:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.699725:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926553.699727:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926553.699729:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926553.699731:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.699733:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926553.699735:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926553.699737:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699738:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.699739:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.699741:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926553.699742:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00000020:00000001:0.0:1788926553.699744:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926553.699746:0:35273:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926553.699748:0:35273:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788926553.699750:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.699752:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.699754:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.699756:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.699761:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926553.699767:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71f00. 00020000:00000002:0.0:1788926553.699769:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926553.699771:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.699774:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.699775:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926553.699776:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.699778:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926553.699780:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926553.699783:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.699784:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926553.699788:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.699789:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926553.699790:0:35273:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.699791:0:35273:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.699793:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.699795:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.699798:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.699800:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.699806:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926553.699808:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926553.699811:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.699812:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.699814:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71f30, osc lock ffff9d76c7feebe0, flags 0x400001002 00000020:00000001:0.0:1788926553.699816:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.699817:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.699820:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231986944 : -108341477564672 : ffff9d76c8b71f00) 00000020:00000001:0.0:1788926553.699822:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.699823:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.699824:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699826:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699828:0:35273:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926553.699830:0:35273:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926553.699831:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.699833:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.699834:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.699836:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.699837:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.699839:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.699841:0:35273:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.699844:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.699846:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.699847:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.699849:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.699850:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.699851:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.699853:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.699855:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.699858:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.699861:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.699865:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.699867:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.699871:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926553.699886:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.699888:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.699891:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926553.699898:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699899:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699901:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:0.0:1788926553.699903:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.699905:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:0.0:1788926553.699908:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.699911:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699912:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699913:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.699915:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.699916:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000020:00000001:0.0:1788926553.699920:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.699921:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926553.699923:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926553.699925:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699926:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.699927:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.699928:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.699930:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.699932:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.699934:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.699937:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926553.699949:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699950:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699951:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.699952:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.699955:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.699961:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.699963:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.699964:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.699966:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699967:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699969:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699970:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.699972:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699974:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699976:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.699978:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.699979:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699980:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.699981:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.699982:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.699984:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.699986:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699988:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.699990:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699992:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.699993:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.699994:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926553.699996:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926553.699997:0:35273:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926553.699999:0:35273:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700001:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700004:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926553.700006:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700008:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700010:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.700013:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926553.700027:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:0.0:1788926553.700030:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700032:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700034:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:0.0:1788926553.700036:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926553.700039:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926553.700042:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.700044:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.700046:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.700047:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.700050:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.700051:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700053:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700054:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.700055:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71f30 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.700058:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.700059:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.700061:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700062:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.700063:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.700065:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.700067:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.700067:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.700069:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.700070:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.700073:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.700074:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.700075:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71f30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.700078:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926553.700080:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.700082:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71f00. 00020000:00000001:0.0:1788926553.700084:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.700085:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.700086:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926553.700087:0:35273:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700089:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926553.700091:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926553.700093:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926553.700094:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926553.700095:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.700097:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926553.700099:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926553.700101:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926553.700103:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926553.700105:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926553.700108:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.700109:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700111:0:35273:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.700112:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.700113:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.700114:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000001:00000001:0.0:1788926553.700116:0:35273:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700121:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d28 00000080:00000008:0.0:1788926553.700123:0:35273:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926553.700205:0:35273:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788926553.700208:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d88 00000080:00200008:0.0:1788926553.700210:0:35273:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788926553.700214:0:35273:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788926553.700215:0:35273:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926553.700218:0:35273:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788926553.700222:0:35273:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788926553.700245:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.700247:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.700249:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.700251:0:35273:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788926553.700254:0:35273:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700256:0:35273:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788926553.700257:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c98 00000080:00200000:0.0:1788926553.700258:0:35273:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788926553.700262:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c30 00000080:00200000:0.0:1788926553.700264:0:35273:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788926553.700265:0:35273:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788926553.700271:0:35273:0:(cl_io.c:215:cl_io_rw_init()) header@000000002337060a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1788926553.700273:0:35273:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788926553.700275:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700277:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926553.700278:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926553.700280:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926553.700282:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700283:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788926553.700285:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.700288:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700290:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.700291:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700293:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.700295:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2df4060 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788926553.700298:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.700300:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926553.700301:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926553.700303:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926553.700304:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700305:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926553.700307:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926553.700308:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700309:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700310:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.700311:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926553.700312:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00000020:00000001:0.0:1788926553.700314:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700315:0:35273:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700319:0:35273:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926553.700320:0:35273:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926553.700323:0:35273:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788926553.700324:0:35273:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788926553.700327:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926553.700329:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926553.700331:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788926553.700334:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700335:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926553.700336:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.700337:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926553.700339:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926553.700341:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700343:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926553.700344:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700345:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926553.700347:0:35273:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.700348:0:35273:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.700350:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700351:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700353:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700355:0:35273:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788926553.700357:0:35273:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788926553.700360:0:35273:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700361:0:35273:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700363:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700365:0:35273:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700366:0:35273:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700368:0:35273:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1788926553.700370:0:35273:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788926553.700372:0:35273:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788926553.700373:0:35273:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788926553.700375:0:35273:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788926553.700377:0:35273:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700380:0:35273:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700381:0:35273:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788926553.700382:0:35273:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788926553.700384:0:35273:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788926553.700386:0:35273:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788926553.700387:0:35273:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700389:0:35273:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700391:0:35273:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700392:0:35273:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700394:0:35273:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700423:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926553.700425:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.700426:0:35273:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926553.700427:0:35273:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926553.700428:0:35273:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700430:0:35273:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700432:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700434:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700436:0:35273:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926553.700437:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.700438:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.700439:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.700440:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.700442:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788926553.700447:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71f00. 00020000:00000002:0.0:1788926553.700449:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788926553.700451:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.700452:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700453:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700455:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.700458:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926553.700459:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788926553.700461:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700462:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.700465:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71f30, osc lock ffff9d76c7feebe0, flags 0x0 00000020:00000001:0.0:1788926553.700467:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700469:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700470:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231986944 : -108341477564672 : ffff9d76c8b71f00) 00000020:00000001:0.0:1788926553.700472:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700473:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.700474:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700476:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700478:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.700479:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.700480:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700481:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700482:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.700483:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.700485:0:35273:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788926553.700487:0:35273:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700489:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.700491:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.700492:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.700494:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.700495:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.700496:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.700497:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.700499:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.700503:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.700505:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.700508:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.700511:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.700514:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926553.700523:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.700525:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.700529:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700535:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700536:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700538:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:0.0:1788926553.700540:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700542:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:0.0:1788926553.700544:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.700545:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700546:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700548:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.700549:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700551:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700553:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700554:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700556:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.700557:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700559:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700561:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.700563:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.700566:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700573:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700574:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.700576:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.700577:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700579:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700580:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=7 00000020:00000001:0.0:1788926553.700582:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700584:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700586:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.700588:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700595:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700596:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.700598:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700604:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.700605:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700606:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.700607:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700608:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.700609:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.700611:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700612:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700614:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700616:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700617:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700619:0:35273:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700621:0:35273:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700623:0:35273:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1788926553.700626:0:35273:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788926553.700627:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b90 00000080:00200000:0.0:1788926553.700629:0:35273:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788926553.700633:0:35273:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788926553.700635:0:35273:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788926553.700637:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788926553.700640:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700641:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700643:0:35273:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926553.700644:0:35273:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926553.700647:0:35273:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700648:0:35273:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700650:0:35273:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700652:0:35273:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700654:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700656:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700657:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.700659:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926553.700661:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:0.0:1788926553.700663:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700665:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700667:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000001:00000001:0.0:1788926553.700668:0:35273:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926553.700670:0:35273:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788926553.700671:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.700672:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.700673:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.700675:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.700676:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926553.700680:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71000. 00020000:00000002:0.0:1788926553.700682:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926553.700684:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.700685:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700686:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700688:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.700690:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7fee130. 00000008:00010000:0.0:1788926553.700693:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926553.700694:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700695:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.700696:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71030, osc lock ffff9d76c7fee130, flags 0x400001002 00000020:00000001:0.0:1788926553.700698:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700700:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700702:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231983104 : -108341477568512 : ffff9d76c8b71000) 00000020:00000001:0.0:1788926553.700703:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.700704:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.700705:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700707:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700709:0:35273:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926553.700710:0:35273:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926553.700711:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.700712:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.700713:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700714:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700715:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.700717:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.700718:0:35273:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.700720:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.700721:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.700722:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.700723:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.700724:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.700725:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.700726:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.700728:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.700730:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.700732:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.700735:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.700737:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.700740:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926553.700747:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.700750:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.700753:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700759:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700760:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700762:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.700764:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700766:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:0.0:1788926553.700767:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.700769:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700770:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700771:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=7 00000020:00000001:0.0:1788926553.700773:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700775:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000020:00000001:0.0:1788926553.700777:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.700778:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926553.700780:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926553.700781:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.700782:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700783:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700784:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=8 00000020:00000001:0.0:1788926553.700786:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700788:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700789:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.700792:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700799:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700800:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.700802:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700814:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.700815:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700816:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.700817:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700818:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.700819:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.700821:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700822:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700824:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700825:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700827:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.700828:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926553.700830:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926553.700831:0:35273:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926553.700832:0:35273:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700834:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.700837:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926553.700838:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700839:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700841:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.700842:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926553.700844:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=0 c=1788926553 b=0 00020000:00000001:0.0:1788926553.700846:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700848:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700849:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:0.0:1788926553.700851:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926553.700853:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926553.700855:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.700856:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.700858:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.700859:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.700861:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.700862:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700864:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700865:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.700867:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71030 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.700868:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.700870:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.700871:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700872:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.700873:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.700874:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.700875:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.700876:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.700877:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.700878:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.700880:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.700881:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.700882:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71030 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.700884:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7fee130. 00000020:00000001:0.0:1788926553.700887:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.700888:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71000. 00020000:00000001:0.0:1788926553.700890:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.700892:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.700893:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926553.700894:0:35273:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926553.700898:0:35273:0:(vvp_io.c:864:vvp_io_read_start()) header@000000002337060a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:0.0:1788926553.700900:0:35273:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788926553.700903:0:35273:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788926553.700906:0:35273:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788926553.700910:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926553.700911:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.700912:0:35273:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926553.700914:0:35273:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788926553.700915:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700917:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.700919:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926553.700921:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926553.700923:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700924:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700926:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:0.0:1788926553.700928:0:35273:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700930:0:35273:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700931:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700933:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700935:0:35273:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700937:0:35273:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926553.700938:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788926553.700939:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926553.700940:0:35273:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926553.700941:0:35273:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926553.700942:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.700944:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.700946:0:35273:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926553.700948:0:35273:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926553.700949:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.700950:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.700952:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.700953:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.700955:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.700956:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.700957:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.700958:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.700959:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71f30 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.700961:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.700962:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.700964:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.700965:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.700966:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.700968:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700971:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.700972:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.700975:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.700982:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.700983:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.700984:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.700985:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.700988:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701001:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.701003:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.701004:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.701007:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701008:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701009:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701011:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.701013:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701028:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701031:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701032:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.701033:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701035:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701036:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701037:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.701038:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.701039:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701040:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701041:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701042:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.701044:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.701046:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.701047:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.701048:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71f30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.701051:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926553.701053:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.701054:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71f00. 00020000:00000001:0.0:1788926553.701056:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.701057:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.701058:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788926553.701060:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926553.701061:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.701063:0:35273:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926553.701064:0:35273:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926553.701065:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701067:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701068:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926553.701070:0:35273:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926553.701071:0:35273:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788926553.701073:0:35273:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788926553.701075:0:35273:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926553.701076:0:35273:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926553.701078:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926553.701079:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.701080:0:35273:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926553.701082:0:35273:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926553.701084:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701085:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701087:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926553.701088:0:35273:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926553.701089:0:35273:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701091:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926553.701092:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926553.701093:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926553.701095:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926553.701096:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.701097:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926553.701100:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926553.701101:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926553.701102:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926553.701104:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926553.701107:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.701108:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.701109:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c98 00000080:00200000:0.0:1788926553.701111:0:35273:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788926553.701114:0:35273:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788926553.701116:0:35273:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926553.701118:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.701121:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d88 00000080:00000008:0.0:1788926553.701123:0:35273:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788926553.701125:0:35273:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788926553.701159:0:35273:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788926553.701162:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d88 00000080:00200008:0.0:1788926553.701164:0:35273:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788926553.701166:0:35273:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788926553.701168:0:35273:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926553.701170:0:35273:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788926553.701172:0:35273:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.701176:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.701178:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.701180:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000080:00000001:0.0:1788926553.701181:0:35273:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788926553.701184:0:35273:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701186:0:35273:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788926553.701187:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c98 00000080:00200000:0.0:1788926553.701188:0:35273:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788926553.701192:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c30 00000080:00200000:0.0:1788926553.701194:0:35273:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788926553.701195:0:35273:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788926553.701198:0:35273:0:(cl_io.c:215:cl_io_rw_init()) header@000000002337060a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000020:00200000:0.0:1788926553.701200:0:35273:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788926553.701202:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701203:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926553.701204:0:35273:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926553.701206:0:35273:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926553.701208:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701209:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788926553.701210:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.701212:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701214:0:35273:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.701215:0:35273:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701217:0:35273:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.701219:0:35273:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2df4060 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788926553.701222:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.701224:0:35273:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926553.701226:0:35273:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926553.701227:0:35273:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926553.701228:0:35273:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701229:0:35273:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926553.701231:0:35273:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926553.701232:0:35273:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701233:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701234:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.701235:0:35273:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926553.701236:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00000020:00000001:0.0:1788926553.701238:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701239:0:35273:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701242:0:35273:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926553.701243:0:35273:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926553.701244:0:35273:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788926553.701246:0:35273:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788926553.701248:0:35273:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926553.701249:0:35273:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926553.701252:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788926553.701254:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701255:0:35273:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926553.701256:0:35273:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.701258:0:35273:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926553.701259:0:35273:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926553.701261:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701262:0:35273:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926553.701263:0:35273:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701264:0:35273:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926553.701265:0:35273:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.701266:0:35273:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.701268:0:35273:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701269:0:35273:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701271:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701272:0:35273:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788926553.701274:0:35273:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788926553.701275:0:35273:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701277:0:35273:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701278:0:35273:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701279:0:35273:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701281:0:35273:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701282:0:35273:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1788926553.701283:0:35273:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788926553.701285:0:35273:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788926553.701286:0:35273:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788926553.701288:0:35273:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788926553.701290:0:35273:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701292:0:35273:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701293:0:35273:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788926553.701294:0:35273:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788926553.701295:0:35273:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788926553.701296:0:35273:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788926553.701298:0:35273:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701299:0:35273:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701300:0:35273:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701302:0:35273:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701303:0:35273:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701304:0:35273:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926553.701305:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.701306:0:35273:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926553.701307:0:35273:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926553.701308:0:35273:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701310:0:35273:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701311:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701312:0:35273:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701313:0:35273:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926553.701314:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.701315:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.701316:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.701318:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.701319:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788926553.701324:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71f00. 00020000:00000002:0.0:1788926553.701325:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788926553.701327:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.701328:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701329:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701330:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.701332:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926553.701334:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788926553.701335:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701336:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.701338:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71f30, osc lock ffff9d76c7feebe0, flags 0x0 00000020:00000001:0.0:1788926553.701339:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701341:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701343:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231986944 : -108341477564672 : ffff9d76c8b71f00) 00000020:00000001:0.0:1788926553.701345:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701346:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.701347:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701348:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701349:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.701350:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.701351:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701352:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701354:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.701355:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.701356:0:35273:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788926553.701357:0:35273:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701360:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.701362:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.701363:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.701364:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.701365:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.701366:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.701367:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.701368:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.701372:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.701375:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.701377:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.701380:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.701384:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788926553.701392:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.701394:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.701426:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701433:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701435:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701436:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:0.0:1788926553.701438:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701440:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:0.0:1788926553.701442:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.701444:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701445:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701446:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.701448:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701449:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701451:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701452:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701453:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.701455:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701457:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701458:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.701460:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.701462:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701468:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701469:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.701470:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701472:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701473:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701474:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=7 00000020:00000001:0.0:1788926553.701475:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701477:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701478:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.701480:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701486:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701487:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.701489:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701495:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.701496:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701497:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701498:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701499:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.701500:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.701502:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701504:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701505:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701507:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701508:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701510:0:35273:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701511:0:35273:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701513:0:35273:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1788926553.701515:0:35273:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788926553.701516:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b90 00000080:00200000:0.0:1788926553.701518:0:35273:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788926553.701520:0:35273:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788926553.701522:0:35273:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788926553.701524:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788926553.701526:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701527:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701529:0:35273:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926553.701530:0:35273:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926553.701532:0:35273:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701534:0:35273:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701535:0:35273:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701536:0:35273:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701539:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701541:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701542:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.701544:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926553.701547:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.701548:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788926553.701550:0:35273:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.701551:0:35273:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788926553.701554:0:35273:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1788926553 a=1788926553 c=1788926553 b=0 00020000:00000001:0.0:1788926553.701557:0:35273:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.701559:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=1788926553 c=1788926553 b=0 00020000:00000001:0.0:1788926553.701561:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701564:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701565:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000001:00000001:0.0:1788926553.701568:0:35273:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926553.701569:0:35273:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788926553.701571:0:35273:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.701572:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.701573:0:35273:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.701574:0:35273:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.701576:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926553.701580:0:35273:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71000. 00020000:00000002:0.0:1788926553.701582:0:35273:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926553.701585:0:35273:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.701586:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701587:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701589:0:35273:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.701592:0:35273:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7fee130. 00000008:00010000:0.0:1788926553.701593:0:35273:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926553.701595:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701596:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.701597:0:35273:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71030, osc lock ffff9d76c7fee130, flags 0x400001002 00000020:00000001:0.0:1788926553.701599:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701601:0:35273:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701602:0:35273:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231983104 : -108341477568512 : ffff9d76c8b71000) 00000020:00000001:0.0:1788926553.701604:0:35273:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.701605:0:35273:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.701606:0:35273:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701608:0:35273:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701610:0:35273:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926553.701611:0:35273:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926553.701612:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.701613:0:35273:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.701614:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701615:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701617:0:35273:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.701618:0:35273:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.701619:0:35273:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.701621:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.701623:0:35273:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.701624:0:35273:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.701625:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.701626:0:35273:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.701627:0:35273:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.701628:0:35273:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.701630:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.701632:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.701634:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.701636:0:35273:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.701638:0:35273:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.701641:0:35273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788926553.701649:0:35273:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.701651:0:35273:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.701654:0:35273:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701661:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701663:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701664:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.701666:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701668:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:0.0:1788926553.701670:0:35273:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.701671:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701672:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701673:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=7 00000020:00000001:0.0:1788926553.701675:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701677:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000020:00000001:0.0:1788926553.701679:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.701680:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926553.701682:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926553.701683:0:35273:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701685:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701686:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701687:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=8 00000020:00000001:0.0:1788926553.701689:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701691:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701693:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.701695:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 8/1,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701701:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701703:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926553.701705:0:35273:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 7/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701711:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.701712:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701713:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701714:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701715:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.701715:0:35273:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.701717:0:35273:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701719:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701720:0:35273:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701721:0:35273:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701723:0:35273:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.701724:0:35273:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926553.701725:0:35273:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926553.701726:0:35273:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926553.701728:0:35273:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701729:0:35273:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.701731:0:35273:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926553.701733:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701734:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701736:0:35273:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.701738:0:35273:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926553.701740:0:35273:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=1788926553 c=1788926553 b=0 00020000:00000001:0.0:1788926553.701742:0:35273:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701744:0:35273:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701746:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:0.0:1788926553.701748:0:35273:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926553.701750:0:35273:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926553.701752:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.701754:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.701756:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.701757:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.701759:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.701761:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701762:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701763:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.701764:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71030 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.701767:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.701768:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.701769:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701770:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.701771:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.701772:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701773:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701774:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701775:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.701777:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.701779:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.701780:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.701781:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71030 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.701784:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7fee130. 00000020:00000001:0.0:1788926553.701787:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.701788:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71000. 00020000:00000001:0.0:1788926553.701790:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.701791:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.701792:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926553.701793:0:35273:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926553.701798:0:35273:0:(vvp_io.c:864:vvp_io_read_start()) header@000000002337060a[0x110, 2, [0x200000405:0x2b:0x0] hash] 00000080:00000002:0.0:1788926553.701800:0:35273:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611179, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788926553.701803:0:35273:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788926553.701805:0:35273:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788926553.701808:0:35273:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926553.701810:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.701811:0:35273:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926553.701812:0:35273:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788926553.701814:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701815:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.701817:0:35273:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926553.701818:0:35273:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926553.701820:0:35273:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701822:0:35273:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701823:0:35273:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:0.0:1788926553.701825:0:35273:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701827:0:35273:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701828:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701829:0:35273:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701831:0:35273:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701832:0:35273:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926553.701834:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788926553.701835:0:35273:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926553.701836:0:35273:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926553.701837:0:35273:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926553.701838:0:35273:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701840:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701841:0:35273:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926553.701842:0:35273:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926553.701844:0:35273:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.701845:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.701847:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.701848:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.701850:0:35273:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.701851:0:35273:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.701852:0:35273:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.701853:0:35273:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.701854:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71f30 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.701857:0:35273:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.701858:0:35273:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.701859:0:35273:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.701861:0:35273:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.701862:0:35273:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.701864:0:35273:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701866:0:35273:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.701868:0:35273:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.701870:0:35273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/1,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.701878:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701879:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701880:0:35273:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.701882:0:35273:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.701885:0:35273:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788926553.701891:0:35273:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.701893:0:35273:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.701894:0:35273:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.701896:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701898:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701899:0:35273:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701901:0:35273:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.701902:0:35273:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701904:0:35273:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701906:0:35273:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.701908:0:35273:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.701909:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701910:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.701911:0:35273:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.701912:0:35273:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.701913:0:35273:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.701914:0:35273:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701915:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701918:0:35273:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.701918:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.701920:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.701923:0:35273:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.701924:0:35273:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.701924:0:35273:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71f30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.701927:0:35273:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926553.701929:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.701930:0:35273:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71f00. 00020000:00000001:0.0:1788926553.701932:0:35273:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.701933:0:35273:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.701934:0:35273:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788926553.701935:0:35273:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926553.701936:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.701938:0:35273:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926553.701939:0:35273:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926553.701940:0:35273:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701942:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701943:0:35273:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926553.701944:0:35273:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926553.701945:0:35273:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788926553.701947:0:35273:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788926553.701948:0:35273:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926553.701949:0:35273:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926553.701950:0:35273:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926553.701951:0:35273:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926553.701953:0:35273:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926553.701955:0:35273:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926553.701956:0:35273:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701958:0:35273:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.701960:0:35273:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926553.701961:0:35273:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926553.701962:0:35273:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.701964:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926553.701965:0:35273:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926553.701966:0:35273:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926553.701967:0:35273:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926553.701968:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.701969:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926553.701971:0:35273:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926553.701973:0:35273:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926553.701974:0:35273:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926553.701975:0:35273:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926553.701978:0:35273:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.701979:0:35273:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.701981:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c98 00000080:00200000:0.0:1788926553.701983:0:35273:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788926553.701985:0:35273:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788926553.701987:0:35273:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926553.701988:0:35273:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.701990:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d88 00000080:00000008:0.0:1788926553.701992:0:35273:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x2b:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788926553.701994:0:35273:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.702758:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.702762:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.702767:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926553.702770:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926553.702772:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926553.702777:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.702787:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008000 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926553.702790:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926553.702793:0:16927:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.702799:0:16927:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926553.702802:0:16927:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926553.702805:0:16927:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.702810:0:16927:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926553.702812:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926553.702814:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.702815:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.702817:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008000 refcount=3 00000020:00000001:1.0:1788926553.702819:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:1.0:1788926553.702821:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236795904 : -108341472755712 : ffff9d76c9008000) 00010000:00000001:1.0:1788926553.702824:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926553.702826:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788926553.702831:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926553.702834:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926553.702836:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926553.702838:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788926553.702841:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.702843:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.702847:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:1.0:1788926553.702850:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.702853:0:16927:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788926553.702855:0:16927:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788926553.702857:0:16927:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.702860:0:16927:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.702863:0:16927:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926553.702869:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.702870:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.702872:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788926553.702873:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.702874:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.702875:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=2 00000020:00000001:1.0:1788926553.702877:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.702879:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.702880:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.702881:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926553.702882:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.702884:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926553.702886:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.702889:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926553.702891:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926553.702892:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926553.702894:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.702896:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926553.702899:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008000 with handle 0xdeff66104c08c951 from hash 00010000:00000001:1.0:1788926553.702901:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926553.702902:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.702903:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.702904:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926553.702907:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926553.702909:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926553.702912:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.702914:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.702916:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.702917:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.702919:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.702921:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926553.702928:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926553.702932:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926553.702936:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.702938:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.702940:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.702946:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10afa00. 00000100:00000001:1.0:1788926553.702952:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.702955:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926553.702959:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926553.702965:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926553.702966:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.702971:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.702974:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.702985:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d508ed4b] to pc [ptlrpcd_00_01+1] req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926553.703010:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.703012:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.703013:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.703015:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.703027:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.703029:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.703032:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926553.703039:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926553.703041:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008000/0xdeff66104c08c951 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb55 expref: -99 pid: 35273 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788926553.703048:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99d40. 00010000:00000001:1.0:1788926553.703056:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.703058:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926553.703060:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76ca773780. 00010000:00000001:1.0:1788926553.703062:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.703064:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.703066:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.703068:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926553.703069:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.703070:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.703072:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926553.703073:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926553.703075:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.703076:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926553.703084:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.703088:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.703090:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.703095:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.703103:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.703105:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.703109:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.703111:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.703113:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.703117:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513977600:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926553.703121:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.703125:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.703127:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.703129:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.703133:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d10ae600. 02000000:00000001:1.0:1788926553.703135:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.703141:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.703145:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.703151:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.703157:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513977600, portal 18 00000100:00000001:1.0:1788926553.703159:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.703161:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926553.703167:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.703174:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.703177:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.703180:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8cc0. 00000100:00000200:1.0:1788926553.703183:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513977600, offset 0 00000400:00000200:1.0:1788926553.703189:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.703197:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.703204:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.703210:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.703214:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.703217:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.703220:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.703223:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2968:2968:256:4294967295] 192.168.203.140@tcp LPNI seq info [2968:2968:8:4294967295] 00000400:00000200:1.0:1788926553.703227:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.703237:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.703242:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.703247:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926553.703253:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.703261:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.703266:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.703285:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.703289:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 849760 usecs (850 jiffies) 00000400:00000200:1.0:1788926553.703293:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.703296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589687 00000100:00000001:1.0:1788926553.703299:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.703301:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589687 00000100:00000001:1.0:1788926553.703303:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.703305:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.703308:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.703311:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.703314:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.703320:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.703322:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926553.703324:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.703325:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.703326:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.703329:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.703339:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.703341:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.703896:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.703902:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:3.0:1788926553.703907:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.703912:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.703918:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8cc0 00000400:00000010:3.0:1788926553.703920:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8cc0. 00000100:00000001:3.0:1788926553.703925:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.703929:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.703939:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.703943:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.703955:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.703957:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.706078:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.706093:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.706097:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.706099:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.706107:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.706113:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.706122:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.706127:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.706132:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.706135:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32364300 00000400:00000200:3.0:1788926553.706141:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.706147:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x873d [1] + 224 00000800:00000001:3.0:1788926553.706154:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.706160:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.706163:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.706167:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.706174:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.706182:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.706193:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.706211:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.706221:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.706224:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.706371:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.706375:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926553.706381:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.706383:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.706386:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.706390:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.706392:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.706428:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.706433:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926553.706449:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.706460:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.706462:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.706464:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.706467:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.706469:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.706471:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.706474:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.706490:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926553.706494:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.706497:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.706499:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.706502:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.706505:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.706516:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.706519:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926553.706521:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.706526:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.706531:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.706537:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.706540:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.706542:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.706546:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926553.706553:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513977600:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926553.706558:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.706560:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.706563:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513977600/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.706569:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926553.706572:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926553.706576:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d10ae600. 02000000:00000001:1.0:1788926553.706580:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926553.706582:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926553.706584:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926553.706586:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926553.706589:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10afa00. 02000000:00000001:1.0:1788926553.706592:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926553.706594:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926553.706596:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:1.0:1788926553.706599:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926553.706600:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.706602:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.706796:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.706799:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.706801:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926553.706804:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.709338:0:35273:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926553.709346:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.709352:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.709355:0:35273:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.709364:0:35273:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926553.709367:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93df0 00000080:00200008:0.0:1788926553.709370:0:35273:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 100000 00000080:00000001:0.0:1788926553.711596:0:35273:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926553.711600:0:35273:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788926553.711602:0:35273:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926553.711674:0:35273:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000002:0.0:1788926553.711680:0:35273:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76ca7a27c0 00020000:00000001:0.0:1788926553.711682:0:35273:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.711686:0:35273:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926553.711691:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.711694:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.711697:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.711699:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.711701:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.711703:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.711706:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.711710:0:35273:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.711713:0:35273:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.711719:0:35273:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:0.0:1788926553.711722:0:35273:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926553.711727:0:35273:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.711729:0:35273:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2b:0x0]: 0 00000080:00000001:0.0:1788926553.711732:0:35273:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926553.711735:0:35273:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926553.711742:0:35273:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d07fa800. 00000080:00000001:0.0:1788926553.711745:0:35273:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926553.711751:0:35273:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926553.711755:0:35273:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926553.711756:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.711757:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.711758:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.711760:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.711761:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.711763:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.711764:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.711766:0:35273:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1788926553.711769:0:35273:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926553.711770:0:35273:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x2b:0x0] file closed with intent: 0 00000100:00000010:0.0:1788926553.711777:0:35273:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926553.711782:0:35273:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926553.711787:0:35273:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926553.711790:0:35273:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926553.711794:0:35273:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926553.711800:0:35273:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d07fbc00. 00000100:00000001:0.0:1788926553.711806:0:35273:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926553.711823:0:35273:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926553.711836:0:35273:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926553.711841:0:35273:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926553.711848:0:35273:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926553.711849:0:35273:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926553.711857:0:35273:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca773900. 00000100:00000001:0.0:1788926553.711859:0:35273:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732261353728 : -108341448197888 : ffff9d76ca773900) 00000100:00000001:0.0:1788926553.711862:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.711863:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926553.711868:0:35273:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926553.711872:0:35273:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.711874:0:35273:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926553.711875:0:35273:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926553.711878:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.711885:0:35273:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926553.711887:0:35273:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.711890:0:35273:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926553.711892:0:35273:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926553.711895:0:35273:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926553.711898:0:35273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35273:1875823513977856:192.168.203.140@tcp:35:cat.0 00000100:00000001:0.0:1788926553.711902:0:35273:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926553.711906:0:35273:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926553.711908:0:35273:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.711910:0:35273:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926553.711914:0:35273:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.711916:0:35273:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926553.711923:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926553.711927:0:35273:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926553.711933:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821660. 00000100:00000200:0.0:1788926553.711939:0:35273:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513977856, portal 10 00000100:00000001:0.0:1788926553.711941:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.711942:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:0.0:1788926553.711949:0:35273:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.711955:0:35273:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926553.711958:0:35273:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926553.711961:0:35273:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821cc0. 00000100:00000200:0.0:1788926553.711964:0:35273:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513977856, offset 0 00000400:00000200:0.0:1788926553.711970:0:35273:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926553.711978:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.711985:0:35273:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926553.711990:0:35273:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926553.711995:0:35273:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926553.711998:0:35273:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926553.712001:0:35273:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926553.712005:0:35273:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2969:2969:256:4294967295] 192.168.203.140@tcp LPNI seq info [2969:2969:8:4294967295] 00000400:00000200:0.0:1788926553.712009:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926553.712029:0:35273:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926553.712035:0:35273:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926553.712041:0:35273:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926553.712047:0:35273:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926553.712055:0:35273:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926553.712060:0:35273:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926553.712128:0:35273:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.712133:0:35273:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 848698 usecs (849 jiffies) 00000400:00000200:0.0:1788926553.712137:0:35273:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926553.712140:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589695 00000100:00000001:0.0:1788926553.712143:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.712145:0:35273:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589695 00000100:00000001:0.0:1788926553.712147:0:35273:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:0.0:1788926553.712150:0:35273:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.712152:0:35273:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.712154:0:35273:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926553.712156:0:35273:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926553.712159:0:35273:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca773900 going to sleep for 11 seconds 00000100:00000001:0.0:1788926553.712162:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926553.712165:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926553.714593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008000. 00000800:00000200:3.0:1788926553.718267:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.718279:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:3.0:1788926553.718285:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.718294:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.718303:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:3.0:1788926553.718307:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:3.0:1788926553.718312:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.718321:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.718333:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.718337:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926553.718343:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.718345:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926553.721013:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.721038:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.721043:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.721046:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.721054:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.721062:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.721071:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.721076:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.721082:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.721086:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32364400 00000400:00000200:3.0:1788926553.721091:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.721096:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8745 [1] + 224 00000800:00000001:3.0:1788926553.721103:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.721108:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.721111:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.721115:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.721121:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.721129:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926553.721139:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.721591:0:35273:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926553.722718:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.722736:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.722745:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926553.722756:0:35273:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926553.722760:0:35273:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926553.722765:0:35273:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:0.0:1788926553.722770:0:35273:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:0.0:1788926553.722773:0:35273:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:0.0:1788926553.722777:0:35273:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926553.722786:0:35273:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926553.722796:0:35273:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513977856/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.722803:0:35273:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926553.722805:0:35273:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.722808:0:35273:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926553.722810:0:35273:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926553.722813:0:35273:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926553.722815:0:35273:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926553.722818:0:35273:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926553.722827:0:35273:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=70 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926553.722831:0:35273:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926553.722834:0:35273:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926553.722835:0:35273:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.722838:0:35273:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926553.722841:0:35273:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.722845:0:35273:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926553.722847:0:35273:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926553.722848:0:35273:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926553.722851:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.722905:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926553.722910:0:35273:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926553.722912:0:35273:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:0.0:1788926553.722914:0:35273:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926553.722917:0:35273:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926553.722923:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513977856/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.722930:0:35273:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926553.722933:0:35273:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926553.722935:0:35273:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926553.722938:0:35273:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513977856/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926553.722953:0:35273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35273:1875823513977856:192.168.203.140@tcp:35:cat.0 00000100:00000001:0.0:1788926553.722958:0:35273:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.722960:0:35273:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.722963:0:35273:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926553.722965:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.722968:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513977856/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.722975:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.722978:0:35273:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca773900. 00000100:00000001:0.0:1788926553.722982:0:35273:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926553.722983:0:35273:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.722991:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.722992:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000002:00000001:0.0:1788926553.722995:0:35273:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.722998:0:35273:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.723002:0:35273:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fa800. 00000080:00000001:0.0:1788926553.723005:0:35273:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926553.723008:0:35273:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926553.723011:0:35273:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.723013:0:35273:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.723025:0:35273:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.723027:0:35273:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.723029:0:35273:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.723031:0:35273:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.723033:0:35273:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.723037:0:35273:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926553.723042:0:35273:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.723050:0:35273:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926553.723051:0:35273:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000001:0.0:1788926553.723054:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.723057:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.723063:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.723064:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.723067:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513977856/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.723072:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926553.723074:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.723077:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513977472/t8589934598(8589934598) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.723083:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926553.723087:0:35273:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.723088:0:35273:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.723090:0:35273:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.723093:0:35273:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880ec00. 02000000:00000001:0.0:1788926553.723098:0:35273:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.723099:0:35273:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.723101:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926553.723104:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.723106:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926553.723107:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.723110:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513977856/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.723117:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926553.723119:0:35273:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172c20. 00000002:00000001:0.0:1788926553.723122:0:35273:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.723123:0:35273:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.723126:0:35273:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99500. 00000100:00000001:0.0:1788926553.723128:0:35273:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926553.723131:0:35273:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513977856/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926553.723137:0:35273:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926553.723139:0:35273:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926553.723141:0:35273:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c400. 02000000:00000001:0.0:1788926553.723144:0:35273:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926553.723145:0:35273:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926553.723146:0:35273:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926553.723148:0:35273:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926553.723149:0:35273:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d07fbc00. 02000000:00000001:0.0:1788926553.723151:0:35273:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926553.723152:0:35273:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926553.723153:0:35273:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:0.0:1788926553.723156:0:35273:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926553.723205:0:35273:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.723209:0:35273:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926553.723214:0:35273:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926553.723219:0:35273:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.723224:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93df0 00000080:00000008:0.0:1788926553.723227:0:35273:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), flags 100000, rc = 0 00000080:00000001:0.0:1788926553.723230:0:35273:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.723234:0:35273:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926553.723236:0:35273:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93e00 00000080:00002000:0.0:1788926553.723238:0:35273:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d170ca20, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:0.0:1788926553.723240:0:35273:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.731258:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.731263:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.731265:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.731268:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bb20 00000080:00200000:0.0:1788926553.731272:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926553.731280:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fbc00. 00800000:00000002:0.0:1788926553.731286:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.731289:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.731295:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.731297:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3ba40 00800000:00000002:0.0:1788926553.731299:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.731302:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.731305:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.731308:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.731310:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.731314:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.731316:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.731318:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.731320:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.731323:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.731328:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.731329:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3b910 00000002:00010000:0.0:1788926553.731331:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.731334:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.731337:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.731532:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.731540:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926553.731543:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.731548:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.731552:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.731557:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926553.731569:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.731573:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.731577:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926553.731584:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.731586:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.731588:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.731590:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.731592:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.731594:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.731597:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.731599:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.731603:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fbc00. 00000080:00000001:0.0:1788926553.731607:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.731609:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.731612:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.731616:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:0.0:1788926553.731619:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.731621:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.731622:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.731624:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.731627:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.731629:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.731632:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.731635:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.731636:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.731637:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.731639:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.731641:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841c3bb58 00010000:00000001:0.0:1788926553.731643:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.731644:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.731646:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.731647:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.731649:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.731651:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.731653:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926553.731660:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.731661:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.731662:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.732035:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.732040:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.732049:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.732052:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.732053:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.732058:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732059:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.732061:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732064:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.732066:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732068:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732071:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732073:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.732075:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732076:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.732079:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.732081:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.732084:0:35274:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926553.732089:0:35274:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.732093:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926553.732096:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bb48 00000080:00002000:0.0:1788926553.732098:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d170ca20) flags 0x48000e refc 0 00000080:00000001:0.0:1788926553.732100:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732102:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bb90 00000080:00200000:0.0:1788926553.732103:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788926553.732111:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bd08 00000080:00200008:0.0:1788926553.732113:0:35274:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788926553.732117:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.732119:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bc80 00000080:00200000:0.0:1788926553.732120:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148),name=recon 00000080:00000010:0.0:1788926553.732127:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fbc00. 00800000:00000002:0.0:1788926553.732130:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.732135:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.732138:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.732139:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bba0 00800000:00000002:0.0:1788926553.732141:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.732144:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.732147:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.732148:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.732150:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.732152:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.732153:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.732155:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.732157:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.732159:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.732160:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.732161:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.732162:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.732164:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.732165:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:0.0:1788926553.732167:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.732169:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.732172:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.732173:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3ba70 00000002:00010000:0.0:1788926553.732175:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.732178:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.732180:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.732181:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.732185:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:0.0:1788926553.732187:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.732190:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.732192:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.732195:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926553.732203:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.732205:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.732208:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788926553.732214:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.732216:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.732217:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.732219:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.732221:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.732222:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.732225:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.732227:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.732229:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fbc00. 00000080:00000001:0.0:1788926553.732233:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.732234:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.732236:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00010000:0.0:1788926553.732238:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c93c 00800000:00000001:0.0:1788926553.732241:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.732243:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.732244:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.732246:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.732248:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.732250:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.732252:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.732254:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732255:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.732256:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.732258:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.732260:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c93c from it ffffb2d841c3bcb8 00010000:00000001:0.0:1788926553.732262:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.732263:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.732264:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926553.732266:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.732268:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926553.732269:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.732272:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.732278:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732279:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.732280:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.732281:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.732283:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926553.732294:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.732295:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.732296:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.732298:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732299:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.732301:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732302:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.732304:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732306:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732307:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732309:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.732310:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732311:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.732312:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.732313:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.732316:0:35274:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788926553.732318:0:35274:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.732320:0:35274:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926553.732322:0:35274:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926553.732323:0:35274:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.732325:0:35274:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926553.732328:0:35274:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788926553.732331:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.732335:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.732338:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:0.0:1788926553.732543:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.732547:0:35274:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926553.732550:0:35274:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926553.732552:0:35274:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788926553.732556:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.732557:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926553.732559:0:35274:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.732561:0:35274:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.732562:0:35274:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.732566:0:35274:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2df4060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788926553.732569:0:35274:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:0.0:1788926553.732572:0:35274:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926553.732574:0:35274:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926553.732576:0:35274:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926553.732577:0:35274:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.732579:0:35274:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926553.732581:0:35274:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926553.732583:0:35274:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732584:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.732584:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.732585:0:35274:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926553.732587:0:35274:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:0.0:1788926553.732589:0:35274:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926553.732591:0:35274:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926553.732592:0:35274:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:0.0:1788926553.732595:0:35274:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926553.732596:0:35274:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926553.732599:0:35274:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926553.732601:0:35274:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926553.732606:0:35274:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926553.732611:0:35274:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71f00. 00020000:00000002:0.0:1788926553.732615:0:35274:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926553.732617:0:35274:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926553.732619:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.732621:0:35274:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926553.732622:0:35274:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.732624:0:35274:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926553.732626:0:35274:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926553.732628:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.732630:0:35274:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926553.732633:0:35274:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926553.732635:0:35274:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926553.732636:0:35274:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926553.732638:0:35274:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:0.0:1788926553.732639:0:35274:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.732641:0:35274:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.732643:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.732645:0:35274:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926553.732650:0:35274:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926553.732652:0:35274:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926553.732655:0:35274:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.732656:0:35274:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926553.732658:0:35274:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71f30, osc lock ffff9d76c7feebe0, flags 0x400001002 00000020:00000001:0.0:1788926553.732660:0:35274:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.732662:0:35274:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.732664:0:35274:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231986944 : -108341477564672 : ffff9d76c8b71f00) 00000020:00000001:0.0:1788926553.732666:0:35274:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926553.732667:0:35274:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926553.732669:0:35274:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732670:0:35274:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732673:0:35274:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926553.732675:0:35274:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926553.732676:0:35274:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.732678:0:35274:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926553.732679:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.732680:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.732682:0:35274:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.732684:0:35274:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926553.732686:0:35274:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926553.732689:0:35274:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926553.732691:0:35274:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.732693:0:35274:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926553.732695:0:35274:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926553.732696:0:35274:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926553.732697:0:35274:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926553.732700:0:35274:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926553.732702:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.732705:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.732708:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.732712:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.732715:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.732718:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788926553.732728:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.732731:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.732734:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788926553.732740:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.732741:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.732743:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:0.0:1788926553.732745:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.732747:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:0.0:1788926553.732751:0:35274:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926553.732753:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.732754:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.732756:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:0.0:1788926553.732757:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.732759:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000020:00000001:0.0:1788926553.732762:0:35274:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.732764:0:35274:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926553.732766:0:35274:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926553.732767:0:35274:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732769:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.732770:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.732771:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:0.0:1788926553.732773:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.732775:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:0.0:1788926553.732777:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.732779:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788926553.732785:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732786:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.732787:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.732789:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.732791:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788926553.732803:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.732804:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.732806:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.732808:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732810:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.732811:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732813:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732815:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.732817:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.732818:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732819:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.732820:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.732820:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.732822:0:35274:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926553.732824:0:35274:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732826:0:35274:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.732827:0:35274:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732829:0:35274:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732830:0:35274:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926553.732832:0:35274:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926553.732834:0:35274:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926553.732835:0:35274:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926553.732837:0:35274:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.732838:0:35274:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.732842:0:35274:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926553.732844:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.732846:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.732847:0:35274:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926553.732850:0:35274:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926553.734193:0:35274:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.734197:0:35274:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788926553.734201:0:35274:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926553.734202:0:35274:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788926553.734204:0:35274:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1029 on OST[1]: s=46 (1) m=1788926553 a=1788926553 c=1788926553 b=0 00020000:00000001:0.0:1788926553.734208:0:35274:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926553.734210:0:35274:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=1788926553 c=1788926553 b=0 00020000:00000001:0.0:1788926553.734213:0:35274:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.734216:0:35274:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.734219:0:35274:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:0.0:1788926553.734223:0:35274:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926553.734226:0:35274:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926553.734231:0:35274:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926553.734233:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788926553.734236:0:35274:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.734237:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926553.734240:0:35274:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926553.734243:0:35274:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926553.734244:0:35274:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:0.0:1788926553.734247:0:35274:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926553.734248:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71f30 (ffff9d76c90cc368/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926553.734251:0:35274:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926553.734253:0:35274:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926553.734254:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.734256:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926553.734258:0:35274:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926553.734259:0:35274:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.734260:0:35274:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.734261:0:35274:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926553.734263:0:35274:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.734264:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926553.734266:0:35274:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926553.734267:0:35274:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926553.734268:0:35274:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71f30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926553.734271:0:35274:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926553.734275:0:35274:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926553.734277:0:35274:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71f00. 00020000:00000001:0.0:1788926553.734280:0:35274:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.734281:0:35274:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926553.734282:0:35274:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926553.734284:0:35274:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.734286:0:35274:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926553.734288:0:35274:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926553.734290:0:35274:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926553.734292:0:35274:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926553.734293:0:35274:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.734295:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00020000:00000001:0.0:1788926553.734298:0:35274:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926553.734300:0:35274:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926553.734302:0:35274:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926553.734304:0:35274:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926553.734308:0:35274:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926553.734310:0:35274:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.734312:0:35274:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926553.734313:0:35274:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926553.734314:0:35274:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926553.734315:0:35274:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000001:00000001:0.0:1788926553.734317:0:35274:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.734325:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bd08 00000080:00000008:0.0:1788926553.734327:0:35274:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788926553.734333:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926553.734335:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bda0 00000080:00002000:0.0:1788926553.734336:0:35274:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d170ca20, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:0.0:1788926553.734611:0:35274:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.734662:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.734665:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.734667:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.734668:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bbc0 00000080:00200000:0.0:1788926553.734670:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926553.734676:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fbc00. 00800000:00000002:0.0:1788926553.734681:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.734685:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.734688:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.734690:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bae0 00800000:00000002:0.0:1788926553.734692:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.734696:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.734698:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.734701:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.734703:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.734705:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.734707:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.734709:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.734712:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.734715:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.734719:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.734721:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3b9b0 00000002:00010000:0.0:1788926553.734722:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.734725:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.734727:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.734730:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.734735:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926553.734738:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.734742:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.734745:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.734749:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926553.734759:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.734763:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.734766:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926553.734773:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.734775:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.734776:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.734778:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.734780:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.734782:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.734784:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.734787:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.734790:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fbc00. 00000080:00000001:0.0:1788926553.734792:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.734794:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.734796:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.734800:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:0.0:1788926553.734803:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.734805:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.734807:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.734809:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.734811:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.734813:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.734816:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.734818:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.734819:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.734820:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.734822:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.734824:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841c3bbf8 00010000:00000001:0.0:1788926553.734826:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.734827:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.734828:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.734829:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.734831:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.734833:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.734836:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926553.734841:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.734842:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.734843:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.734845:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.734847:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926553.734863:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.734866:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.734867:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.734871:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.734872:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.734873:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.734875:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.734877:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.734879:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.734881:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.734883:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.734884:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.734885:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.734887:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.734889:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.734891:0:35274:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926553.734895:0:35274:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.734898:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926553.734900:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bbe8 00000080:00002000:0.0:1788926553.734902:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d170ca20) flags 0x48004e refc 0 00000080:00000001:0.0:1788926553.734904:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.734906:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bc30 00000080:00200000:0.0:1788926553.734907:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1788926553.735080:0:35274:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788926553.735084:0:35274:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1788926553.735089:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926553.735091:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3be40 00000080:00002000:0.0:1788926553.735093:0:35274:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d170ca20, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:0.0:1788926553.735095:0:35274:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.735106:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.735108:0:35274:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926553.735109:0:35274:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926553.735110:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bbc0 00000080:00200000:0.0:1788926553.735111:0:35274:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926553.735115:0:35274:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d07fbc00. 00800000:00000002:0.0:1788926553.735118:0:35274:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926553.735119:0:35274:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926553.735121:0:35274:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.735123:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bae0 00800000:00000002:0.0:1788926553.735124:0:35274:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.735127:0:35274:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926553.735128:0:35274:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926553.735129:0:35274:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926553.735130:0:35274:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926553.735132:0:35274:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926553.735133:0:35274:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.735135:0:35274:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926553.735136:0:35274:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926553.735138:0:35274:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926553.735141:0:35274:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926553.735142:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3b9b0 00000002:00010000:0.0:1788926553.735143:0:35274:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926553.735146:0:35274:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926553.735147:0:35274:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926553.735148:0:35274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926553.735151:0:35274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926553.735153:0:35274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.735155:0:35274:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926553.735157:0:35274:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926553.735160:0:35274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926553.735167:0:35274:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926553.735169:0:35274:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926553.735171:0:35274:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788926553.735176:0:35274:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926553.735177:0:35274:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926553.735179:0:35274:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.735180:0:35274:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926553.735182:0:35274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.735183:0:35274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926553.735185:0:35274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926553.735186:0:35274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926553.735188:0:35274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d07fbc00. 00000080:00000001:0.0:1788926553.735191:0:35274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926553.735192:0:35274:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.735194:0:35274:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926553.735197:0:35274:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:0.0:1788926553.735199:0:35274:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926553.735201:0:35274:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926553.735201:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.735203:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.735204:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.735206:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.735208:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.735210:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.735211:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926553.735212:0:35274:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.735214:0:35274:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926553.735216:0:35274:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841c3bbf8 00010000:00000001:0.0:1788926553.735218:0:35274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926553.735219:0:35274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926553.735220:0:35274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:0.0:1788926553.735221:0:35274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.735223:0:35274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:0.0:1788926553.735225:0:35274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926553.735227:0:35274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926553.735232:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.735233:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.735234:0:35274:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926553.735235:0:35274:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926553.735238:0:35274:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926553.735244:0:35274:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.735246:0:35274:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926553.735247:0:35274:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926553.735249:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.735250:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926553.735252:0:35274:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.735254:0:35274:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926553.735255:0:35274:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.735257:0:35274:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.735258:0:35274:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.735260:0:35274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926553.735261:0:35274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926553.735262:0:35274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926553.735263:0:35274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926553.735265:0:35274:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926553.735267:0:35274:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926553.735270:0:35274:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.735272:0:35274:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926553.735274:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bbe8 00000080:00002000:0.0:1788926553.735275:0:35274:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d170ca20) flags 0x48004e refc 0 00000080:00000001:0.0:1788926553.735277:0:35274:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.735278:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3bc30 00000080:00200000:0.0:1788926553.735280:0:35274:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1788926553.735286:0:35274:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788926553.735288:0:35274:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788926553.735290:0:35274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926553.735292:0:35274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c3be40 00000080:00002000:0.0:1788926553.735293:0:35274:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d170ca20, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:0.0:1788926553.735296:0:35274:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.751308:0:35275:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926553.751315:0:35275:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926553.751317:0:35275:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926553.751320:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b20 00000080:00200000:1.0:1788926553.751325:0:35275:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926553.751332:0:35275:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:1.0:1788926553.751338:0:35275:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926553.751341:0:35275:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926553.751346:0:35275:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.751348:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a40 00800000:00000002:1.0:1788926553.751350:0:35275:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.751354:0:35275:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926553.751357:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.751360:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.751362:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.751365:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.751367:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.751369:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.751371:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.751374:0:35275:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926553.751379:0:35275:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.751381:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3910 00000002:00010000:1.0:1788926553.751536:0:35275:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926553.751541:0:35275:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926553.751543:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.751546:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.751552:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926553.751555:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.751559:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.751563:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.751568:0:35275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788926553.751577:0:35275:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.751582:0:35275:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.751585:0:35275:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788926553.751592:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926553.751594:0:35275:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.751595:0:35275:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.751597:0:35275:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.751599:0:35275:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.751601:0:35275:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926553.751604:0:35275:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926553.751607:0:35275:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926553.751610:0:35275:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:1.0:1788926553.751615:0:35275:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926553.751617:0:35275:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.751619:0:35275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926553.751622:0:35275:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:1.0:1788926553.751631:0:35275:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926553.751633:0:35275:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926553.751634:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.751637:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.751640:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:1.0:1788926553.751642:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.751645:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.751648:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.751650:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.751651:0:35275:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.751653:0:35275:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.751655:0:35275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841cf3b58 00010000:00000001:1.0:1788926553.751658:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.751658:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.751660:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:1.0:1788926553.751661:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.751663:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.751665:0:35275:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.751667:0:35275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926553.751674:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.751675:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.751677:0:35275:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.751678:0:35275:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.751681:0:35275:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926553.751688:0:35275:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.751691:0:35275:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.751693:0:35275:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.751697:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.751698:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.751699:0:35275:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.751702:0:35275:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.751705:0:35275:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.751707:0:35275:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.751710:0:35275:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.751712:0:35275:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.751714:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.751715:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926553.751717:0:35275:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926553.751719:0:35275:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.751721:0:35275:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926553.751726:0:35275:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.751730:0:35275:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926553.751732:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b48 00000080:00002000:1.0:1788926553.751733:0:35275:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d170ca20) flags 0x48004e refc 0 00000080:00000001:1.0:1788926553.751735:0:35275:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.751737:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b90 00000080:00200000:1.0:1788926553.751738:0:35275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788926553.751746:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d08 00000080:00200008:1.0:1788926553.751748:0:35275:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926553.751753:0:35275:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926553.751754:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c80 00000080:00200000:1.0:1788926553.751756:0:35275:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148),name=recon 00000080:00000010:1.0:1788926553.751760:0:35275:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:1.0:1788926553.751764:0:35275:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926553.751768:0:35275:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926553.751770:0:35275:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.751771:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3ba0 00800000:00000002:1.0:1788926553.751773:0:35275:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x2b:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.751776:0:35275:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926553.751779:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.751780:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.751781:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.751782:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.751784:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.751785:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.751787:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.751789:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.751790:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.751791:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.751792:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.751794:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.751795:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.751797:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.751799:0:35275:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926553.751801:0:35275:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.751802:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a70 00000002:00010000:1.0:1788926553.751804:0:35275:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926553.751807:0:35275:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926553.751808:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.751810:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.751813:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.751815:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.751818:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.752337:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.752444:0:35275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788926553.752455:0:35275:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.752459:0:35275:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.752461:0:35275:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788926553.752468:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926553.752470:0:35275:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.752472:0:35275:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.752474:0:35275:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.752477:0:35275:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.752479:0:35275:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926553.752481:0:35275:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926553.752484:0:35275:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926553.752486:0:35275:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:1.0:1788926553.752490:0:35275:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926553.752491:0:35275:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.752493:0:35275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) 00000080:00010000:1.0:1788926553.752496:0:35275:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2b:0x0](ffff9d76d1589148) for lock 0xdeff66104c08c93c 00800000:00000001:1.0:1788926553.752500:0:35275:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926553.752501:0:35275:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926553.752503:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.752504:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.752506:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.752508:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.752510:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.752512:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.752513:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.752514:0:35275:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.752516:0:35275:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.752517:0:35275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c93c from it ffffb2d841cf3cb8 00010000:00000001:1.0:1788926553.752520:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.752521:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.752522:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926553.752524:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.752526:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926553.752528:0:35275:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.752531:0:35275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926553.752537:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.752538:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.752539:0:35275:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.752541:0:35275:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.752543:0:35275:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926553.752549:0:35275:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.752550:0:35275:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.752552:0:35275:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.752554:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.752555:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.752556:0:35275:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.752559:0:35275:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.752560:0:35275:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.752562:0:35275:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.752564:0:35275:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.752566:0:35275:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.752567:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.752568:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926553.752570:0:35275:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926553.752571:0:35275:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.752574:0:35275:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788926553.752577:0:35275:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926553.752579:0:35275:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.752581:0:35275:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926553.752583:0:35275:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.752585:0:35275:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926553.752587:0:35275:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788926553.752589:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.752593:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.752595:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.752600:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.752602:0:35275:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.752605:0:35275:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.752607:0:35275:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.752610:0:35275:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.752611:0:35275:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926553.752613:0:35275:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926553.752614:0:35275:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.752616:0:35275:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.752620:0:35275:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2d9ba30 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788926553.752623:0:35275:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000001:1.0:1788926553.752756:0:35275:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.752759:0:35275:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.752761:0:35275:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.752763:0:35275:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.752765:0:35275:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926553.752767:0:35275:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.752769:0:35275:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.752771:0:35275:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.752772:0:35275:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.752774:0:35275:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.752775:0:35275:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00000020:00000001:1.0:1788926553.752778:0:35275:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926553.752780:0:35275:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788926553.752781:0:35275:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x2b:0x0] 00000020:00000001:1.0:1788926553.752783:0:35275:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926553.752785:0:35275:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926553.752787:0:35275:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926553.752789:0:35275:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926553.752793:0:35275:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788926553.752799:0:35275:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592400. 00020000:00000002:1.0:1788926553.752802:0:35275:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926553.752804:0:35275:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926553.752807:0:35275:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.752808:0:35275:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.752809:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.752811:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.752813:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.752815:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.752817:0:35275:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.752820:0:35275:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.752821:0:35275:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.752822:0:35275:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.752824:0:35275:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.752825:0:35275:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.752827:0:35275:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.752829:0:35275:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.752831:0:35275:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926553.752835:0:35275:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926553.752837:0:35275:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788926553.752840:0:35275:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.752841:0:35275:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926553.752843:0:35275:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d8592430, osc lock ffff9d76c51f3c80, flags 0x400001002 00000020:00000001:1.0:1788926553.752845:0:35275:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.752847:0:35275:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.752849:0:35275:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494263296 : -108341215288320 : ffff9d76d8592400) 00000020:00000001:1.0:1788926553.752851:0:35275:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926553.752852:0:35275:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.752915:0:35275:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.752918:0:35275:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.752921:0:35275:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788926553.752923:0:35275:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788926553.752924:0:35275:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.752926:0:35275:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926553.752927:0:35275:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.752928:0:35275:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.752931:0:35275:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.752932:0:35275:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926553.752934:0:35275:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926553.752937:0:35275:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926553.752939:0:35275:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.752941:0:35275:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926553.752942:0:35275:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926553.752943:0:35275:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926553.752945:0:35275:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926553.752946:0:35275:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926553.752949:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.752953:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:1.0:1788926553.752956:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.752960:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.752963:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.753045:0:35275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1788926553.753055:0:35275:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.753058:0:35275:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.753061:0:35275:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788926553.753069:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.753070:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.753072:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=4 00000020:00000001:1.0:1788926553.753074:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.753148:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000008:00000001:1.0:1788926553.753153:0:35275:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926553.753155:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.753156:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.753218:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=5 00000020:00000001:1.0:1788926553.753220:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.753223:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00000020:00000001:1.0:1788926553.753226:0:35275:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926553.753228:0:35275:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788926553.753230:0:35275:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788926553.753232:0:35275:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753234:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.753235:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.753236:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=6 00000020:00000001:1.0:1788926553.753238:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.753240:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926553.753242:0:35275:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.753245:0:35275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 6/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788926553.753251:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753253:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.753254:0:35275:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.753256:0:35275:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.753258:0:35275:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788926553.753264:0:35275:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.753266:0:35275:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.753267:0:35275:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.753269:0:35275:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753272:0:35275:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.753274:0:35275:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753276:0:35275:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753278:0:35275:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753280:0:35275:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.753281:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753283:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.753284:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753284:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.753286:0:35275:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.753288:0:35275:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753290:0:35275:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.753292:0:35275:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753294:0:35275:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753295:0:35275:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926553.753296:0:35275:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788926553.753299:0:35275:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788926553.753300:0:35275:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788926553.753302:0:35275:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753304:0:35275:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.753309:0:35275:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926553.753311:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.753314:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.753315:0:35275:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926553.753318:0:35275:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788926553.753321:0:35275:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926553 a=1788926553 c=1788926553 b=0 00020000:00000001:1.0:1788926553.753324:0:35275:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753326:0:35275:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753327:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000080:00200000:1.0:1788926553.753330:0:35275:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2b:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788926553.753332:0:35275:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926553.753335:0:35275:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926553.753337:0:35275:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2d9b9d0 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:1.0:1788926553.753339:0:35275:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.753440:0:35275:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2d9b9d0 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926553.753444:0:35275:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926553.753445:0:35275:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.753446:0:35275:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.753448:0:35275:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926553.753450:0:35275:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d8592430 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926553.753452:0:35275:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926553.753454:0:35275:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926553.753455:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753456:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926553.753458:0:35275:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926553.753459:0:35275:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.753460:0:35275:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.753461:0:35275:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926553.753463:0:35275:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.753464:0:35275:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2d9b9d0 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926553.753467:0:35275:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926553.753468:0:35275:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926553.753469:0:35275:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d8592430 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926553.753472:0:35275:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:1.0:1788926553.753475:0:35275:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926553.753476:0:35275:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592400. 00020000:00000001:1.0:1788926553.753480:0:35275:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.753481:0:35275:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926553.753482:0:35275:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788926553.753483:0:35275:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753486:0:35275:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.753488:0:35275:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.753490:0:35275:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.753491:0:35275:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.753492:0:35275:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.753493:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.753496:0:35275:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.753498:0:35275:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.753500:0:35275:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.753502:0:35275:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.753506:0:35275:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926553.753507:0:35275:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.753509:0:35275:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926553.753511:0:35275:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.753512:0:35275:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.753513:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000001:00000001:1.0:1788926553.753515:0:35275:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.753521:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d08 00000080:00000008:1.0:1788926553.753523:0:35275:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x2b:0x0](ffff9d76d1589148), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926553.753529:0:35275:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926553.753531:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3da0 00000080:00002000:1.0:1788926553.753532:0:35275:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d170ca20, parent ffff9d76d14be6c0, inode ffff9d76d1589148) hashed, 00000080:00000001:1.0:1788926553.753535:0:35275:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.753569:0:35275:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926553.753572:0:35275:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926553.753574:0:35275:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926553.753575:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3bd8 00000080:00200000:1.0:1788926553.753577:0:35275:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926553.753582:0:35275:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:1.0:1788926553.753586:0:35275:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926553.753589:0:35275:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926553.753591:0:35275:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.753593:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3af8 00800000:00000002:1.0:1788926553.753595:0:35275:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.753598:0:35275:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926553.753600:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.753602:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.753604:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.753606:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.753608:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.753610:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.753612:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.753615:0:35275:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926553.753620:0:35275:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.753621:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf39c8 00000002:00010000:1.0:1788926553.753623:0:35275:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926553.753753:0:35275:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926553.753755:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.753756:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.753762:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926553.753764:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.753767:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.753771:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.753774:0:35275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788926553.753782:0:35275:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.753785:0:35275:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.753788:0:35275:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788926553.753795:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926553.753797:0:35275:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.753799:0:35275:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.753800:0:35275:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.753802:0:35275:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.753804:0:35275:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926553.753807:0:35275:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926553.753809:0:35275:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926553.753812:0:35275:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:1.0:1788926553.753815:0:35275:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926553.753816:0:35275:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.753819:0:35275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926553.753821:0:35275:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:1.0:1788926553.753824:0:35275:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926553.753826:0:35275:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926553.753828:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.753829:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.753831:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:1.0:1788926553.753833:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.753836:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.753838:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753839:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.753840:0:35275:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.753842:0:35275:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.753844:0:35275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841cf3c10 00010000:00000001:1.0:1788926553.753846:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.753848:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.753850:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:1.0:1788926553.753852:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.753915:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.753919:0:35275:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.753923:0:35275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926553.753929:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753930:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.753931:0:35275:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.753932:0:35275:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.753934:0:35275:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926553.753939:0:35275:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.753941:0:35275:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.753942:0:35275:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.753945:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753946:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.753947:0:35275:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753949:0:35275:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.753950:0:35275:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753951:0:35275:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753953:0:35275:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.753955:0:35275:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.753956:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.753957:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926553.753959:0:35275:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926553.753961:0:35275:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.753963:0:35275:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926553.753966:0:35275:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.753973:0:35275:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926553.753975:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3da0 00000080:00002000:1.0:1788926553.753976:0:35275:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d170ca20) flags 0x48004e refc 0 00000080:00000001:1.0:1788926553.754049:0:35275:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.754052:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3e10 00000080:00200000:1.0:1788926553.754054:0:35275:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1788926553.754058:0:35275:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926553.754060:0:35275:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926553.754061:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d30 00000080:00200000:1.0:1788926553.754062:0:35275:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926553.754067:0:35275:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:1.0:1788926553.754070:0:35275:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926553.754072:0:35275:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926553.754074:0:35275:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.754075:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c50 00800000:00000002:1.0:1788926553.754146:0:35275:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.754149:0:35275:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926553.754151:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.754153:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.754154:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.754156:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.754242:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754245:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.754246:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754249:0:35275:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926553.754253:0:35275:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926553.754254:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b20 00000002:00010000:1.0:1788926553.754256:0:35275:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926553.754259:0:35275:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926553.754260:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.754262:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.754265:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926553.754267:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.754270:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.754271:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926553.754274:0:35275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788926553.754280:0:35275:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926553.754282:0:35275:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926553.754286:0:35275:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788926553.754292:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926553.754294:0:35275:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.754295:0:35275:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.754297:0:35275:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926553.754298:0:35275:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.754301:0:35275:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926553.754303:0:35275:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926553.754305:0:35275:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926553.754307:0:35275:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:1.0:1788926553.754310:0:35275:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926553.754311:0:35275:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.754313:0:35275:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926553.754315:0:35275:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c94a 00800000:00000001:1.0:1788926553.754318:0:35275:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926553.754319:0:35275:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926553.754320:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.754321:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.754323:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:1.0:1788926553.754325:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.754327:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.754329:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.754330:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926553.754331:0:35275:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.754333:0:35275:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926553.754335:0:35275:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c94a from it ffffb2d841cf3d68 00010000:00000001:1.0:1788926553.754336:0:35275:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926553.754337:0:35275:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926553.754339:0:35275:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b400 refcount=3 00000020:00000001:1.0:1788926553.754447:0:35275:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.754451:0:35275:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420608 : -108341481131008 : ffff9d76c880b400) 00010000:00000001:1.0:1788926553.754453:0:35275:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926553.754456:0:35275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926553.754463:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.754464:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.754466:0:35275:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926553.754467:0:35275:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926553.754470:0:35275:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788926553.754476:0:35275:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926553.754478:0:35275:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926553.754479:0:35275:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.754481:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.754483:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.754484:0:35275:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.754486:0:35275:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926553.754487:0:35275:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.754489:0:35275:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.754491:0:35275:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.754493:0:35275:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926553.754494:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.754495:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926553.754497:0:35275:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926553.754498:0:35275:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926553.754501:0:35275:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926553.754504:0:35275:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.754508:0:35275:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788926553.754510:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3df8 00000080:00200000:1.0:1788926553.754512:0:35275:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:1.0:1788926553.754515:0:35275:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788926553.754517:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.754519:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.754521:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.754523:0:35275:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926553.754526:0:35275:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000002:1.0:1788926553.754529:0:35275:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e0052a80 addref 2/0 by ffff9d76c165a7c0. 00020000:00000002:1.0:1788926553.754531:0:35275:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000001:1.0:1788926553.754533:0:35275:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926553.754536:0:35275:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926553.754537:0:35275:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926553.754539:0:35275:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788926553.754541:0:35275:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788926553.754543:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.754545:0:35275:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788926553.754550:0:35275:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:1.0:1788926553.754553:0:35275:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:1.0:1788926553.754558:0:35275:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788926553.754561:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.754562:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.754563:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.754564:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.754566:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754568:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926553.754569:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.754571:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.754572:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.754574:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.754575:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.754576:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754578:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.754580:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.754582:0:35275:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788926553.754583:0:35275:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926553.754584:0:35275:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926553.754585:0:35275:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926553.754586:0:35275:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926553.754587:0:35275:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754589:0:35275:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.754590:0:35275:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754592:0:35275:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x2b:0x0] 00800000:00000001:1.0:1788926553.754594:0:35275:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.754596:0:35275:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x2b:0x0] -> mds #0 00000002:00000001:1.0:1788926553.754599:0:35275:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788926553.754602:0:35275:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926553.754605:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:1.0:1788926553.754607:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.754610:0:35275:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926553.754614:0:35275:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926553.754617:0:35275:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788926553.754633:0:35275:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926553.754637:0:35275:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926553.754639:0:35275:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926553.754641:0:35275:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926553.754643:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.754644:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.754646:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926553.754648:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.754650:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.754652:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.754652:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.754654:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926553.754655:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.754657:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.754658:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.754659:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.754660:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 3 00010000:00000001:1.0:1788926553.754662:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.754664:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.754665:0:35275:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926553.754667:0:35275:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926553.754671:0:35275:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926553.754673:0:35275:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926553.754675:0:35275:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926553.754677:0:35275:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.754679:0:35275:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926553.754801:0:35275:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926553.754803:0:35275:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926553.754805:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.754807:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926553.754811:0:35275:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b400 with handle 0xdeff66104c08c94a from hash 00010000:00000001:1.0:1788926553.754813:0:35275:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926553.754814:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.754815:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.754816:0:35275:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926553.754818:0:35275:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926553.754820:0:35275:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926553.754823:0:35275:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926553.754825:0:35275:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.754827:0:35275:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926553.754829:0:35275:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926553.754832:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 3 00010000:00000001:1.0:1788926553.754834:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926553.754835:0:35275:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926553.754837:0:35275:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926553.754839:0:35275:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788926553.754845:0:35275:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926553.754847:0:35275:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926553.754849:0:35275:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1788926553.754851:0:35275:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1788926553.754911:0:35275:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9d76d1a91580. 00000080:00000010:1.0:1788926553.754916:0:35275:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9d76e020ef80. 00000080:00000010:1.0:1788926553.754919:0:35275:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d118. 00000080:00000020:1.0:1788926553.754922:0:35275:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1788926553.754924:0:35275:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9d76d1a917e0. 00000080:00000010:1.0:1788926553.754926:0:35275:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9d76c85cc418. 00000080:00000010:1.0:1788926553.754928:0:35275:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d208. 00000080:00000020:1.0:1788926553.754930:0:35275:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1788926553.754932:0:35275:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9d76d1a915d0. 00000080:00000010:1.0:1788926553.754934:0:35275:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9d76e020e440. 00000080:00000010:1.0:1788926553.754937:0:35275:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d640. 00000080:00000020:1.0:1788926553.754939:0:35275:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1788926553.754940:0:35275:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9d76d1a919e0. 00000080:00000010:1.0:1788926553.754942:0:35275:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9d76d1b5cfa0. 00000080:00000010:1.0:1788926553.754945:0:35275:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d9d8. 00000080:00000001:1.0:1788926553.754947:0:35275:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.754948:0:35275:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926553.754950:0:35275:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.754952:0:35275:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926553.754953:0:35275:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926553.754955:0:35275:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926553.754956:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.754958:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926553.754960:0:35275:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499a00 with handle 0xdeff66104c08c943 from hash 00010000:00000001:1.0:1788926553.754962:0:35275:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926553.754963:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.754964:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.755033:0:35275:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926553.755036:0:35275:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926553.755037:0:35275:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926553.755040:0:35275:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926553.755042:0:35275:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788926553.755048:0:35275:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926553.755050:0:35275:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926553.755051:0:35275:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926553.755052:0:35275:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788926553.755055:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.755056:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.755058:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:1.0:1788926553.755060:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.755062:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.755063:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.755064:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.755067:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:1.0:1788926553.755068:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.755070:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.755071:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.755072:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.755073:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:1.0:1788926553.755074:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.755146:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.755149:0:35275:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926553.755150:0:35275:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926553.755152:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3b2a900 count: 4 00010000:00000001:1.0:1788926553.755154:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926553.755156:0:35275:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.755157:0:35275:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.755159:0:35275:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926553.755161:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.755163:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.755165:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.755166:0:35275:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926553.755169:0:35275:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1788926553.755171:0:35275:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926553.755174:0:35275:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926553.755176:0:35275:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926553.755178:0:35275:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926553.755181:0:35275:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926553.755183:0:35275:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.755185:0:35275:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926553.755186:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.755188:0:35275:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.755190:0:35275:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926553.755192:0:35275:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x2b:0x0](ffff9d76d1589148) invalid 00000020:00000001:1.0:1788926553.755194:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a60 00000080:00002000:1.0:1788926553.755196:0:35275:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9d76d170ca20) parent ffff9d76d14be6c0 inode ffff9d76d1589148 refc 1 00000080:00000001:1.0:1788926553.755199:0:35275:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926553.755201:0:35275:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926553.755202:0:35275:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.755204:0:35275:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926553.755206:0:35275:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926553.755207:0:35275:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926553.755209:0:35275:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926553.755211:0:35275:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926553.755213:0:35275:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499c00 with handle 0xdeff66104c08c93c from hash 00010000:00000001:1.0:1788926553.755215:0:35275:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926553.755216:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.755218:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.755219:0:35275:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926553.755220:0:35275:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926553.755222:0:35275:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926553.755224:0:35275:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926553.755226:0:35275:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788926553.755228:0:35275:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788926553.755235:0:35275:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926553.755239:0:35275:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926553.755244:0:35275:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926553.755246:0:35275:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.755248:0:35275:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926553.755251:0:35275:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926553.755254:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.755255:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.755256:0:35275:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.755258:0:35275:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926553.755260:0:35275:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926553.755263:0:35275:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926553.755269:0:35275:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d10ae600. 00000100:00000001:1.0:1788926553.755275:0:35275:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.755278:0:35275:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.755280:0:35275:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926553.755286:0:35275:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926553.755292:0:35275:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 1/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788926553.755304:0:35275:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788926553.755310:0:35275:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788926553.755311:0:35275:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788926553.755313:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926553.755315:0:35275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c943 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb2b expref: -99 pid: 35272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926553.755326:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.755327:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926553.755330:0:35275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c93c lrc: 0/0,0 mode: --/PR res: [0x200000405:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dabb1d expref: -99 pid: 35272 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:1.0:1788926553.755335:0:35275:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020e200. 00010000:00000040:1.0:1788926553.755339:0:35275:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3b2a900 count: 0 00010000:00000010:1.0:1788926553.755434:0:35275:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8b71b00. 00010000:00000001:1.0:1788926553.755442:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.755443:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926553.755446:0:35275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b400/0xdeff66104c08c94a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb39 expref: -99 pid: 35273 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1788926553.755452:0:35275:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225600 count: 0 00010000:00000010:1.0:1788926553.755455:0:35275:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76c8642780. 00010000:00000001:1.0:1788926553.755459:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926553.755461:0:35275:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.755463:0:35275:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926553.755464:0:35275:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.755466:0:35275:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926553.755478:0:35275:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788926553.755490:0:35275:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926553.755498:0:35275:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926553.755499:0:35275:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926553.755506:0:35275:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.755508:0:35275:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732136036992 : -108341573514624 : ffff9d76c2ff0a80) 00000100:00000001:1.0:1788926553.755511:0:35275:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.755513:0:35275:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926553.755518:0:35275:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926553.755521:0:35275:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.755524:0:35275:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926553.755525:0:35275:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926553.755529:0:35275:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.755537:0:35275:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926553.755539:0:35275:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.755542:0:35275:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926553.755545:0:35275:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926553.755547:0:35275:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926553.755550:0:35275:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:35275:1875823513978112:192.168.203.140@tcp:36:rm.0 00000100:00000001:1.0:1788926553.755554:0:35275:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926553.755559:0:35275:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926553.755561:0:35275:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.755563:0:35275:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926553.755567:0:35275:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02c00. 02000000:00000001:1.0:1788926553.755569:0:35275:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926553.755577:0:35275:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926553.755581:0:35275:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926553.755587:0:35275:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926553.755593:0:35275:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513978112, portal 10 00000100:00000001:1.0:1788926553.755595:0:35275:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.755596:0:35275:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926553.755602:0:35275:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.755613:0:35275:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926553.755616:0:35275:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926553.755618:0:35275:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8440. 00000100:00000200:1.0:1788926553.755621:0:35275:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875823513978112, offset 0 00000400:00000200:1.0:1788926553.755950:0:35275:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926553.755959:0:35275:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.755966:0:35275:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926553.755970:0:35275:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926553.755974:0:35275:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926553.755978:0:35275:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926553.755980:0:35275:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926553.755984:0:35275:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2970:2970:256:4294967295] 192.168.203.140@tcp LPNI seq info [2970:2970:8:4294967295] 00000400:00000200:1.0:1788926553.755988:0:35275:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926553.755997:0:35275:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926553.756002:0:35275:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926553.756008:0:35275:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926553.756014:0:35275:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926553.756035:0:35275:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926553.756039:0:35275:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788926553.756119:0:35275:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.756124:0:35275:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 847652 usecs (848 jiffies) 00000400:00000200:1.0:1788926553.756128:0:35275:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926553.756131:0:35275:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296589738 00000100:00000001:1.0:1788926553.756135:0:35275:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.756137:0:35275:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296589738 00000100:00000001:1.0:1788926553.756139:0:35275:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296592485 00000100:00000001:1.0:1788926553.756142:0:35275:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.756145:0:35275:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.756148:0:35275:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926553.756150:0:35275:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926553.756152:0:35275:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c2ff0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1788926553.756154:0:35275:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926553.756165:0:35275:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926553.757054:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926553.757061:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:3.0:1788926553.757066:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.757072:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926553.757077:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8440 00000400:00000010:3.0:1788926553.757080:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8440. 00000100:00000001:3.0:1788926553.757085:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926553.757090:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.757099:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926553.757102:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.757108:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926553.757110:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926553.760703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499a00. 00010000:00000010:1.1:1788926553.760715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3b2a900. 00010000:00000010:1.1:1788926553.760718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00010000:00000010:1.1:1788926553.760720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00010000:00000010:1.1:1788926553.760723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b400. 00000800:00000001:3.0:1788926553.768044:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.768060:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926553.768064:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.768066:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.768074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.768081:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926553.768089:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.768094:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.768100:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.768104:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32364500 00000400:00000200:3.0:1788926553.768109:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926553.768115:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x874d [1] + 224 00000800:00000001:3.0:1788926553.768122:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.768129:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926553.768132:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926553.768136:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926553.768143:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926553.768152:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926553.768163:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926553.768187:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926553.768196:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926553.768199:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.768275:0:35275:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926553.768283:0:35275:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926553.768285:0:35275:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926553.768288:0:35275:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926553.768293:0:35275:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926553.768296:0:35275:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926553.768298:0:35275:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926553.768303:0:35275:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926553.768311:0:35275:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513978112/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926569 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.768316:0:35275:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926553.768318:0:35275:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.768321:0:35275:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926553.768324:0:35275:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926553.768326:0:35275:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926553.768329:0:35275:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926553.768332:0:35275:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926553.768341:0:35275:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=70 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926553.768345:0:35275:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926553.768348:0:35275:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926553.768350:0:35275:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926553.768353:0:35275:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926553.768356:0:35275:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.768360:0:35275:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926553.768361:0:35275:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x200000002] 00000100:00000001:1.0:1788926553.768363:0:35275:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926553.768365:0:35275:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926553.768367:0:35275:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926553.768370:0:35275:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926553.768372:0:35275:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:1.0:1788926553.768386:0:35275:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926553.768389:0:35275:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926553.768393:0:35275:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513978112/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926569 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.768432:0:35275:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926553.768444:0:35275:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926553.768446:0:35275:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926553.768450:0:35275:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513978112/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926569 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926553.768458:0:35275:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:35275:1875823513978112:192.168.203.140@tcp:36:rm.0 00000100:00000001:1.0:1788926553.768463:0:35275:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926553.768465:0:35275:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926553.768467:0:35275:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926553.768469:0:35275:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.768472:0:35275:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513978112/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926569 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.768478:0:35275:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926553.768480:0:35275:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c2ff0a80. 00000100:00000001:1.0:1788926553.768482:0:35275:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926553.768484:0:35275:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926553.768490:0:35275:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926553.768503:0:35275:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926553.768507:0:35275:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926553.768518:0:35275:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000100:00000001:1.0:1788926553.768524:0:35275:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926553.768527:0:35275:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513978112/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926553.768532:0:35275:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.768536:0:35275:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926553.768545:0:35275:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926553.768551:0:35275:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3e28 00000080:00002000:1.0:1788926553.768554:0:35275:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9d76d170ca20, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788926553.768557:0:35275:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926553.768562:0:35275:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926553.768566:0:35275:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788926553.768573:0:35275:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788926553.768576:0:35275:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788926553.768579:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.768582:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926553.768585:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926553.768590:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0f918 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.768592:0:35275:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926553.768595:0:35275:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926553.768597:0:35275:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926553.768600:0:35275:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.768601:0:35275:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926553.768612:0:35275:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926553.768616:0:35275:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2b:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788926553.768619:0:35275:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000001:1.0:1788926553.768623:0:35275:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926553.768624:0:35275:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926553.768626:0:35275:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926553.768628:0:35275:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768630:0:35275:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926553.768632:0:35275:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926553.768633:0:35275:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768635:0:35275:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.768636:0:35275:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926553.768637:0:35275:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926553.768639:0:35275:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00000020:00000001:1.0:1788926553.768641:0:35275:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768643:0:35275:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926553.768645:0:35275:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788926553.768647:0:35275:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926553.768650:0:35275:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926553.768654:0:35275:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926553.768657:0:35275:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926553.768658:0:35275:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926553.768659:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926553.768661:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926553.768663:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926553.768666:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d0c0fc38 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.768668:0:35275:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926553.768671:0:35275:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926553.768672:0:35275:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926553.768674:0:35275:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926553.768676:0:35275:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926553.768677:0:35275:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768679:0:35275:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768681:0:35275:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926553.768683:0:35275:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926553.768684:0:35275:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768686:0:35275:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768688:0:35275:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768689:0:35275:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:1.0:1788926553.768691:0:35275:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926553.768692:0:35275:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.768693:0:35275:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926553.768695:0:35275:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.768696:0:35275:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768698:0:35275:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768699:0:35275:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768701:0:35275:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768702:0:35275:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926553.768708:0:35275:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768709:0:35275:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768711:0:35275:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:1.0:1788926553.768713:0:35275:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926553.768714:0:35275:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.768715:0:35275:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926553.768717:0:35275:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788926553.768719:0:35275:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788926553.768724:0:35275:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76d89d3a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788926553.768728:0:35275:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.768730:0:35275:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.768731:0:35275:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926553.768732:0:35275:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.768735:0:35275:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788926553.768738:0:35275:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788926553.768742:0:35275:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9d76c91e6b40@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9d76d89d3a40], [28672|1|+|-|ffff9d76c13fe000|1024|ffff9d76c165a7c0]} make ready 00000008:00010000:1.0:1788926553.768750:0:35275:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 000000007815ebd1 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788926553.768765:0:35275:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788926553.768767:0:35275:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788926553.768782:0:35275:0:(cl_page.c:1171:cl_page_make_ready()) page@000000001678dd3a[2 0000000060942f19 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788926553.768784:0:35275:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:1.0:1788926553.768785:0:35275:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788926553.768787:0:35275:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926553.768788:0:35275:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926553.768790:0:35275:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926553.768791:0:35275:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926553.768793:0:35275:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.768796:0:35275:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 0000000060942f19 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.768797:0:35275:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788926553.768799:0:35275:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926553.768800:0:35275:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788926553.768802:0:35275:0:(cl_page.c:1193:cl_page_make_ready()) page@000000001678dd3a[2 0000000060942f19 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.768804:0:35275:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788926553.768805:0:35275:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768807:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.768809:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:1.0:1788926553.768811:0:35275:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788926553.768813:0:35275:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768815:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:1.0:1788926553.768817:0:35275:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.768819:0:35275:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788926553.768821:0:35275:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9d76c91e6b40@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9d76d89d3a40], [28672|1|+|-|ffff9d76c13fe000|1024|ffff9d76c165a7c0]} extent finished. 00000008:00010000:1.0:1788926553.768826:0:35275:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 000000007815ebd1 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788926553.768835:0:35275:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788926553.768837:0:35275:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1788926553.768839:0:35275:0:(cl_page.c:1115:cl_page_complete()) page@000000001678dd3a[2 0000000060942f19 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.768841:0:35275:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1788926553.768842:0:35275:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926553.768843:0:35275:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926553.768844:0:35275:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.768847:0:35275:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 0000000060942f19 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.768848:0:35275:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788926553.768849:0:35275:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788926553.768851:0:35275:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788926553.768855:0:35275:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000001678dd3a[2 0000000060942f19 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788926553.768856:0:35275:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788926553.768869:0:35275:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788926553.768870:0:35275:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788926553.768872:0:35275:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926553.768875:0:35275:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[2 0000000060942f19 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.768876:0:35275:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1788926553.768877:0:35275:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788926553.768879:0:35275:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788926553.768881:0:35275:0:(osc_cache.c:1648:osc_free_grant()) lost 28672 grant: 28672 avail: 8351744 dirty: 0/0 00000008:00000020:1.0:1788926553.768886:0:35275:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9d76c91e6b40@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9d76d89d3a40], [28672|0|-|-|ffff9d76c13fe000|1024|ffff9d76c165a7c0]} destroyed. 00000008:00010000:1.0:1788926553.768891:0:35275:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007815ebd1 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788926553.768898:0:35275:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926553.768900:0:35275:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788926553.768903:0:35275:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9d76c91e6b40. 00000008:00000001:1.0:1788926553.768907:0:35275:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.768910:0:35275:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788926553.768912:0:35275:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76d89d3a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788926553.768915:0:35275:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788926553.768917:0:35275:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76d89d3a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788926553.768921:0:35275:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926553.768924:0:35275:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768927:0:35275:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768929:0:35275:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768932:0:35275:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768934:0:35275:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768936:0:35275:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926553.768938:0:35275:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788926553.768939:0:35275:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926553.768941:0:35275:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1788926553.768942:0:35275:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926553.768943:0:35275:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768946:0:35275:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788926553.768948:0:35275:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926553.768950:0:35275:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.768952:0:35275:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926553.768953:0:35275:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.768954:0:35275:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926553.768956:0:35275:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926553.768957:0:35275:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768960:0:35275:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768961:0:35275:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.768962:0:35275:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926553.768963:0:35275:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926553.768964:0:35275:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926553.768965:0:35275:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.768967:0:35275:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926553.768968:0:35275:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926553.768969:0:35275:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926553.768970:0:35275:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926553.768971:0:35275:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768973:0:35275:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926553.768974:0:35275:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.768975:0:35275:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926553.768977:0:35275:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926553.768979:0:35275:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926553.768980:0:35275:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926553.768982:0:35275:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926553.768983:0:35275:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926553.768985:0:35275:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.768987:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926553.768990:0:35275:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926553.768992:0:35275:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926553.768994:0:35275:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926553.768996:0:35275:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926553.768999:0:35275:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926553.769001:0:35275:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926553.769004:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926553.769006:0:35275:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926553.769026:0:35275:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926553.769029:0:35275:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:1.0:1788926553.769032:0:35275:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:1.0:1788926553.769034:0:35275:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788926553.769038:0:35275:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926553.769040:0:35275:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926553.769041:0:35275:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926553.769044:0:35275:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 0000000060942f19 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.769046:0:35275:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1788926553.769047:0:35275:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788926553.769048:0:35275:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788926553.769050:0:35275:0:(osc_page.c:138:osc_page_delete()) ffff9d76d1829840 00000008:00000001:1.0:1788926553.769052:0:35275:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788926553.769053:0:35275:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d1829850 page ffff9d76d1829840 at index 0. 00000008:00000001:1.0:1788926553.769055:0:35275:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926553.769059:0:35275:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788926553.769061:0:35275:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf9447b8fc0 index 0 00000020:00000001:1.0:1788926553.769065:0:35275:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788926553.769066:0:35275:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788926553.769067:0:35275:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926553.769070:0:35275:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[1 0000000060942f19 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926553.769071:0:35275:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:1.0:1788926553.769073:0:35275:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:1.0:1788926553.769077:0:35275:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d18297e0. 00000020:00000001:1.0:1788926553.769079:0:35275:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:1.0:1788926553.769080:0:35275:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788926553.769279:0:35275:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788926553.769283:0:35275:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x2b:0x0](ffff9d76d1589148) 00800000:00000001:0.0:1788926553.769289:0:35275:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788926553.769291:0:35275:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x2b:0x0] 00000002:00000001:0.0:1788926553.769295:0:35275:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926553.769300:0:35275:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926553.769302:0:35275:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788926553.769305:0:35275:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926553.769306:0:35275:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.769308:0:35275:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788926553.769311:0:35275:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788926553.769312:0:35275:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:0.0:1788926553.769313:0:35275:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:0.0:1788926553.769315:0:35275:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:0.0:1788926553.769317:0:35275:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788926553.769320:0:35275:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788926553.769322:0:35275:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926553.769324:0:35275:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926553.769327:0:35275:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926553.769330:0:35275:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:0.0:1788926553.769332:0:35275:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00020000:00000001:0.0:1788926553.769339:0:35275:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788926553.769340:0:35275:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000001:0.0:1788926553.769343:0:35275:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788926553.769346:0:35275:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052a80, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926553.769351:0:35275:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926553.769355:0:35275:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aad80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788926553.769358:0:35275:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788926553.769359:0:35275:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926553.769362:0:35275:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788926553.769364:0:35275:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788926553.769367:0:35275:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788926553.769372:0:35275:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df600 count: 2 00010000:00000001:0.0:1788926553.769374:0:35275:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926553.769377:0:35275:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788926553.769378:0:35275:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788926553.769382:0:35275:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1788926553 1788926553 1788926553 ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 1/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1788926553.769428:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000020:00000001:0.0:1788926553.769430:0:35275:0:(cl_object.c:143:cl_object_top()) ffff9d76d89d3a40 -> ffff9d76d0c0f918 00000008:00000001:0.0:1788926553.769432:0:35275:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926553.769435:0:35275:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926553.769589:0:35275:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926553.769591:0:35275:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788926553.769598:0:35275:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9d76d89d3a40. 00020000:00000001:0.0:1788926553.769606:0:35275:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788926553.769608:0:35275:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9d76d0c0fbb8. 00020000:00000001:0.0:1788926553.769612:0:35275:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788926553.769730:0:35275:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926553.769734:0:35275:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926553.769736:0:35275:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000001:2.0:1788926553.769739:0:35275:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788926553.769740:0:35275:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788926553.769741:0:35275:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000001:2.0:1788926553.769745:0:35275:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788926553.769747:0:35275:0:(lov_object.c:322:lov_fini_raid0()) kvfreed 'r0->lo_sub': 8 at ffff9d76ca407a30. 00020000:00000010:2.0:1788926553.769750:0:35275:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9d76ca773e40. 00020000:00000010:2.0:1788926553.769753:0:35275:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9d76d04af610. 00020000:00000002:2.0:1788926553.769756:0:35275:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052a80, objid 0x2b:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926553.769759:0:35275:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926553.769762:0:35275:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aad80: ostid: 0x2c0000401:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1788926553.769765:0:35275:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aad80. 00020000:00000010:2.0:1788926553.769768:0:35275:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052cc0. 00020000:00000010:2.0:1788926553.769771:0:35275:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052a80. 00020000:00000001:2.0:1788926553.769772:0:35275:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788926553.769774:0:35275:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76e02b00f8) owner 0000000000000000/ffff9d76c165a7c0 00020000:00000010:2.0:1788926553.769776:0:35275:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9d76e02b00f8. 00020000:00000001:2.0:1788926553.769778:0:35275:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788926553.769780:0:35275:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9d76d0c0f898. 00000020:00001000:2.0:1788926553.769785:0:35275:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926553.769788:0:35275:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788926553.769790:0:35275:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1788926553.774516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172e20. 00000080:00000010:2.1:1788926553.780636:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1589080. 00010000:00000001:0.0:1788926553.800145:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.800151:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.800156:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.800157:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.800160:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.800162:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926553.800164:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926553.800166:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926553.805247:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926553.805252:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926553.805257:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926554.817677:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926554.817683:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926554.817687:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926554.817689:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926554.817692:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926554.817693:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926554.817696:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926554.817698:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926554.817780:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926554.817783:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926554.817786:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788926554.941980:0:35362:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926555.850883:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926555.850889:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926555.850894:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926555.850895:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926555.850898:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926555.850899:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926555.850902:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926555.850903:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926555.852090:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926555.852095:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926555.852100:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788926556.638114:0:35501:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926556.866340:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926556.866348:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926556.866353:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926556.866355:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926556.866358:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926556.866360:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926556.866364:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926556.866365:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926556.866549:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788926556.866552:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926556.866555:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926557.762056:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296592485, at 4296592896 00000100:00000010:3.0:1788926557.762071:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f1e0. 00000100:00000040:2.0:1788926557.763298:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296592485, at 4296592897 00000100:00000010:2.0:1788926557.763307:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fea0. 00010000:00000001:0.0:1788926557.900360:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926557.900366:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926557.900371:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926557.900372:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926557.900374:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926557.900375:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926557.900378:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926557.900379:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926557.905135:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926557.905142:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926557.905146:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788926558.273555:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926558.273565:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926558.273574:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926558.273580:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:3.0:1788926558.273584:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926558.273586:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926558.273591:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926558.273599:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341a00. 00000100:00000001:3.0:1788926558.273604:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273616:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926558.273626:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926558.273630:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273635:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008304e57b] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273666:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273669:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926558.273672:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926558.273675:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926558.273677:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926558.273679:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926558.273680:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926558.273682:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926558.273685:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341400. 00000100:00000001:3.0:1788926558.273687:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273692:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926558.273698:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926558.273700:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273704:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2d73be] to pc [ptlrpcd_01_00+0] req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273711:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273713:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926558.273716:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926558.273719:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc000. 00000020:00000040:3.0:1788926558.273721:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:3.0:1788926558.273723:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926558.273724:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926558.273725:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926558.273729:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341d00. 00000100:00000001:3.0:1788926558.273732:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273736:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926558.273742:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926558.273744:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273748:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ed6116] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273755:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273757:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926558.273760:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926558.273763:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddf80. 00000020:00000040:3.0:1788926558.273765:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926558.273767:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926558.273768:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926558.273769:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926558.273772:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5341700. 00000100:00000001:3.0:1788926558.273783:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273787:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926558.273793:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926558.273795:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273798:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000872c54cc] to pc [ptlrpcd_01_00+0] req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273804:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273806:0:474:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788926558.273809:0:474:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788926558.273812:0:474:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc700. 00000020:00000040:3.0:1788926558.273814:0:474:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:3.0:1788926558.273816:0:474:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926558.273817:0:474:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926558.273819:0:474:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926558.273822:0:474:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c83d4000. 00000100:00000001:3.0:1788926558.273825:0:474:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273828:0:474:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926558.273835:0:474:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926558.273836:0:474:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273840:0:474:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001531372e] to pc [ptlrpcd_01_01+1] req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273851:0:474:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.273855:0:474:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1931) 00000100:00000001:3.0:1788926558.273870:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.273873:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926558.273875:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926558.273880:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273886:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926558.273888:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.273891:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926558.273894:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926558.273906:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926558.273910:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978368:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.273914:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926558.273918:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926558.273920:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.273922:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926558.273927:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c1343800. 02000000:00000001:3.0:1788926558.273928:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926558.273936:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926558.273940:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b058. 00000400:00000010:3.0:1788926558.273946:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926558.273952:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513978368, portal 10 00000100:00000001:3.0:1788926558.273954:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926558.273955:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926558.273962:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.273969:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926558.273972:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926558.273974:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab4c8. 00000100:00000200:3.0:1788926558.273977:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513978368, offset 0 00000400:00000200:3.0:1788926558.273983:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274000:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.274008:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926558.274013:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926558.274017:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926558.274020:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926558.274022:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274026:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2971:2971:256:4294967295] 192.168.203.140@tcp LPNI seq info [2971:2971:8:4294967295] 00000400:00000200:3.0:1788926558.274030:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.274038:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926558.274044:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926558.274048:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4c00. 00000800:00000200:3.0:1788926558.274055:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926558.274063:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926558.274067:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926558.274078:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.274082:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 846612 usecs (847 jiffies) 00000400:00000200:3.0:1788926558.274085:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926558.274088:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296594255 00000100:00000010:3.0:1788926558.274092:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11984e0. 00000100:00000001:3.0:1788926558.274099:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788926558.274103:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296594255 00000100:00000010:3.0:1788926558.274106:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76d11985a0. 00000100:00000001:3.0:1788926558.274109:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788926558.274112:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.274115:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.274118:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926558.274122:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.274129:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926558.274131:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.274142:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926558.274144:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926558.274146:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926558.274150:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978624:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.274153:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926558.274155:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926558.274156:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.274158:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926558.274161:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c1342400. 02000000:00000001:3.0:1788926558.274162:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926558.274165:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926558.274168:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b1b8. 00000400:00000010:3.0:1788926558.274172:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abee0. 00000100:00000200:3.0:1788926558.274174:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513978624, portal 4 00000100:00000001:3.0:1788926558.274176:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926558.274177:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227186560 : -108341482365056 : ffff9d76c86ddf80) 00000100:00000040:3.0:1788926558.274182:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.274188:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926558.274190:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926558.274193:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926558.274195:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513978624, offset 0 00000400:00000200:3.0:1788926558.274199:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274203:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.274206:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926558.274208:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926558.274210:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926558.274212:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926558.274214:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274217:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2972:2972:255:4294967295] 192.168.203.140@tcp LPNI seq info [2972:2972:7:4294967295] 00000400:00000200:3.0:1788926558.274220:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.274226:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926558.274230:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926558.274233:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:3.0:1788926558.274236:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926558.274240:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926558.274242:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926558.274245:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.274248:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20892 usecs (21 jiffies) 00000400:00000200:3.0:1788926558.274250:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926558.274252:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296593429 00000100:00000001:3.0:1788926558.274255:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296594255 00000100:00000001:3.0:1788926558.274256:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296593429 00000100:00000001:3.0:1788926558.274258:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296594255 00000100:00000001:3.0:1788926558.274260:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.274262:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.274264:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.274266:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.274273:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926558.274275:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788926558.274277:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.274278:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926558.274279:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926558.274282:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:3.0:1788926558.274283:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.274285:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926558.274286:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.274288:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.274289:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926558.274290:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926558.274293:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.274299:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926558.274300:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.274303:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926558.274304:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926558.274306:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926558.274308:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513978240:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.274311:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926558.274313:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926558.274315:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.274316:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926558.274320:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a33000. 02000000:00000001:3.0:1788926558.274322:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926558.274325:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926558.274327:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b210. 00000400:00000010:3.0:1788926558.274331:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab7f8. 00000100:00000200:3.0:1788926558.274333:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513978240, portal 25 00000100:00000001:3.0:1788926558.274335:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926558.274336:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926558.274341:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.274346:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926558.274348:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926558.274350:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926558.274353:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513978240, offset 0 00000400:00000200:3.0:1788926558.274356:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274359:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.274363:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926558.274365:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926558.274368:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926558.274370:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926558.274372:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274375:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2973:2973:254:4294967295] 192.168.203.140@tcp LPNI seq info [2973:2973:6:4294967295] 00000400:00000200:3.0:1788926558.274378:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.274384:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926558.274390:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926558.274393:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4d00. 00000100:00000001:2.0:1788926558.274743:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926558.274746:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926558.274815:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926558.274820:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926558.274823:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926558.274827:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926558.274830:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926558.274833:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296597601 00000100:00000001:3.0:1788926558.274837:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296594255 00000100:00000001:3.0:1788926558.274841:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296597601 00000100:00000001:3.0:1788926558.274843:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296594255 00000100:00000001:3.0:1788926558.274845:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.274848:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.274850:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926558.274855:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.274862:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926558.274864:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.274866:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926558.274868:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926558.274869:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926558.274872:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978496:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.274875:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926558.274877:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926558.274879:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.274880:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926558.274884:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a32800. 02000000:00000001:3.0:1788926558.274886:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926558.274890:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926558.274892:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b3c8. 00000400:00000010:3.0:1788926558.274955:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab198. 00000100:00000200:3.0:1788926558.274959:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513978496, portal 10 00000100:00000001:3.0:1788926558.274960:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926558.274962:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000040:3.0:1788926558.274968:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.274975:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926558.274977:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926558.274979:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab088. 00000100:00000200:3.0:1788926558.274982:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513978496, offset 0 00000400:00000200:3.0:1788926558.274994:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926558.274999:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.275003:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926558.275006:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926558.275008:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926558.275010:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926558.275012:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926558.275015:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2974:2974:253:4294967295] 192.168.203.140@tcp LPNI seq info [2974:2974:5:4294967295] 00000400:00000200:3.0:1788926558.275018:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.275023:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926558.275027:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926558.275030:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4900. 00000800:00000200:3.0:1788926558.275034:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926558.275038:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926558.275040:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926558.275043:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.275045:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20187 usecs (21 jiffies) 00000400:00000200:3.0:1788926558.275048:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926558.275049:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296593429 00000100:00000001:3.0:1788926558.275052:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296597601 00000100:00000001:3.0:1788926558.275054:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296593429 00000100:00000001:3.0:1788926558.275056:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296597601 00000100:00000001:3.0:1788926558.275058:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.275059:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.275061:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926558.275065:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.275070:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926558.275071:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.275074:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926558.275075:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926558.275077:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926558.275079:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.275082:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926558.275085:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926558.275086:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.275087:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926558.275091:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d8a33600. 02000000:00000001:3.0:1788926558.275092:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926558.275095:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926558.275097:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b738. 00000400:00000010:3.0:1788926558.275100:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab908. 00000100:00000200:3.0:1788926558.275103:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513978752, portal 4 00000100:00000001:3.0:1788926558.275105:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926558.275106:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227180288 : -108341482371328 : ffff9d76c86dc700) 00000100:00000040:3.0:1788926558.275111:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.275116:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926558.275118:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926558.275120:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926558.275122:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513978752, offset 0 00000400:00000200:3.0:1788926558.275126:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926558.275129:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.275131:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926558.275247:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926558.275251:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926558.275253:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926558.275255:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926558.275258:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2975:2975:252:4294967295] 192.168.203.140@tcp LPNI seq info [2975:2975:4:4294967295] 00000400:00000200:3.0:1788926558.275262:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.275268:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926558.275272:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926558.275276:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4100. 00000800:00000200:3.0:1788926558.275279:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926558.275283:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926558.275285:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926558.275288:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.275291:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 208247 usecs (209 jiffies) 00000400:00000200:3.0:1788926558.275293:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926558.275295:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296593617 00000100:00000001:3.0:1788926558.275297:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296597601 00000100:00000001:3.0:1788926558.275299:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296593617 00000100:00000001:3.0:1788926558.275301:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296597601 00000100:00000001:3.0:1788926558.275303:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.275304:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.275307:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.275309:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926558.275348:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926558.275351:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4c00. 00000400:00000200:3.0:1788926558.275356:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.275360:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926558.275365:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab4c8 00000400:00000010:3.0:1788926558.275367:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab4c8. 00000100:00000001:3.0:1788926558.275371:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926558.275375:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.275383:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.275387:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.275392:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.275393:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926558.276443:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926558.276447:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:3.0:1788926558.276453:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.276458:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926558.276462:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:3.0:1788926558.276464:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:3.0:1788926558.276467:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926558.276471:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276479:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.276482:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276488:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.276490:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926558.276498:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926558.276500:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4d00. 00000400:00000200:3.0:1788926558.276502:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.276506:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926558.276508:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:3.0:1788926558.276510:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:3.0:1788926558.276512:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926558.276516:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276527:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.276530:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276535:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.276537:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926558.276544:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926558.276546:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4900. 00000400:00000200:3.0:1788926558.276548:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.276551:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926558.276553:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab088 00000400:00000010:3.0:1788926558.276554:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab088. 00000100:00000001:3.0:1788926558.276556:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926558.276559:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276566:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.276568:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276575:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.276576:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926558.276632:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926558.276635:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4100. 00000400:00000200:3.0:1788926558.276638:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.276642:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926558.276644:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:3.0:1788926558.276646:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:3.0:1788926558.276648:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926558.276652:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276659:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.276663:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.276673:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.276675:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926558.281011:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281026:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926558.281030:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926558.281041:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281049:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926558.281057:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281066:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281071:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32364600 00000400:00000200:3.0:1788926558.281077:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281082:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8755 [1] + 224 00000800:00000001:3.0:1788926558.281089:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281094:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926558.281097:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.281101:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926558.281109:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.281119:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926558.281129:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281152:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926558.281161:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281165:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926558.281167:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281169:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926558.281172:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281176:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926558.281180:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281183:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281185:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281187:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32364680 00000400:00000200:3.0:1788926558.281191:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.281194:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x8785 [1] + 224 00000800:00000001:3.0:1788926558.281197:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281202:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926558.281204:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.281206:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926558.281209:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.281213:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926558.281221:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281228:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926558.281231:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.281234:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.281262:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.281265:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926558.281272:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926558.281273:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926558.281277:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b3c8. 00000400:00000200:3.0:1788926558.281280:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab198 00000400:00000010:3.0:1788926558.281282:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab198. 00000100:00000001:3.0:1788926558.281285:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.281289:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926558.281298:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281303:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926558.281305:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.281307:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926558.281311:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926558.281313:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926558.281315:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.281318:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926558.281327:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=75 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926558.281331:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926558.281333:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926558.281335:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926558.281338:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926558.281340:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.281344:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926558.281346:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967334 00000100:00000001:3.0:1788926558.281348:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926558.281351:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.281355:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281363:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.281366:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926558.281368:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926558.281371:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926558.281379:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978496:192.168.203.140@tcp:400:kworker.0 00000400:00000001:3.0:1788926558.281385:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926558.281386:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926558.281387:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b058. 00000400:00000200:3.0:1788926558.281390:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:3.0:1788926558.281391:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:3.0:1788926558.281393:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.281426:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926558.281435:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281446:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926558.281447:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.281449:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926558.281451:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926558.281452:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926558.281453:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.281455:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926558.281459:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=75 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926558.281462:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926558.281464:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926558.281465:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926558.281467:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926558.281469:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.281470:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926558.281472:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967639 00000100:00000001:3.0:1788926558.281473:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926558.281475:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.281478:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281484:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.281486:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926558.281487:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926558.281490:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926558.281497:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978368:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.281502:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.281504:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.281508:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc000 x1875823513978496/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281514:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926558.281517:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926558.281520:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a32800. 02000000:00000001:3.0:1788926558.281523:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926558.281526:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926558.281527:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926558.281529:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926558.281532:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341d00. 02000000:00000001:3.0:1788926558.281536:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926558.281538:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926558.281540:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc000. 00000100:00000001:3.0:1788926558.281542:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926558.281544:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.281545:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.281548:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513978368/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.281554:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926558.281555:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926558.281556:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c1343800. 02000000:00000001:3.0:1788926558.281559:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926558.281560:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926558.281561:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926558.281563:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926558.281564:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341400. 02000000:00000001:3.0:1788926558.281566:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926558.281567:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926558.281569:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926558.281571:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926558.281572:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.281575:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.281576:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.281578:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926558.281580:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.281581:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926558.287426:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.287443:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926558.287448:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.287450:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926558.287458:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.287465:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926558.287473:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.287478:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.287483:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.287487:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32364580 00000400:00000200:2.0:1788926558.287492:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.287498:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8775 [1] + 224 00000800:00000001:2.0:1788926558.287505:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.287512:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926558.287516:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926558.287520:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926558.287527:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926558.287537:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926558.287548:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926558.287559:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926558.287566:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.287569:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.287808:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.287813:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926558.287820:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926558.287822:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926558.287825:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b210. 00000400:00000200:3.0:1788926558.287830:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab7f8 00000400:00000010:3.0:1788926558.287832:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab7f8. 00000100:00000001:3.0:1788926558.287835:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.287841:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926558.287849:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.287855:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926558.287856:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.287859:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926558.287862:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926558.287864:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926558.287865:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.287869:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926558.287874:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1788926558.287878:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926558.287881:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926558.287882:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926558.287885:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926558.287886:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.287889:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.287893:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.287909:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.287913:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926558.287914:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926558.287919:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926558.287927:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2399:1875823513978240:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.287933:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.287935:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.287938:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513978240/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.287945:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926558.287948:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926558.287951:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a33000. 02000000:00000001:3.0:1788926558.287955:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926558.287957:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926558.287959:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:3.0:1788926558.287960:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926558.287963:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341a00. 02000000:00000001:3.0:1788926558.287967:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926558.287968:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926558.287970:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:3.0:1788926558.287973:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926558.287975:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.287978:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.287979:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.287980:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926558.287982:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.287984:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926558.288722:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.288732:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926558.288735:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.288737:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926558.288743:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.288749:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926558.288755:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.288758:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.288762:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.288766:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32364700 00000400:00000200:2.0:1788926558.288770:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926558.288775:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8765 [1] + 224 00000800:00000001:2.0:1788926558.288781:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.288787:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926558.288789:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926558.288793:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926558.288797:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926558.288803:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926558.288811:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926558.288821:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926558.288826:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926558.288829:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.288871:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.288874:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926558.288878:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926558.288879:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926558.288881:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b1b8. 00000400:00000200:3.0:1788926558.288885:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abee0 00000400:00000010:3.0:1788926558.288887:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abee0. 00000100:00000001:3.0:1788926558.288889:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.288903:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926558.288911:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.288916:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926558.288917:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.288919:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926558.288921:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926558.288923:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926558.288925:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926558.288927:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926558.288933:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=75 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926558.288936:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926558.288938:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926558.288939:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926558.288941:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926558.288944:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.288946:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926558.288949:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967336 00000100:00000001:3.0:1788926558.288950:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926558.288952:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926558.288955:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.288962:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926558.288964:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926558.288965:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926558.288968:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788926558.288976:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978624:192.168.203.140@tcp:400:kworker.0 00000100:00000001:3.0:1788926558.288980:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.288982:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926558.288994:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddf80 x1875823513978624/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926558.289001:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926558.289003:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926558.289005:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c1342400. 02000000:00000001:3.0:1788926558.291719:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926558.291729:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926558.291732:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926558.291736:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926558.291740:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5341700. 02000000:00000001:3.0:1788926558.291746:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926558.291748:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926558.291750:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddf80. 00000100:00000001:3.0:1788926558.291755:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926558.291757:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926558.291761:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926558.291764:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926558.291766:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926558.291978:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926558.291981:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926558.292016:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.292029:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926558.292031:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.292033:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926558.292040:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.292047:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926558.292055:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.292059:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.292064:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.292068:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32364780 00000400:00000200:3.0:1788926558.292073:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926558.292123:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8795 [1] + 224 00000800:00000001:3.0:1788926558.292130:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.292147:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926558.292150:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926558.292155:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926558.292162:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926558.292170:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926558.292179:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926558.292213:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926558.292215:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926558.292233:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926558.292241:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926558.292244:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788926558.299794:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926558.299801:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926558.299805:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b738. 00000400:00000200:2.0:1788926558.299811:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab908 00000400:00000010:2.0:1788926558.299814:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab908. 00000100:00000001:2.0:1788926558.299818:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926558.299840:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926558.299851:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926558.299858:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926558.299861:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926558.299864:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926558.299867:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926558.299869:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926558.299872:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926558.299875:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926558.299884:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=75 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926558.299893:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926558.300052:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926558.300055:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926558.300058:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926558.300062:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926558.300065:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926558.300067:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:2.0:1788926558.300069:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926558.300071:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926558.300077:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926558.300084:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926558.300087:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926558.300089:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926558.300093:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926558.300101:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2399:1875823513978752:192.168.203.140@tcp:400:kworker.0 00000100:00000001:2.0:1788926558.300106:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926558.300109:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926558.300112:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dc700 x1875823513978752/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926558.300119:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926558.300121:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926558.300125:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d8a33600. 02000000:00000001:2.0:1788926558.300129:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926558.300132:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926558.300298:0:2399:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926558.300301:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926558.300303:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c83d4000. 02000000:00000001:2.0:1788926558.300308:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926558.300310:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926558.300312:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dc700. 00000100:00000001:2.0:1788926558.300315:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926558.300316:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926558.300319:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926558.300326:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926558.300328:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926558.300330:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926558.300332:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926558.751643:0:35648:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915629:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926558.915636:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926558.915639:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926558.915641:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915646:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926558.915649:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915651:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915653:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915658:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926558.915659:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915662:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926558.915663:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926558.915667:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926558.915668:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926558.917749:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926558.917755:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926558.917759:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788926559.445014:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.445028:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926559.445032:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.445034:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926559.445041:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.445048:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926559.445056:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.445061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.445066:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.445069:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c9580 00000400:00000200:3.0:1788926559.445078:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x86e5 [2] + 328 00000800:00000001:3.0:1788926559.445083:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.445089:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926559.445093:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926559.445097:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926559.445104:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926559.445107:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926559.445112:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddf80. 00000100:00000040:3.0:1788926559.445116:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86ddf80 x1875823536412032 msgsize 328 00000100:00100000:3.0:1788926559.445119:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926559.445129:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926559.445135:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.445138:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926559.445158:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926559.445161:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536412032 02000000:00000001:3.0:1788926559.445163:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926559.445165:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926559.445167:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926559.445172:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926559.445176:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536412032 00000020:00000001:3.0:1788926559.445179:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926559.445181:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc93 00000020:00000001:3.0:1788926559.445183:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926559.445186:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8498000 refcount=4 00000020:00000001:3.0:1788926559.445188:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000020:00000001:3.0:1788926559.445190:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493238272 : -108341216313344 : ffff9d76d8498000) 00000100:00000001:3.0:1788926559.445194:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926559.445199:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9500. 00000100:00000001:3.0:1788926559.445202:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926559.445204:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9500. 00000020:00000010:3.0:1788926559.445210:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d10afa00. 00000020:00000010:3.0:1788926559.445215:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11faf00. 00000020:00000010:3.0:1788926559.445219:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926559.445229:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926559.445232:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926559.445233:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926559.445235:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926559.445242:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926559.445250:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926559.445258:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926559.445260:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926559.445265:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 68 00000100:00000040:3.0:1788926559.445268:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8498000 : new rpc_count 1 00000100:00000001:3.0:1788926559.445270:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227186560 : -108341482365056 : ffff9d76c86ddf80) 00000100:00000040:3.0:1788926559.445278:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86ddf80 x1875823536412032/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:125/0 lens 328/0 e 0 to 0 dl 1788926570 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926559.445286:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926559.445289:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9500. 00000100:00000001:3.0:1788926559.445291:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926559.445293:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9500. 00000100:00100000:3.0:1788926559.445297:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8427:x1875823536412032:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926559.445301:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536412032 00010000:00000001:3.0:1788926559.445303:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926559.445310:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926559.445311:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926559.445314:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=2 00000020:00000001:3.0:1788926559.445316:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926559.445318:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:3.0:1788926559.445322:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926559.445325:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926559.445329:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788926559.445341:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926559.445343:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926559.445348:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d93400. 02000000:00000001:3.0:1788926559.445350:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926559.445352:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926559.445356:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926559.445359:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926559.445363:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926559.445368:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926559.445371:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926559.445374:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926559.445376:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926559.445378:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926559.445380:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926559.445383:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926559.445386:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abee0. 00000100:00000200:3.0:1788926559.445392:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536412032, offset 224 00000400:00000200:3.0:1788926559.447495:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926559.447506:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.447513:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926559.447519:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2976:2976:256:4294967295] 192.168.203.140@tcp LPNI seq info [2976:2976:8:4294967295] 00000400:00000200:3.0:1788926559.447524:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.447532:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926559.447537:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926559.447543:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4100. 00000800:00000200:3.0:1788926559.447550:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926559.447558:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926559.447562:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926559.447577:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926559.447581:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926559.447585:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926559.447589:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c8b25900. 00010000:00000001:3.0:1788926559.447592:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926559.447605:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926559.447607:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926559.447609:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926559.447611:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926559.447620:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddf80 x1875823536412032/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:125/0 lens 328/224 e 0 to 0 dl 1788926570 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926559.447630:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8427:x1875823536412032:12345-192.168.203.140@tcp:104: Request processed in 2342us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926559.447638:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 68 00000100:00000040:3.0:1788926559.447641:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8498000 : new rpc_count 0 00000100:00000001:3.0:1788926559.447644:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926559.447646:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926559.447651:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11faf00. 00000020:00000010:3.0:1788926559.447656:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926559.447660:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d10afa00. 00000020:00000040:3.0:1788926559.447665:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8498000 : new refcount 3 00000100:00000001:3.0:1788926559.447668:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926559.447974:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926559.447988:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926559.447990:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926559.447993:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926559.447995:0:16797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926559.448000:0:16797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788926559.448011:0:16797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c13fe000 already unused, calling callback (ffffffffc1262300) 00000008:00000001:1.0:1788926559.448014:0:16797:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788926559.448016:0:16797:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926559.448018:0:16797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926559.448020:0:16797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926559.448022:0:16797:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe000 refcount=3 00000020:00000001:1.0:1788926559.448024:0:16797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926559.448026:0:16797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106731520 : -108341602820096 : ffff9d76c13fe000) 00010000:00000001:1.0:1788926559.448028:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926559.448032:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788926559.448038:0:16797:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788926559.448040:0:16797:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926559.448044:0:16797:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926559.448046:0:16797:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000008:00000001:1.0:1788926559.448048:0:16797:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788926559.448049:0:16797:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926559.448052:0:16797:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000008:00000001:1.0:1788926559.448054:0:16797:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926559.448056:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926559.448060:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926559.448062:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926559.448064:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926559.448068:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926559.448070:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fe000 with handle 0xdeff66104c08c927 from hash 00010000:00000001:1.0:1788926559.448073:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926559.448074:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926559.448076:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926559.448077:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926559.448080:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926559.448081:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926559.448086:0:16797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926559.448089:0:16797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926559.448091:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926559.448093:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926559.448100:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629180. 00000020:00000040:1.0:1788926559.448103:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926559.448108:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926559.448110:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926559.448114:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926559.448120:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c7c72400. 00000100:00000001:1.0:1788926559.448126:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926559.448129:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926559.448133:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788926559.448140:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926559.448142:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.448146:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926559.448150:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926559.448157:0:16797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef58ef99] to pc [ptlrpcd_00_00+0] req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926559.448175:0:16797:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926559.448177:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926559.448179:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926559.448180:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926559.448182:0:16797:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926559.448184:0:16797:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926559.448187:0:16797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788926559.448194:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926559.448196:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9d76e0357000 lock: 00000000e3ac28fd/0xdeff66104c08c927 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x840913afd2dabaec expref: -99 pid: 35266 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788926559.448203:0:16797:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d11f9e80. 00010000:00000040:1.0:1788926559.448208:0:16797:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df600 count: 0 00010000:00000010:1.0:1788926559.448213:0:16797:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c52dfa00. 00010000:00000001:1.0:1788926559.448220:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926559.448221:0:16797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926559.448223:0:16797:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76c8b25900. 00010000:00000001:1.0:1788926559.448226:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926559.448228:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926559.448229:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926559.448231:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926559.448232:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926559.448233:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926559.448235:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926559.448236:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926559.448237:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926559.448238:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926559.448244:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926559.448247:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926559.448250:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926559.448255:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926559.448262:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926559.448264:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926559.448267:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926559.448269:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926559.448272:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926559.448275:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513978880:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926559.448279:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926559.448283:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926559.448285:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926559.448287:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926559.448291:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c7c73000. 02000000:00000001:1.0:1788926559.448293:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926559.448298:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926559.448302:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926559.448307:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926559.448312:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513978880, portal 18 00000100:00000001:1.0:1788926559.448314:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926559.448316:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000040:1.0:1788926559.448322:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926559.448328:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926559.448330:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926559.448333:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8a18. 00000100:00000200:1.0:1788926559.448335:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513978880, offset 0 00000400:00000200:1.0:1788926559.448340:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926559.448344:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926559.448349:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926559.448353:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926559.448356:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926559.448359:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926559.448361:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926559.448363:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2977:2977:255:4294967295] 192.168.203.140@tcp LPNI seq info [2977:2977:7:4294967295] 00000400:00000200:1.0:1788926559.448367:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926559.448373:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926559.448378:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926559.448382:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:1.0:1788926559.448386:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926559.448390:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926559.448393:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926559.448471:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926559.448475:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 207410 usecs (208 jiffies) 00000400:00000200:1.0:1788926559.448479:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926559.448481:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296594790 00000100:00000001:1.0:1788926559.448485:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296597601 00000100:00000001:1.0:1788926559.448486:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296594790 00000100:00000001:1.0:1788926559.448488:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296597601 00000100:00000001:1.0:1788926559.448490:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926559.448493:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926559.448496:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926559.448498:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.448503:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926559.448505:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926559.448508:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926559.448509:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926559.448510:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926559.448512:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926559.448520:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926559.448522:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926559.450533:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926559.450541:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4100. 00000400:00000200:3.0:1788926559.450548:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926559.450555:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926559.450564:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abee0 00000400:00000010:3.0:1788926559.450567:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abee0. 00000100:00000001:3.0:1788926559.450571:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926559.450573:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788926559.450646:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926559.450648:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:3.0:1788926559.450653:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926559.450656:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926559.450659:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8a18 00000400:00000010:3.0:1788926559.450661:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8a18. 00000100:00000001:3.0:1788926559.450664:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926559.450671:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926559.450682:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926559.450686:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926559.450692:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926559.450694:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926559.467840:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.467855:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926559.467925:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.467930:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926559.467939:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.467947:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926559.467955:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.467959:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.467965:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.467969:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32364800 00000400:00000200:3.0:1788926559.467974:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926559.467990:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x87ad [1] + 224 00000800:00000001:3.0:1788926559.467997:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.468004:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926559.468007:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926559.468012:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926559.468018:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926559.468027:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926559.468037:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926559.468049:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926559.468056:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926559.468059:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.468322:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926559.468327:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926559.468333:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926559.468335:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926559.468338:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926559.468343:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:1.0:1788926559.468345:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:1.0:1788926559.468348:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926559.468352:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926559.468361:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926559.468368:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926559.468369:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.468371:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926559.468374:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926559.468377:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926559.468379:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926559.468381:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926559.468391:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a538 time=62 v=5 (5 5 5 0) 00000100:00001000:1.0:1788926559.468413:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926559.468416:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926559.468418:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926559.468420:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926559.468423:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926559.468427:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926559.468429:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926559.468431:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926559.468433:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926559.468438:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926559.468444:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926559.468447:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926559.468449:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926559.468453:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926559.468460:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513978880:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926559.468465:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.468467:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926559.468470:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629180 x1875823513978880/t0(0) o103->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926575 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926559.468477:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926559.468480:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926559.468483:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c7c73000. 02000000:00000001:1.0:1788926559.468486:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926559.468488:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926559.468490:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926559.468492:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926559.468495:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c7c72400. 02000000:00000001:1.0:1788926559.468498:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926559.468499:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926559.468501:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629180. 00000100:00000001:1.0:1788926559.468504:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926559.468506:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.468508:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926559.468515:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926559.468516:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926559.468518:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926559.468520:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926559.469425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df600. 00010000:00000010:1.1:1788926559.469435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe000. 00000080:00000001:1.0:1788926559.586362:0:35710:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926559.939375:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926559.939381:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926559.939387:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926559.939388:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926559.939392:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926559.939393:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926559.939431:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926559.939435:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926559.939438:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926560.840722:0:35803:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926560.963078:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926560.963085:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926560.963090:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926560.963091:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926560.963094:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926560.963095:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926560.963119:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926560.963123:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926560.963127:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788926561.206663:0:35839:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788926561.206669:0:35839:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 00:02:39 (1788926559) 00000001:00000001:0.0:1788926561.214026:0:35839:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788926561.788819:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926561.788825:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926561.788827:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53de0 00000080:00200000:3.0:1788926561.788832:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926561.788838:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af400. 00800000:00000002:3.0:1788926561.788844:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926561.788848:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926561.788853:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.788854:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53d00 00800000:00000002:3.0:1788926561.788857:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.788860:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926561.788862:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926561.788865:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926561.788867:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926561.788870:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926561.788872:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.788874:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.788876:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.788879:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926561.788884:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.788886:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53bd0 00000002:00010000:3.0:1788926561.788888:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926561.788891:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926561.788893:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.788896:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926561.788902:0:35883:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.788904:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.788906:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.788908:0:35883:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926561.788910:0:35883:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926561.788915:0:35883:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dd880. 00000020:00000040:3.0:1788926561.788919:0:35883:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926561.788925:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926561.788930:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926561.788935:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.788938:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.788939:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.788942:0:35883:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926561.788944:0:35883:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926561.788948:0:35883:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926561.788954:0:35883:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d93000. 00000100:00000001:3.0:1788926561.788972:0:35883:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.788978:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.788980:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.788982:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.788983:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.788984:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.788989:0:35883:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00010000:00000001:3.0:1788926561.788993:0:35883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926561.788995:0:35883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926561.788999:0:35883:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df400. 00010000:00000010:3.0:1788926561.789004:0:35883:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faf80. 00010000:00000001:3.0:1788926561.789007:0:35883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926561.789010:0:35883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fea00. 00000020:00000001:3.0:1788926561.789014:0:35883:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926561.789017:0:35883:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fea00 with handle 0xdeff66104c08c958 to hash 00000020:00000001:3.0:1788926561.789019:0:35883:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926561.789020:0:35883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:3.0:1788926561.789024:0:35883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:3.0:1788926561.789027:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.789029:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.789034:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.789043:0:35883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.789053:0:35883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926561.789059:0:35883:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926561.789060:0:35883:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926561.789065:0:35883:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d11093c0. 00000100:00000001:3.0:1788926561.789067:0:35883:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372067264 : -108341337484352 : ffff9d76d11093c0) 00000100:00000001:3.0:1788926561.789070:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926561.789071:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000001:3.0:1788926561.789075:0:35883:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926561.789079:0:35883:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.789080:0:35883:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926561.789082:0:35883:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926561.789091:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.789100:0:35883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926561.789103:0:35883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.789106:0:35883:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926561.789108:0:35883:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926561.789111:0:35883:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926561.789114:0:35883:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job mkdir:4486b962-ec3d-45f5-8472-13c4fc59e40f:35883:1875823513979008:192.168.203.140@tcp:101:mkdir.0 00000100:00000001:3.0:1788926561.789118:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926561.789123:0:35883:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926561.789125:0:35883:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.789127:0:35883:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926561.789132:0:35883:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca69c800. 02000000:00000001:3.0:1788926561.789134:0:35883:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926561.789142:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926561.789146:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b1b8. 00000400:00000010:3.0:1788926561.789151:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abee0. 00000100:00000200:3.0:1788926561.789157:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513979008, portal 10 00000100:00000001:3.0:1788926561.789158:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926561.789160:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227184768 : -108341482366848 : ffff9d76c86dd880) 00000100:00000040:3.0:1788926561.789165:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.789172:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926561.789174:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926561.789177:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab7f8. 00000100:00000200:3.0:1788926561.789179:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513979008, offset 0 00000400:00000200:3.0:1788926561.789185:0:35883:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926561.789192:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.789199:0:35883:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926561.789205:0:35883:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926561.789208:0:35883:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926561.789211:0:35883:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926561.789214:0:35883:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926561.789217:0:35883:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2978:2978:256:4294967295] 192.168.203.140@tcp LPNI seq info [2978:2978:8:4294967295] 00000400:00000200:3.0:1788926561.789221:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.789240:0:35883:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926561.789246:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926561.789250:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4f00. 00000800:00000200:3.0:1788926561.789256:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926561.789262:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926561.789267:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788926561.789284:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926561.789289:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 845566 usecs (846 jiffies) 00000400:00000200:3.0:1788926561.789292:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926561.789295:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597768 00000100:00000001:3.0:1788926561.789301:0:35883:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597601 00000100:00000001:3.0:1788926561.789307:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597768 00000100:00000001:3.0:1788926561.789311:0:35883:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597601 00000100:00000001:3.0:1788926561.789315:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926561.789318:0:35883:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.789330:0:35883:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926561.789332:0:35883:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926561.789336:0:35883:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d11093c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788926561.789339:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926561.789342:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926561.792155:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.792164:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4f00. 00000400:00000200:2.0:1788926561.792172:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.792180:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.792187:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab7f8 00000400:00000010:2.0:1788926561.792189:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab7f8. 00000100:00000001:2.0:1788926561.792194:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.792201:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.792212:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.792215:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.792222:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.792224:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926561.800511:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.800527:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926561.800532:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.800534:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926561.800543:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.800550:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926561.800558:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.800562:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.800567:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.800570:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32364880 00000400:00000200:3.0:1788926561.800575:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.800581:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x87b5 [1] + 224 00000800:00000001:3.0:1788926561.800587:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.800594:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926561.800598:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926561.800602:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926561.800608:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926561.800616:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926561.800626:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.800649:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926561.800656:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.800660:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.800977:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926561.800986:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926561.800988:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926561.800991:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b1b8. 00000400:00000200:0.0:1788926561.800996:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abee0 00000400:00000010:0.0:1788926561.800999:0:35883:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abee0. 00000100:00000001:0.0:1788926561.801002:0:35883:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926561.801007:0:35883:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926561.801016:0:35883:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801022:0:35883:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926561.801023:0:35883:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.801026:0:35883:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926561.801029:0:35883:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926561.801031:0:35883:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926561.801034:0:35883:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926561.801037:0:35883:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926561.801045:0:35883:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926561.801049:0:35883:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926561.801052:0:35883:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926561.801054:0:35883:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.801057:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926561.801060:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.801063:0:35883:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788926561.801065:0:35883:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 8589934600 gen 2 00000100:00000040:0.0:1788926561.801072:0:35883:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801080:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.801082:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:0.0:1788926561.801085:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801088:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801095:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.801096:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801100:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801105:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926561.801108:0:35883:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172d40. 00000100:00000001:0.0:1788926561.801111:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801113:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38e00 x1875823513974784/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926569 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801120:0:35883:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926561.801123:0:35883:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926561.801125:0:35883:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926561.801127:0:35883:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926561.801130:0:35883:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dd400. 02000000:00000001:0.0:1788926561.801134:0:35883:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926561.801136:0:35883:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926561.801138:0:35883:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38e00. 00000100:00000001:0.0:1788926561.801141:0:35883:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926561.801142:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926561.801145:0:35883:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801151:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801154:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513975424/t8589934595(8589934595) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801159:0:35883:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926561.801160:0:35883:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926561.801162:0:35883:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926561.801165:0:35883:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926561.801166:0:35883:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926561.801168:0:35883:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926561.801169:0:35883:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926561.801171:0:35883:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d07fbe00. 02000000:00000001:0.0:1788926561.801173:0:35883:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926561.801174:0:35883:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926561.801175:0:35883:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926561.801177:0:35883:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926561.801178:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926561.801183:0:35883:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934600) req@ffff9d76c962aa00 x1875823513978112/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926561.801188:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801191:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513978112/t8589934600(8589934600) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926561.801196:0:35883:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926561.801197:0:35883:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926561.801198:0:35883:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02c00. 02000000:00000001:0.0:1788926561.801200:0:35883:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926561.801201:0:35883:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926561.801202:0:35883:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926561.801204:0:35883:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926561.801205:0:35883:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10ae600. 02000000:00000001:0.0:1788926561.801207:0:35883:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926561.801208:0:35883:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926561.801209:0:35883:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:0.0:1788926561.801210:0:35883:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926561.801211:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.801213:0:35883:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788926561.801215:0:35883:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:0.0:1788926561.801217:0:35883:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926561.801219:0:35883:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926561.801223:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801240:0:35883:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926561.801244:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926561.801246:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926561.801249:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926561.801255:0:35883:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dd880 pname:cluuid:pid:xid:nid:opc:job mkdir:4486b962-ec3d-45f5-8472-13c4fc59e40f:35883:1875823513979008:192.168.203.140@tcp:101:mkdir.0 00000100:00000001:0.0:1788926561.801259:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.801262:0:35883:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.801264:0:35883:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926561.801265:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801267:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801272:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926561.801274:0:35883:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d11093c0. 00000100:00000001:0.0:1788926561.801277:0:35883:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926561.801278:0:35883:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.801281:0:35883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926561.801285:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801287:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801290:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=4 00000020:00000001:0.0:1788926561.801292:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801294:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000040:0.0:1788926561.801300:0:35883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fea00, remote cookie: 0x840913afd2dabb8d, flags: 0x1001 00010000:00010000:0.0:1788926561.801306:0:35883:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926561.801316:0:35883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801323:0:35883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926561.801326:0:35883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926561.801328:0:35883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926561.801330:0:35883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926561.801331:0:35883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926561.801334:0:35883:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c52df400) refcount = 1 00010000:00010000:0.0:1788926561.801338:0:35883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801344:0:35883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926561.801347:0:35883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926561.801349:0:35883:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926561.801351:0:35883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926561.801353:0:35883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926561.801356:0:35883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801362:0:35883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926561.801363:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801364:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801365:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801366:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801368:0:35883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.801372:0:35883:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926561.801374:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801376:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801378:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801380:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801527:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801530:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801531:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801533:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=4 00000020:00000001:0.0:1788926561.801535:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801537:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801540:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926561.801544:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926561.801547:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801554:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801555:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801556:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801557:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801559:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=5 00000020:00000001:0.0:1788926561.801561:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801563:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801565:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926561.801568:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801573:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801574:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926561.801577:0:35883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801583:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926561.801584:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801585:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801586:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801586:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926561.801592:0:35883:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926561.801600:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801601:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801602:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801604:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801606:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801608:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801609:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926561.801611:0:35883:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.801613:0:35883:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.801616:0:35883:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926561.801617:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801618:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801619:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801621:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801622:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00000002:00010000:0.0:1788926561.801625:0:35883:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801631:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801632:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801633:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926561.801634:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801635:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801636:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801638:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801639:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000040:0.0:1788926561.801645:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 2 00010000:00000001:0.0:1788926561.801648:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926561.801651:0:35883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926561.801654:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801655:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926561.801656:0:35883:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926561.801659:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53b58 00000002:00002000:0.0:1788926561.801660:0:35883:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926561.801663:0:35883:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.801667:0:35883:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.801669:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926561.801672:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926561.801674:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.801678:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926561.801681:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af400. 00000080:00000001:0.0:1788926561.801685:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926561.801688:0:35883:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926561.801694:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926561.801697:0:35883:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926561.801704:0:35883:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99440. 00800000:00000001:0.0:1788926561.801706:0:35883:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218516544 : -108341491035072 : ffff9d76c7e99440) 00800000:00000001:0.0:1788926561.801709:0:35883:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.801711:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926561.801713:0:35883:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926561.801715:0:35883:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926561.801717:0:35883:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926561.801720:0:35883:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926561.801722:0:35883:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.801726:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926561.801728:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788926561.801733:0:35883:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926561.801735:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801736:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801738:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801739:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801741:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801743:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801744:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926561.801745:0:35883:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926561.801748:0:35883:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926561.801749:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99440 1 00800000:00000010:0.0:1788926561.801751:0:35883:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99440. 00800000:00000001:0.0:1788926561.801754:0:35883:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.801757:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c958 00800000:00000001:0.0:1788926561.801760:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926561.801762:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926561.801763:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801764:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801765:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801767:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801769:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801772:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801773:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926561.801775:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.801777:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.801779:0:35883:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.801781:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926561.801784:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c958 from it ffffb2d841a53e18 00010000:00000001:0.0:1788926561.801786:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.801787:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.801788:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.801790:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801792:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.801794:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926561.801796:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926561.801802:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801804:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801805:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926561.801807:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926561.801810:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926561.801817:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.801819:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926561.801821:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.801825:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801826:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.801827:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.801830:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926561.801832:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.801834:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.801836:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.801838:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926561.801839:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.801841:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926561.801843:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.801847:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86dd880 x1875823513979008/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.801854:0:35883:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926561.801856:0:35883:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926561.801858:0:35883:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca69c800. 02000000:00000001:0.0:1788926561.801861:0:35883:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926561.801863:0:35883:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926561.801864:0:35883:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=3 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926561.801866:0:35883:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926561.801868:0:35883:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d93000. 02000000:00000001:0.0:1788926561.801871:0:35883:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926561.801872:0:35883:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926561.801873:0:35883:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dd880. 00000100:00000001:0.0:1788926561.801876:0:35883:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926561.801877:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.801880:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 101 00000080:00000001:0.0:1788926561.801885:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.801907:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926561.801909:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926561.801911:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926561.801913:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53ba8 00000080:00200000:0.0:1788926561.801915:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926561.801919:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c322e200. 00800000:00000002:0.0:1788926561.801924:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926561.801927:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926561.801929:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926561.801931:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53ac8 00800000:00000002:0.0:1788926561.801933:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.801937:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926561.801939:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.801942:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.801944:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.801946:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.801948:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.801950:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.801952:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.801955:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926561.801959:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926561.801960:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53998 00000002:00010000:0.0:1788926561.801971:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926561.801975:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926561.801976:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.801978:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926561.801981:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 2 00010000:00000001:0.0:1788926561.801983:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926561.801985:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926561.801987:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926561.801990:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926561.801997:0:35883:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926561.802000:0:35883:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926561.802003:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926561.802009:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926561.802011:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926561.802013:0:35883:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926561.802015:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926561.802016:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.802018:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926561.802021:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926561.802022:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926561.802024:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c322e200. 00000080:00000001:0.0:1788926561.802027:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926561.802028:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.802030:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926561.802033:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c958 00800000:00000001:0.0:1788926561.802035:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926561.802037:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926561.802038:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.802040:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.802041:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.802043:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802045:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802047:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802048:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926561.802049:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802051:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.802053:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c958 from it ffffb2d841a53be0 00010000:00000001:0.0:1788926561.802055:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.802056:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.802057:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.802059:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802061:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802063:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926561.802065:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926561.802070:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802071:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.802072:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926561.802073:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926561.802075:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926561.802080:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.802081:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926561.802082:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.802085:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802086:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.802087:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802088:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926561.802089:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802092:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802093:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802095:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926561.802096:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802096:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926561.802098:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926561.802099:0:35883:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.802102:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926561.802104:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926561.802114:0:35883:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172d40. 00000020:00000001:0.0:1788926561.802118:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53d98 00000080:00200000:0.0:1788926561.802120:0:35883:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=1536 00000080:00000001:0.0:1788926561.802122:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926561.802123:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926561.802124:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53ca8 00000080:00200000:0.0:1788926561.802126:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926561.802129:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c322e200. 00800000:00000002:0.0:1788926561.802131:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926561.802133:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926561.802135:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926561.802136:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53bc8 00800000:00000002:0.0:1788926561.802138:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.802140:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926561.802142:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.802143:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.802144:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.802146:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.802148:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.802150:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.802151:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.802153:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926561.802155:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926561.802157:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53a98 00000002:00010000:0.0:1788926561.802158:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926561.802161:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926561.802162:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.802164:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926561.802166:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 2 00010000:00000001:0.0:1788926561.802168:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926561.802170:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926561.802171:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926561.802174:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926561.802180:0:35883:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926561.802182:0:35883:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926561.802185:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926561.802190:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926561.802192:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926561.802193:0:35883:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926561.802195:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926561.802196:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.802198:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926561.802200:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926561.802201:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926561.802203:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c322e200. 00000080:00000001:0.0:1788926561.802206:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926561.802207:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.802209:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926561.802211:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c958 00800000:00000001:0.0:1788926561.802213:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926561.802215:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926561.802216:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.802217:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.802218:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.802220:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802222:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802539:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802541:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926561.802542:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802544:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.802547:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c958 from it ffffb2d841a53ce0 00010000:00000001:0.0:1788926561.802549:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.802550:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.802552:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.802554:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802556:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802558:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926561.802561:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926561.802568:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802569:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.802570:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926561.802572:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926561.802574:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926561.802580:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.802582:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926561.802583:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.802585:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802586:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.802588:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802590:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926561.802591:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802592:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802595:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802596:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926561.802598:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802611:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926561.802613:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926561.802614:0:35883:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.802617:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788926561.802622:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.802626:0:35883:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926561.802628:0:35883:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926561.802629:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53d90 00000080:00200000:0.0:1788926561.802631:0:35883:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926561.802636:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c322e200. 00800000:00000002:0.0:1788926561.802639:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926561.802642:0:35883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926561.802643:0:35883:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926561.802645:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53cb0 00800000:00000002:0.0:1788926561.802647:0:35883:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.802650:0:35883:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926561.802651:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.802652:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.802654:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.802656:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.802657:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.802659:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.802661:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.802663:0:35883:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926561.802666:0:35883:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926561.802667:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53b80 00000002:00010000:0.0:1788926561.802669:0:35883:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926561.802671:0:35883:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926561.802673:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.802674:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926561.802677:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 2 00010000:00000001:0.0:1788926561.802679:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926561.802682:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926561.802684:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926561.802687:0:35883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926561.802694:0:35883:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926561.802697:0:35883:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926561.802700:0:35883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788926561.802705:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926561.802707:0:35883:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926561.802709:0:35883:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926561.802710:0:35883:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926561.802712:0:35883:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.802714:0:35883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926561.802716:0:35883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926561.802718:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926561.802720:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c322e200. 00000080:00000001:0.0:1788926561.802723:0:35883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926561.802724:0:35883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.802726:0:35883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926561.802729:0:35883:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c958 00800000:00000001:0.0:1788926561.802732:0:35883:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926561.802733:0:35883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926561.802734:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.802735:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.802737:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.802739:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802741:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802743:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802745:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926561.802746:0:35883:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802747:0:35883:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926561.802749:0:35883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c958 from it ffffb2d841a53dc8 00010000:00000001:0.0:1788926561.802751:0:35883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926561.802752:0:35883:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926561.802754:0:35883:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fea00 refcount=3 00000020:00000001:0.0:1788926561.802755:0:35883:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802757:0:35883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106734080 : -108341602817536 : ffff9d76c13fea00) 00010000:00000001:0.0:1788926561.802759:0:35883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926561.802762:0:35883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926561.802769:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802770:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.802771:0:35883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926561.802773:0:35883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926561.802775:0:35883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926561.802781:0:35883:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.802782:0:35883:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926561.802784:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.802786:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802787:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.802788:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802790:0:35883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926561.802791:0:35883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802793:0:35883:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802795:0:35883:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802796:0:35883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926561.802797:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.802798:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926561.802800:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926561.802801:0:35883:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926561.802803:0:35883:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788926561.802806:0:35883:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.802810:0:35883:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:0.0:1788926561.802811:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53da0 00000080:00200000:0.0:1788926561.802813:0:35883:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:0.0:1788926561.802816:0:35883:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788926561.802818:0:35883:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788926561.802821:0:35883:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c322e200. 00800000:00000002:0.0:1788926561.802824:0:35883:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926561.802831:0:35883:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9d76c7e99440. 00000080:00000001:0.0:1788926561.802835:0:35883:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802838:0:35883:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788926561.802840:0:35883:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788926561.802843:0:35883:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.802844:0:35883:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.802845:0:35883:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.802846:0:35883:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.802848:0:35883:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.802850:0:35883:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926561.802851:0:35883:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802856:0:35883:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00020000:00000001:0.0:1788926561.802858:0:35883:0:(lu_tgt_descs.c:432:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1788926561.802862:0:35883:0:(lu_tgt_descs.c:569:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1788926561.802864:0:35883:0:(lmv_obd.c:1717:lmv_locate_tgt_qos()) Process leaving via unlock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00800000:00000001:0.0:1788926561.802868:0:35883:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1788926561.802870:0:35883:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:0.0:1788926561.802873:0:35883:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:0.0:1788926561.802875:0:35883:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788926561.802877:0:35883:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788926561.802879:0:35883:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788926561.802882:0:35883:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788926561.802884:0:35883:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x2c:0x0] 40000000:00000001:0.0:1788926561.802887:0:35883:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.802889:0:35883:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802891:0:35883:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.802893:0:35883:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926561.802895:0:35883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841a53c08 00800000:00000002:0.0:1788926561.802897:0:35883:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000405:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788926561.802901:0:35883:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788926561.802903:0:35883:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926561.802906:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 2 00010000:00000001:0.0:1788926561.802907:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926561.802910:0:35883:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926561.802913:0:35883:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926561.802915:0:35883:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788926561.802927:0:35883:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926561.802930:0:35883:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926561.802931:0:35883:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926561.802933:0:35883:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788926561.802936:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.802937:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926561.802938:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 3 00010000:00000001:0.0:1788926561.802940:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926561.802942:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.802943:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.802944:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926561.802946:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 3 00010000:00000001:0.0:1788926561.802948:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926561.802950:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.802951:0:35883:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.802952:0:35883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926561.802954:0:35883:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df400 count: 3 00010000:00000001:0.0:1788926561.802955:0:35883:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926561.802957:0:35883:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.802959:0:35883:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926561.802972:0:35883:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788926561.802976:0:35883:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788926561.802978:0:35883:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788926561.802980:0:35883:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926561.802982:0:35883:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.802985:0:35883:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926561.802987:0:35883:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926561.802989:0:35883:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926561.802990:0:35883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926561.802992:0:35883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788926561.802995:0:35883:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fea00 with handle 0xdeff66104c08c958 from hash 00010000:00000001:0.0:1788926561.802997:0:35883:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926561.802999:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.803000:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.803001:0:35883:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926561.803003:0:35883:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926561.803005:0:35883:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788926561.803008:0:35883:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926561.803010:0:35883:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926561.803013:0:35883:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788926561.803018:0:35883:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926561.803021:0:35883:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926561.803025:0:35883:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926561.803027:0:35883:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.803029:0:35883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926561.803032:0:35883:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.803034:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926561.803035:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.803037:0:35883:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.803039:0:35883:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926561.803041:0:35883:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926561.803043:0:35883:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926561.803050:0:35883:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880fc00. 00000100:00000001:0.0:1788926561.803056:0:35883:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.803058:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926561.803060:0:35883:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926561.803066:0:35883:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788926561.803073:0:35883:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926561.803075:0:35883:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788926561.803077:0:35883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926561.803079:0:35883:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fea00/0xdeff66104c08c958 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabb8d expref: -99 pid: 35883 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1788926561.803085:0:35883:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df400 count: 0 00010000:00000010:0.0:1788926561.803089:0:35883:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faf80. 00010000:00000001:0.0:1788926561.803098:0:35883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926561.803100:0:35883:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.803102:0:35883:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926561.803103:0:35883:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.803105:0:35883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788926561.803115:0:35883:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788926561.803123:0:35883:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926561.803130:0:35883:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926561.803132:0:35883:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926561.803139:0:35883:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1264000. 00000100:00000001:0.0:1788926561.803141:0:35883:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732373487616 : -108341336064000 : ffff9d76d1264000) 00000100:00000001:0.0:1788926561.803143:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.803145:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:0.0:1788926561.803149:0:35883:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926561.803153:0:35883:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.803155:0:35883:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926561.803157:0:35883:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926561.803161:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926561.803168:0:35883:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926561.803170:0:35883:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926561.803174:0:35883:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926561.803176:0:35883:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926561.803178:0:35883:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926561.803181:0:35883:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job mkdir:4486b962-ec3d-45f5-8472-13c4fc59e40f:35883:1875823513979264:192.168.203.140@tcp:36:mkdir.0 00000100:00000001:0.0:1788926561.803185:0:35883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926561.803190:0:35883:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926561.803191:0:35883:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926561.803194:0:35883:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926561.803197:0:35883:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880dc00. 02000000:00000001:0.0:1788926561.803200:0:35883:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926561.803207:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926561.803211:0:35883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214058. 00000400:00000010:0.0:1788926561.803218:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821660. 00000100:00000200:0.0:1788926561.803237:0:35883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513979264, portal 10 00000100:00000001:0.0:1788926561.803240:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.803241:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926561.803248:0:35883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926561.803254:0:35883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926561.803257:0:35883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926561.803260:0:35883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926561.803264:0:35883:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875823513979264, offset 0 00000400:00000200:0.0:1788926561.803270:0:35883:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926561.803278:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926561.803285:0:35883:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926561.803291:0:35883:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926561.803295:0:35883:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926561.803298:0:35883:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926561.803300:0:35883:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926561.803304:0:35883:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2979:2979:256:4294967295] 192.168.203.140@tcp LPNI seq info [2979:2979:8:4294967295] 00000400:00000200:0.0:1788926561.803308:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926561.803318:0:35883:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926561.803325:0:35883:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926561.803330:0:35883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2000. 00000800:00000200:0.0:1788926561.803336:0:35883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926561.803344:0:35883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926561.803348:0:35883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788926561.803364:0:35883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926561.803369:0:35883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 844528 usecs (845 jiffies) 00000400:00000200:0.0:1788926561.803373:0:35883:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926561.803376:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597782 00000800:00000200:2.0:1788926561.803820:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.803826:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:2.0:1788926561.803831:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.803835:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.803841:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:2.0:1788926561.803843:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:2.0:1788926561.803847:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.803851:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.803860:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.803863:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.803869:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.803871:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926561.805512:0:35883:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597768 00000100:00000001:0.0:1788926561.805527:0:35883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597785 00000100:00000001:2.0:1788926561.805690:0:35883:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597768 00000100:00000001:2.0:1788926561.805695:0:35883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926561.805699:0:35883:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.805702:0:35883:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926561.805705:0:35883:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926561.805708:0:35883:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1264000 going to sleep for 11 seconds 00000100:00000001:2.0:1788926561.805711:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926561.805715:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926561.810708:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.810723:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926561.810728:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.810731:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926561.810740:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.810749:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926561.810759:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.810763:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.810770:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.810774:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 10 MB=0x6aa0d32364980 00000400:00000200:3.0:1788926561.810779:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.810785:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 448/448 into md 0x87c5 [1] + 224 00000800:00000001:3.0:1788926561.810792:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.810798:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926561.810872:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926561.810877:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926561.810884:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926561.810892:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926561.810905:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.810975:0:35883:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926561.810991:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926561.811002:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926561.811006:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788926561.813976:0:35883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926561.813983:0:35883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926561.813987:0:35883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214058. 00000400:00000200:2.0:1788926561.813997:0:35883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:2.0:1788926561.814000:0:35883:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:2.0:1788926561.814004:0:35883:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.814016:0:35883:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926561.814028:0:35883:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513979264/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/576 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.814035:0:35883:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926561.814037:0:35883:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926561.814040:0:35883:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926561.814043:0:35883:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926561.814045:0:35883:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926561.814048:0:35883:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926561.814050:0:35883:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926561.814059:0:35883:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926561.814063:0:35883:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926561.814066:0:35883:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926561.814068:0:35883:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926561.814070:0:35883:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926561.814075:0:35883:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.814078:0:35883:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788926561.814080:0:35883:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:2.0:1788926561.814082:0:35883:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788926561.814084:0:35883:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926561.814086:0:35883:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000001:2.0:1788926561.814089:0:35883:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926561.814090:0:35883:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:2.0:1788926561.814092:0:35883:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926561.814095:0:35883:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926561.814100:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513979264/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926577 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.814107:0:35883:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926561.814110:0:35883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926561.814112:0:35883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926561.814116:0:35883:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513979264/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926577 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926561.814125:0:35883:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job mkdir:4486b962-ec3d-45f5-8472-13c4fc59e40f:35883:1875823513979264:192.168.203.140@tcp:36:mkdir.0 00000100:00000001:2.0:1788926561.814130:0:35883:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926561.814132:0:35883:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.814135:0:35883:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926561.814137:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.814141:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857aa00 x1875823513979264/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926577 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.814147:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926561.814150:0:35883:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1264000. 00000100:00000001:2.0:1788926561.814154:0:35883:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926561.814156:0:35883:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926561.814164:0:35883:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926561.814167:0:35883:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000405:0x2c:0x0] 00800000:00000001:2.0:1788926561.814170:0:35883:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926561.814173:0:35883:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1788926561.814176:0:35883:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788926553 to 1788926561 00000080:00000001:2.0:1788926561.814180:0:35883:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926561.814185:0:35883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926561.814187:0:35883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926561.814190:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1788926561.814193:0:35883:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926561.814208:0:35883:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d153e300. 00000080:00000001:2.0:1788926561.814219:0:35883:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926561.814221:0:35883:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8) 00000080:00000001:2.0:1788926561.814888:0:35883:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788926561.814892:0:35883:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:2.0:1788926561.814896:0:35883:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926561.814898:0:35883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:2.0:1788926561.814901:0:35883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926561.814903:0:35883:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611180 mtime from 0 to 1788926561 00000080:00200000:2.0:1788926561.814908:0:35883:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00000001:2.0:1788926561.814910:0:35883:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926561.814913:0:35883:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376478664 : -108341333072952 : ffff9d76d153e3c8) 00000080:00000001:2.0:1788926561.814915:0:35883:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926561.814918:0:35883:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926561.814920:0:35883:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926561.814924:0:35883:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926561.814926:0:35883:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:2.0:1788926561.814929:0:35883:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.814935:0:35883:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513979264/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926577 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.814942:0:35883:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926561.814945:0:35883:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926561.814949:0:35883:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c322e200. 00000080:00000010:2.0:1788926561.814952:0:35883:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9d76c7e99440. 00000080:00000001:2.0:1788926561.814957:0:35883:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926561.814959:0:35883:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926561.814971:0:35883:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926561.814984:0:35883:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788926561.814990:0:35883:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1788926561.819314:0:35707:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df400. 00010000:00000010:0.1:1788926561.819419:0:35707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fea00. 00000080:00000010:2.1:1788926561.828437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172d40. 00000080:00000001:3.0:1788926561.841854:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926561.841861:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926561.841863:0:35884:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926561.841866:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43bc0 00000080:00200000:3.0:1788926561.841870:0:35884:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926561.841878:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae400. 00800000:00000002:3.0:1788926561.841884:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926561.841888:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926561.841893:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.841895:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43ae0 00800000:00000002:3.0:1788926561.841898:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.841902:0:35884:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926561.841905:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926561.841907:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926561.841909:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926561.841912:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926561.841914:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.841916:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.841918:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.841921:0:35884:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926561.841927:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.841929:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c439b0 00000002:00010000:3.0:1788926561.841930:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926561.841933:0:35884:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926561.841935:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.841939:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926561.841945:0:35884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.841947:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.841949:0:35884:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.841951:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926561.841953:0:35884:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926561.841958:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926561.842880:0:35884:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926561.842889:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926561.842893:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926561.842899:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.842902:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.842903:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.842907:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926561.842910:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926561.842914:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926561.842923:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90c00. 00000100:00000001:3.0:1788926561.842930:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.842935:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.842937:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.842938:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.842940:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.842942:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.842947:0:35884:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00010000:00000001:3.0:1788926561.842951:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926561.842953:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926561.842958:0:35884:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df100. 00010000:00000010:3.0:1788926561.842973:0:35884:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926561.842977:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926561.842981:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ff800. 00000020:00000001:3.0:1788926561.842985:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926561.842988:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ff800 with handle 0xdeff66104c08c95f to hash 00000020:00000001:3.0:1788926561.842990:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926561.842991:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.842995:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.842998:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.843001:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.843005:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.843013:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.843024:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926561.843030:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926561.843032:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926561.843038:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109180. 00000100:00000001:3.0:1788926561.843040:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066688 : -108341337484928 : ffff9d76d1109180) 00000100:00000001:3.0:1788926561.843043:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926561.843044:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926561.843049:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926561.843053:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.843054:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926561.843056:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926561.843067:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.843076:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926561.843078:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.843081:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926561.843084:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926561.843087:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926561.843090:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513979392:192.168.203.140@tcp:101:lfs.0 00000100:00000001:3.0:1788926561.843094:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926561.843098:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926561.843100:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.843103:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926561.843107:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca698800. 02000000:00000001:3.0:1788926561.843109:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926561.843116:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926561.843120:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b210. 00000400:00000010:3.0:1788926561.843127:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926561.843133:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513979392, portal 10 00000100:00000001:3.0:1788926561.843135:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926561.843136:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926561.843142:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.843150:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926561.843153:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926561.843156:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab198. 00000100:00000200:3.0:1788926561.843159:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513979392, offset 0 00000400:00000200:3.0:1788926561.843166:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926561.843174:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.843181:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926561.843186:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926561.843190:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926561.843194:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926561.843197:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926561.843201:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2980:2980:256:4294967295] 192.168.203.140@tcp LPNI seq info [2980:2980:8:4294967295] 00000400:00000200:3.0:1788926561.843206:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.843215:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926561.843222:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926561.843298:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4c00. 00000800:00000200:3.0:1788926561.843306:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926561.843315:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926561.843388:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788926561.843550:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926561.843556:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 843492 usecs (844 jiffies) 00000400:00000200:3.0:1788926561.843560:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926561.843563:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597822 00000100:00000001:3.0:1788926561.843571:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597782 00000100:00000001:3.0:1788926561.843576:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597822 00000100:00000001:3.0:1788926561.843579:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597785 00000100:00000001:3.0:1788926561.843582:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926561.843584:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.843586:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926561.843588:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926561.843590:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109180 going to sleep for 11 seconds 00000100:00000001:3.0:1788926561.843593:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926561.843596:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926561.846950:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.846958:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4c00. 00000400:00000200:2.0:1788926561.846975:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.846983:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.846991:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab198 00000400:00000010:2.0:1788926561.846993:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab198. 00000100:00000001:2.0:1788926561.846999:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.847008:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.847020:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.847023:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.847029:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.847031:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926561.855184:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.855204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926561.855208:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.855211:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.855220:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.855238:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926561.855250:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.855256:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.855261:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.855265:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32364a00 00000400:00000200:2.0:1788926561.855270:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.855276:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x87cd [1] + 224 00000800:00000001:2.0:1788926561.855283:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.855293:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.855296:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.855300:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926561.855307:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.855316:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926561.855342:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.855360:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926561.855368:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.855372:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926561.856103:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926561.856111:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926561.856113:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926561.856116:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b210. 00000400:00000200:3.0:1788926561.856122:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:3.0:1788926561.856125:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:3.0:1788926561.856128:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926561.856134:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926561.856151:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.856158:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926561.856160:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926561.856163:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926561.856166:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926561.856168:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926561.856171:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.856174:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926561.856182:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926561.856186:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926561.856189:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926561.856191:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856193:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926561.856197:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.856200:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926561.856203:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1788926561.856205:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926561.856208:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926561.856213:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.856221:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926561.856224:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926561.856226:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926561.856230:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926561.856238:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513979392:192.168.203.140@tcp:101:lfs.0 00000100:00000001:3.0:1788926561.856243:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926561.856246:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.856248:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926561.856250:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926561.856254:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.856260:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926561.856263:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109180. 00000100:00000001:3.0:1788926561.856267:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926561.856269:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856271:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926561.856275:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856277:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856280:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:3.0:1788926561.856282:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856285:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:3.0:1788926561.856290:0:35884:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ff800, remote cookie: 0x840913afd2dabbb0, flags: 0x1001 00010000:00010000:3.0:1788926561.856296:0:35884:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.856307:0:35884:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856313:0:35884:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926561.856316:0:35884:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926561.856318:0:35884:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926561.856319:0:35884:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926561.856321:0:35884:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926561.856324:0:35884:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c52df100) refcount = 1 00010000:00010000:3.0:1788926561.856328:0:35884:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856335:0:35884:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926561.856338:0:35884:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926561.856339:0:35884:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926561.856342:0:35884:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926561.856344:0:35884:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.856348:0:35884:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856354:0:35884:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926561.856356:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856357:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856358:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856359:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856360:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.856364:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926561.856366:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856367:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856368:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856370:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856372:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856374:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856375:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856376:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:3.0:1788926561.856378:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856380:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856382:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.856385:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.856388:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856412:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856413:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856415:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856416:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856417:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=5 00000020:00000001:3.0:1788926561.856419:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856421:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856423:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926561.856426:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856432:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856433:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926561.856436:0:35884:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856441:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926561.856443:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856444:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856445:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856446:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926561.856450:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788926561.856472:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856474:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856475:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856477:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856479:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856481:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856482:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926561.856484:0:35884:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.856486:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.856489:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788926561.856491:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856492:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856493:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856495:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856497:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00000002:00010000:3.0:1788926561.856500:0:35884:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856511:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856512:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856513:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926561.856514:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856515:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856516:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856518:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856520:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:3.0:1788926561.856526:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:3.0:1788926561.856529:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788926561.856533:0:35884:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788926561.856535:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856536:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926561.856538:0:35884:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788926561.856540:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43938 00000002:00002000:3.0:1788926561.856542:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788926561.856545:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.856548:0:35884:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.856551:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788926561.856554:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788926561.856557:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.856561:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926561.856564:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae400. 00000080:00000001:3.0:1788926561.856569:0:35884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926561.856571:0:35884:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788926561.856576:0:35884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788926561.856579:0:35884:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788926561.856585:0:35884:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76d11f9200. 00800000:00000001:3.0:1788926561.856587:0:35884:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732373049856 : -108341336501760 : ffff9d76d11f9200) 00800000:00000001:3.0:1788926561.856590:0:35884:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.856592:0:35884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788926561.856594:0:35884:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788926561.856596:0:35884:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788926561.856599:0:35884:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788926561.856602:0:35884:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788926561.856604:0:35884:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926561.856608:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788926561.856611:0:35884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788926561.856615:0:35884:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788926561.856617:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856619:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856620:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856622:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856624:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856626:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856627:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788926561.856628:0:35884:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788926561.856631:0:35884:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788926561.856632:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76d11f9200 1 00800000:00000010:3.0:1788926561.856635:0:35884:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76d11f9200. 00800000:00000001:3.0:1788926561.856638:0:35884:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926561.856641:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c95f 00800000:00000001:3.0:1788926561.856644:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926561.856645:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926561.856647:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856648:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856649:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856651:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856653:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856655:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856656:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926561.856657:0:35884:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.856659:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926561.856661:0:35884:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926561.856663:0:35884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926561.856666:0:35884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c95f from it ffffb2d841c43bf8 00010000:00000001:3.0:1788926561.856667:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856671:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856672:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856673:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856675:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856677:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926561.856679:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.856685:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856686:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856687:0:35884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926561.856690:0:35884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926561.856692:0:35884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926561.856699:0:35884:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926561.856701:0:35884:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926561.856703:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926561.856706:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856707:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856708:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856711:0:35884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926561.856713:0:35884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856714:0:35884:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856716:0:35884:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856718:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926561.856719:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856720:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926561.856722:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926561.856726:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513979392/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.856732:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926561.856734:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926561.856737:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca698800. 02000000:00000001:3.0:1788926561.856740:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926561.856742:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926561.856743:0:35884:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926561.856746:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926561.856748:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926561.856752:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926561.856754:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926561.856755:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926561.856758:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926561.856760:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926561.856763:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926561.856768:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926561.856781:0:35884:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c83e5840. 00000080:00000001:3.0:1788926561.856786:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926561.856787:0:35884:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926561.856788:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b00 00000080:00200000:3.0:1788926561.856790:0:35884:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926561.856794:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae400. 00800000:00000002:3.0:1788926561.856798:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926561.856801:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926561.856804:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.856806:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a20 00800000:00000002:3.0:1788926561.856808:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.856811:0:35884:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926561.856813:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926561.856816:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926561.856818:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926561.856821:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926561.856822:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.856824:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.856826:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.856829:0:35884:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926561.856833:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.856835:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c438f0 00000002:00010000:3.0:1788926561.856836:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926561.856840:0:35884:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926561.856841:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.856843:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926561.856846:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:3.0:1788926561.856847:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926561.856850:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.856852:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926561.856855:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788926561.856862:0:35884:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926561.856867:0:35884:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.856869:0:35884:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788926561.856875:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926561.856877:0:35884:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926561.856879:0:35884:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926561.856881:0:35884:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926561.856882:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926561.856885:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926561.856887:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926561.856888:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926561.856890:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae400. 00000080:00000001:3.0:1788926561.856893:0:35884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926561.856894:0:35884:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926561.856896:0:35884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926561.856898:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c95f 00800000:00000001:3.0:1788926561.856900:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926561.856901:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926561.856903:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856904:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856906:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856907:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856910:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856912:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856913:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926561.856914:0:35884:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.856916:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926561.856918:0:35884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c95f from it ffffb2d841c43b38 00010000:00000001:3.0:1788926561.856920:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.856921:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.856923:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926561.856925:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856926:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926561.856928:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926561.856930:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926561.856935:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856936:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856937:0:35884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926561.856938:0:35884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926561.856941:0:35884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788926561.856945:0:35884:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926561.856947:0:35884:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926561.856948:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926561.856950:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856951:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.856952:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856955:0:35884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926561.856956:0:35884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856957:0:35884:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856959:0:35884:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.856972:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926561.856974:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.856974:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926561.856976:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926561.856977:0:35884:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926561.856979:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788926561.856983:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926561.856986:0:35884:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788926561.856988:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b58 00000080:00200000:3.0:1788926561.856990:0:35884:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76e1242000, open_flags a141, mode 81b6 opened 0 00000080:00000010:3.0:1788926561.856996:0:35884:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76d11989c0. 00000080:00000001:3.0:1788926561.857000:0:35884:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788926561.857002:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a08 00000080:00200000:3.0:1788926561.857004:0:35884:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000010:3.0:1788926561.857010:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae400. 00800000:00000002:3.0:1788926561.857013:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926561.857017:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926561.857018:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.857020:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43928 00800000:00000002:3.0:1788926561.857021:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.857024:0:35884:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788926561.857026:0:35884:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788926561.857029:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926561.857030:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926561.857031:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926561.857032:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926561.857034:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.857035:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.857037:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.857039:0:35884:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:3.0:1788926561.857042:0:35884:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788926561.857044:0:35884:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788926561.857046:0:35884:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788926561.857048:0:35884:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788926561.857050:0:35884:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x2d:0x0] 40000000:00000001:3.0:1788926561.857053:0:35884:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.857054:0:35884:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.857056:0:35884:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926561.857058:0:35884:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926561.857060:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c438a8 00800000:00000002:3.0:1788926561.857062:0:35884:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x2d:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1788926561.857066:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.857067:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c437e0 00000002:00010000:3.0:1788926561.857069:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000405:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:3.0:1788926561.857072:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926561.857074:0:35884:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788926561.857076:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788926561.857079:0:35884:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.857081:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926561.857082:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:3.0:1788926561.857084:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926561.857086:0:35884:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926561.857089:0:35884:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926561.857091:0:35884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788926561.857098:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926561.857102:0:35884:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926561.857103:0:35884:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926561.857105:0:35884:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788926561.857107:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.857109:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926561.857110:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 3 00010000:00000001:3.0:1788926561.857112:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926561.857114:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.857116:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.857117:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926561.857118:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 3 00010000:00000001:3.0:1788926561.857120:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926561.857122:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.857123:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.857125:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926561.857126:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 3 00010000:00000001:3.0:1788926561.857128:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926561.857130:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926561.857131:0:35884:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926561.857134:0:35884:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788926561.857138:0:35884:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788926561.857139:0:35884:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788926561.857141:0:35884:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926561.857143:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.857145:0:35884:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926561.857147:0:35884:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926561.857149:0:35884:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926561.857150:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.857152:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926561.857154:0:35884:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ff800 with handle 0xdeff66104c08c95f from hash 00010000:00000001:3.0:1788926561.857156:0:35884:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926561.857157:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.857158:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.857159:0:35884:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926561.857161:0:35884:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926561.857163:0:35884:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926561.857165:0:35884:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926561.857167:0:35884:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926561.857169:0:35884:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788926561.857174:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926561.857177:0:35884:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926561.857181:0:35884:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926561.857182:0:35884:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.857185:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926561.857188:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926561.857191:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.857191:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.857192:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.857195:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926561.857196:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926561.857199:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926561.857204:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90c00. 00000100:00000001:3.0:1788926561.857209:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.857212:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.857214:0:35884:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926561.857218:0:35884:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788926561.857223:0:35884:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788926561.857224:0:35884:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926561.857226:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926561.857228:0:35884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c95f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabbb0 expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788926561.857234:0:35884:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df100 count: 0 00010000:00000010:3.0:1788926561.857238:0:35884:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926561.857246:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.857247:0:35884:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.857249:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.857250:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.857252:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.857265:0:35884:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00010000:00000001:3.0:1788926561.857268:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926561.857270:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926561.857274:0:35884:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfe00. 00010000:00000010:3.0:1788926561.857279:0:35884:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926561.857283:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926561.857285:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fe600. 00000020:00000001:3.0:1788926561.857288:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926561.857290:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fe600 with handle 0xdeff66104c08c966 to hash 00000020:00000001:3.0:1788926561.857292:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926561.857293:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926561.857298:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926561.857300:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.857301:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.857304:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.857314:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788926561.857324:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788926561.857329:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788926561.857338:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926561.857343:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926561.857344:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926561.857350:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109180. 00000100:00000001:3.0:1788926561.857352:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066688 : -108341337484928 : ffff9d76d1109180) 00000100:00000001:3.0:1788926561.857354:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926561.857355:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926561.857359:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926561.857363:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.857365:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926561.857366:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926561.857369:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.857376:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926561.857378:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.857382:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926561.857384:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926561.857386:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926561.857389:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513979648:192.168.203.140@tcp:101:lfs.0 00000100:00000001:3.0:1788926561.857392:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926561.857437:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926561.857440:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.857442:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926561.857493:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:3.0:1788926561.857496:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926561.857503:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926561.857507:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b210. 00000400:00000010:3.0:1788926561.857513:0:35884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c2d92400. 00000100:00000200:3.0:1788926561.857519:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513979648, portal 10 00000100:00000001:3.0:1788926561.857522:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926561.857523:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926561.857529:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.857534:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926561.857537:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926561.857540:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84abdd0. 00000100:00000200:3.0:1788926561.857543:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875823513979648, offset 0 00000400:00000200:3.0:1788926561.857549:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926561.857555:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.857562:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926561.857567:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926561.857571:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926561.857574:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926561.857577:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926561.857581:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2981:2981:256:4294967295] 192.168.203.140@tcp LPNI seq info [2981:2981:8:4294967295] 00000400:00000200:3.0:1788926561.857585:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926561.857592:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926561.857598:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926561.857602:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4500. 00000800:00000200:3.0:1788926561.857608:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926561.857615:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926561.857619:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4500 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1788926561.857640:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926561.857644:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 842462 usecs (843 jiffies) 00000400:00000200:3.0:1788926561.857648:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926561.857650:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597835 00000100:00000001:3.0:1788926561.857656:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597822 00000100:00000001:3.0:1788926561.857660:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597835 00000100:00000001:3.0:1788926561.857663:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597822 00000100:00000001:3.0:1788926561.857665:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926561.857668:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.857669:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926561.857671:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926561.857673:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109180 going to sleep for 11 seconds 00000100:00000001:3.0:1788926561.857676:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926561.857678:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926561.858042:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.858047:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4500. 00000400:00000200:2.0:1788926561.858052:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.858057:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.858062:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84abdd0 00000400:00000010:2.0:1788926561.858064:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84abdd0. 00000100:00000001:2.0:1788926561.858068:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.858073:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.858083:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.858087:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.858093:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.858095:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926561.861872:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.861887:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926561.861891:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.861894:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.861902:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.861909:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926561.861919:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.861923:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.861930:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.861934:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 608 into portal 10 MB=0x6aa0d32364b00 00000400:00000200:2.0:1788926561.861938:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.861944:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 608/608 into md 0x87dd [32] + 224 00000800:00000001:2.0:1788926561.861950:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.861956:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.861959:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.861978:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926561.861984:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.861992:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926561.862001:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.862018:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926561.862025:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.862028:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926561.862126:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926561.862133:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926561.862135:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926561.862138:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b210. 00000400:00000200:3.0:1788926561.862142:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c2d92400 00000400:00000010:3.0:1788926561.862144:0:35884:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c2d92400. 00000100:00000001:3.0:1788926561.862147:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926561.862152:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926561.862160:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.862165:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926561.862167:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926561.862169:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926561.862172:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926561.862174:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926561.862176:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926561.862179:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926561.862187:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926561.862190:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926561.862193:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788926561.862197:0:35884:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.862203:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788926561.862206:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926561.862208:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:3.0:1788926561.862210:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926561.862213:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788926561.862217:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.862222:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00010000:00000010:3.1:1788926561.863490:0:35884:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:3.1:1788926561.863503:0:35884:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00000100:00000001:3.0:1788926561.863510:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926561.863513:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926561.863522:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926561.863532:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513979648:192.168.203.140@tcp:101:lfs.0 00000100:00000001:3.0:1788926561.863537:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926561.863540:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788926561.863543:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926561.863545:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926561.863548:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.863555:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926561.863557:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109180. 00000100:00000001:3.0:1788926561.863561:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926561.863562:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788926561.863565:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926561.863569:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.863572:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.863575:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=4 00000020:00000001:3.0:1788926561.863577:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926561.863580:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00010000:3.0:1788926561.863585:0:35884:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863596:0:35884:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788926561.863600:0:35884:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863606:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926561.863609:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863614:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.863615:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926561.863617:0:35884:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863622:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.863625:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.863628:0:35884:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788926561.863630:0:35884:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926561.863636:0:35884:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c13fe600 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:3.0:1788926561.863639:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788926561.863642:0:35884:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863648:0:35884:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788926561.863650:0:35884:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788926561.863653:0:35884:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863658:0:35884:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788926561.863660:0:35884:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926561.863661:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926561.863663:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926561.863664:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=5 00000020:00000001:3.0:1788926561.863666:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926561.863668:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926561.863670:0:35884:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926561.863672:0:35884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788926561.863677:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926561.863679:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.863681:0:35884:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788926561.863682:0:35884:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926561.863685:0:35884:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926561.863686:0:35884:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926561.863688:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926561.863689:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788926561.863691:0:35884:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fe600 with handle 0xdeff66104c08c966 from hash 00010000:00000001:3.0:1788926561.863693:0:35884:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926561.863695:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.863696:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.863697:0:35884:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926561.863698:0:35884:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926561.863699:0:35884:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788926561.863702:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.863703:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.863704:0:35884:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926561.863706:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926561.863708:0:35884:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926561.863712:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.863713:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.863714:0:35884:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788926561.863716:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926561.863717:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.863719:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.863720:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926561.863722:0:35884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c966 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926561.863729:0:35884:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52dfe00 count: 0 00010000:00000010:3.0:1788926561.863735:0:35884:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926561.863742:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.863743:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788926561.863747:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788926561.863753:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788926561.863761:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788926561.863763:0:35884:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.863765:0:35884:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.863766:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.863769:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:3.0:1788926561.863771:0:35884:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:3.0:1788926561.863774:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43768 00000002:00002000:3.0:1788926561.863776:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:3.0:1788926561.863780:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1788926561.863782:0:35884:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1788926561.863785:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:3.0:1788926561.863788:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:3.0:1788926561.863791:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1788926561.863793:0:35884:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:3.0:1788926561.863797:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926561.863801:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae400. 00000100:00000001:3.0:1788926561.863804:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926561.863808:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513979648/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.863815:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926561.863818:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926561.863821:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:3.0:1788926561.863844:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926561.863848:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926561.863850:0:35884:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:3.0:1788926561.863852:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926561.863854:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:3.0:1788926561.863858:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926561.863860:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926561.863862:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:3.0:1788926561.863865:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926561.863866:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788926561.863870:0:35884:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788926561.863872:0:35884:0:(dcache.c:176:ll_intent_release()) intent ffff9d76d11989c0 released 00000080:00000001:3.0:1788926561.863874:0:35884:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:3.0:1788926561.863875:0:35884:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76d11989c0. 00000080:00000001:3.0:1788926561.863878:0:35884:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1788926561.863884:0:35884:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788926561.863887:0:35884:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788926561.863935:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926561.863938:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926561.863940:0:35884:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926561.863941:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43bc0 00000080:00200000:3.0:1788926561.863943:0:35884:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926561.863949:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10ae400. 00800000:00000002:3.0:1788926561.863954:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926561.863957:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926561.863969:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.863971:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43ae0 00800000:00000002:3.0:1788926561.863973:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.863977:0:35884:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926561.863979:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926561.863982:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926561.863984:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926561.863986:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926561.863988:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.863990:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926561.863992:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926561.863996:0:35884:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926561.864001:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926561.864003:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c439b0 00000002:00010000:3.0:1788926561.864004:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926561.864007:0:35884:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926561.864009:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926561.864011:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926561.864015:0:35884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.864017:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.864019:0:35884:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.864021:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926561.864023:0:35884:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926561.864027:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926561.864030:0:35884:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926561.864035:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926561.864039:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926561.864043:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926561.864044:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926561.864046:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.864048:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926561.864049:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926561.864052:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926561.864058:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90c00. 00000100:00000001:3.0:1788926561.864063:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.864065:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.864067:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.864068:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926561.864069:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926561.864071:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926561.864076:0:35884:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00010000:00000001:3.0:1788926561.864079:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926561.864081:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926561.864084:0:35884:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df100. 00010000:00000010:3.0:1788926561.864751:0:35884:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926561.864757:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926561.866614:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880aa00. 00000020:00000001:2.0:1788926561.866626:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926561.866629:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880aa00 with handle 0xdeff66104c08c96d to hash 00000020:00000001:2.0:1788926561.866631:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926561.866633:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926561.866636:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926561.866640:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926561.866643:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926561.866647:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926561.866657:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926561.866672:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926561.866678:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926561.866680:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926561.866688:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c600. 00000100:00000001:2.0:1788926561.866691:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237075968 : -108341472475648 : ffff9d76c904c600) 00000100:00000001:2.0:1788926561.866695:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926561.866696:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:2.0:1788926561.866702:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926561.866706:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.866708:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926561.866710:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926561.866720:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.866728:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926561.866730:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926561.866735:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926561.866739:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926561.866741:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926561.866745:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513979776:192.168.203.140@tcp:101:lfs.0 00000100:00000001:2.0:1788926561.866749:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926561.866755:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926561.866757:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926561.866759:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926561.866765:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b2800. 02000000:00000001:2.0:1788926561.866767:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926561.866774:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926561.866778:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6108. 00000400:00000010:2.0:1788926561.866784:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530990. 00000100:00000200:2.0:1788926561.866792:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513979776, portal 10 00000100:00000001:2.0:1788926561.866794:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926561.866795:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:2.0:1788926561.866801:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.866809:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926561.866812:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926561.866816:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530330. 00000100:00000200:2.0:1788926561.866819:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513979776, offset 0 00000400:00000200:2.0:1788926561.866826:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926561.866835:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.866842:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926561.866847:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926561.866851:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926561.866854:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926561.866857:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926561.866860:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2982:2982:256:4294967295] 192.168.203.140@tcp LPNI seq info [2982:2982:8:4294967295] 00000400:00000200:2.0:1788926561.866865:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.866874:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926561.866881:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926561.866885:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c900. 00000800:00000200:2.0:1788926561.866892:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926561.866899:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926561.866904:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788926561.866927:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926561.866932:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 841422 usecs (842 jiffies) 00000400:00000200:2.0:1788926561.866935:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926561.866938:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597843 00000100:00000001:2.0:1788926561.866945:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597835 00000100:00000001:2.0:1788926561.866950:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597843 00000100:00000001:2.0:1788926561.866953:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597835 00000100:00000001:2.0:1788926561.866956:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926561.866959:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.866970:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926561.866972:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926561.866975:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c600 going to sleep for 11 seconds 00000100:00000001:2.0:1788926561.866977:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926561.866980:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926561.867127:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926561.867131:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c900. 00000400:00000200:3.0:1788926561.867136:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926561.867142:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926561.867147:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530330 00000400:00000010:3.0:1788926561.867150:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530330. 00000100:00000001:3.0:1788926561.867153:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926561.867158:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.867168:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926561.867171:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926561.867178:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926561.867179:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926561.870927:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.870943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926561.870947:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.870949:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.870957:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.870979:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926561.870988:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.870993:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.870998:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.871002:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32364b80 00000400:00000200:2.0:1788926561.871008:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.871013:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x87ed [1] + 224 00000800:00000001:2.0:1788926561.871020:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.871028:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.871031:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.871035:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926561.871042:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.871050:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926561.871062:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.871115:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926561.871130:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926561.871137:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.871141:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926561.874288:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926561.874295:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926561.874299:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6108. 00000400:00000200:1.0:1788926561.874309:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530990 00000400:00000010:1.0:1788926561.874311:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530990. 00000100:00000001:1.0:1788926561.874316:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926561.875140:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926561.875154:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.875162:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926561.875164:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.875168:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926561.875172:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926561.875174:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926561.875176:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.875179:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926561.875187:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926561.875191:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926561.875195:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926561.875197:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.875200:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926561.875204:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.875207:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926561.875209:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788926561.875211:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926561.875214:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926561.875219:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.875294:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926561.875298:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926561.875300:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926561.875305:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926561.875314:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513979776:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926561.876071:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.876076:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.876078:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926561.876081:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.876086:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.876095:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926561.876098:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c600. 00000100:00000001:1.0:1788926561.876104:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926561.876106:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.876108:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926561.876112:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876114:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876117:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=4 00000020:00000001:1.0:1788926561.876120:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876123:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000040:1.0:1788926561.876130:0:35884:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880aa00, remote cookie: 0x840913afd2dabbda, flags: 0x1001 00010000:00010000:1.0:1788926561.876136:0:35884:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926561.876146:0:35884:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876153:0:35884:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926561.876158:0:35884:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926561.876160:0:35884:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926561.876161:0:35884:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926561.876163:0:35884:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926561.876165:0:35884:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c52df100) refcount = 1 00010000:00010000:1.0:1788926561.876169:0:35884:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876175:0:35884:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926561.876178:0:35884:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926561.876180:0:35884:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926561.876182:0:35884:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926561.876184:0:35884:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926561.876187:0:35884:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876192:0:35884:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926561.876194:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876196:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876197:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876198:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876199:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.876203:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926561.876205:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876206:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876207:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876210:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876212:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876214:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876215:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876216:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=4 00000020:00000001:1.0:1788926561.876218:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876220:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876222:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926561.876392:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926561.876524:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876532:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876533:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876535:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876536:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876537:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=5 00000020:00000001:1.0:1788926561.876540:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876542:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876544:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926561.876547:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876554:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876555:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926561.876557:0:35884:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876562:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926561.876564:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876565:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876566:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876567:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926561.876573:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926561.876582:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876584:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876585:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876587:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876589:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876591:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876592:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926561.876594:0:35884:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.876596:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.876599:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926561.876601:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876602:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876603:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876605:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876607:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00000002:00010000:1.0:1788926561.876611:0:35884:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876616:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876617:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876619:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926561.876620:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876621:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876622:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876624:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876625:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000040:1.0:1788926561.876631:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926561.876633:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926561.876637:0:35884:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788926561.876640:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876641:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926561.876643:0:35884:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926561.876646:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43938 00000002:00002000:1.0:1788926561.876648:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926561.876651:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.876654:0:35884:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.876657:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926561.876660:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926561.876663:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926561.876666:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926561.876670:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10ae400. 00000080:00000001:1.0:1788926561.876675:0:35884:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926561.876677:0:35884:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926561.876683:0:35884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926561.876687:0:35884:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926561.876696:0:35884:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020ef00. 00800000:00000001:1.0:1788926561.876699:0:35884:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624797440 : -108341084754176 : ffff9d76e020ef00) 00800000:00000001:1.0:1788926561.876701:0:35884:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.876704:0:35884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926561.876707:0:35884:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926561.876708:0:35884:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788926561.876711:0:35884:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926561.876714:0:35884:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926561.876716:0:35884:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.876720:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788926561.876723:0:35884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788926561.876728:0:35884:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788926561.876730:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876732:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876733:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876735:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876737:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876738:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876739:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926561.876741:0:35884:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926561.876743:0:35884:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926561.876745:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020ef00 1 00800000:00000010:1.0:1788926561.876746:0:35884:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020ef00. 00800000:00000001:1.0:1788926561.876749:0:35884:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926561.876752:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c96d 00800000:00000001:1.0:1788926561.876756:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926561.876758:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926561.876759:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876760:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876761:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876763:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876765:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876768:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876768:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926561.876769:0:35884:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.876771:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.876774:0:35884:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926561.876776:0:35884:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926561.876779:0:35884:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c96d from it ffffb2d841c43bf8 00010000:00000001:1.0:1788926561.876780:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.876781:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.876783:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926561.876784:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876786:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926561.876788:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926561.876790:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.876797:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876798:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876800:0:35884:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926561.876802:0:35884:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926561.876804:0:35884:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926561.876816:0:35884:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926561.876819:0:35884:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926561.876821:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926561.876825:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876826:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.876828:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.876831:0:35884:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926561.876832:0:35884:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.876834:0:35884:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.876837:0:35884:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.876838:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926561.876839:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.876840:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926561.876842:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.876847:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513979776/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.876854:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926561.876856:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926561.876860:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b2800. 02000000:00000001:1.0:1788926561.876864:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926561.876866:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926561.876867:0:35884:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=4 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926561.878121:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926561.878125:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90c00. 02000000:00000001:1.0:1788926561.878133:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926561.878135:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926561.878137:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:1.0:1788926561.878141:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926561.878143:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926561.878148:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926561.878155:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926561.878172:0:35884:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c460. 00000080:00000001:1.0:1788926561.878177:0:35884:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788926561.878179:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43b58 00000080:00200000:1.0:1788926561.878182:0:35884:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76e1243e00, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1788926561.878187:0:35884:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e004e540. 00000080:00000001:1.0:1788926561.878190:0:35884:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926561.878192:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a08 00000080:00200000:1.0:1788926561.878194:0:35884:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open 00000080:00000010:1.0:1788926561.878201:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856b800. 00800000:00000002:1.0:1788926561.878207:0:35884:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926561.878212:0:35884:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926561.878215:0:35884:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926561.878216:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43928 00800000:00000002:1.0:1788926561.878218:0:35884:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926561.878221:0:35884:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788926561.879051:0:35884:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788926561.879059:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926561.879062:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926561.879064:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926561.879067:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926561.879070:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926561.879072:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926561.879074:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.879077:0:35884:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00000020:00000001:1.0:1788926561.879081:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c438a8 00800000:00000002:1.0:1788926561.879083:0:35884:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788926561.879089:0:35884:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926561.879091:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c437e0 00000002:00010000:1.0:1788926561.879092:0:35884:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788926561.879096:0:35884:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926561.879098:0:35884:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788926561.879101:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926561.879108:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926561.879111:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926561.879114:0:35884:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926561.879117:0:35884:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.879119:0:35884:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.879122:0:35884:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926561.879129:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629180. 00000020:00000040:1.0:1788926561.879133:0:35884:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926561.879138:0:35884:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926561.879140:0:35884:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.879142:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926561.879147:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926561.879152:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.879154:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.879156:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.879158:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926561.879160:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926561.879164:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926561.879171:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b03800. 00000100:00000001:1.0:1788926561.879176:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.879181:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926561.879182:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.879184:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926561.879185:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.879187:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.879195:0:35884:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00010000:00000001:1.0:1788926561.879198:0:35884:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926561.879200:0:35884:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926561.879202:0:35884:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926561.879204:0:35884:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926561.879206:0:35884:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926561.879209:0:35884:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498600. 00000020:00000001:1.0:1788926561.879213:0:35884:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926561.879216:0:35884:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498600 with handle 0xdeff66104c08c974 to hash 00000020:00000001:1.0:1788926561.879218:0:35884:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926561.879220:0:35884:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926561.879600:0:35884:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926561.879605:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926561.879608:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926561.879612:0:35884:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926561.879625:0:35884:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788926561.879638:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788926561.879649:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788926561.879658:0:35884:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926561.879663:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926561.879665:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926561.879673:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fbe40. 00000100:00000001:1.0:1788926561.879675:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260863552 : -108341448688064 : ffff9d76ca6fbe40) 00000100:00000001:1.0:1788926561.879678:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.879679:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000001:1.0:1788926561.879683:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926561.879687:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.879688:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926561.879690:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926561.879694:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.879701:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926561.879703:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.879706:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926561.879709:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926561.879710:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926561.879713:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513980032:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926561.879717:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926561.879721:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926561.879723:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.879725:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926561.879815:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:1.0:1788926561.879818:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926561.879825:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926561.879829:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926561.879836:0:35884:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76c997f000. 00000100:00000200:1.0:1788926561.879843:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513980032, portal 10 00000100:00000001:1.0:1788926561.879845:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.879846:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000040:1.0:1788926561.879852:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.879859:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926561.879861:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926561.879865:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8770. 00000100:00000200:1.0:1788926561.879869:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875823513980032, offset 0 00000400:00000200:1.0:1788926561.879876:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926561.879883:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926561.879891:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926561.879895:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926561.879899:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926561.879902:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926561.879905:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926561.879908:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2983:2983:256:4294967295] 192.168.203.140@tcp LPNI seq info [2983:2983:8:4294967295] 00000400:00000200:1.0:1788926561.879912:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926561.879920:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926561.879925:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926561.879929:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:1.0:1788926561.879935:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926561.879943:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926561.879947:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788926561.880336:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926561.880342:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 840390 usecs (841 jiffies) 00000400:00000200:1.0:1788926561.880346:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926561.880349:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597855 00000100:00000001:1.0:1788926561.880356:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597843 00000100:00000001:1.0:1788926561.880361:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597855 00000100:00000001:1.0:1788926561.880364:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597843 00000100:00000001:1.0:1788926561.880366:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926561.880369:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.880371:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926561.880373:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926561.880376:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fbe40 going to sleep for 11 seconds 00000100:00000001:1.0:1788926561.880378:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926561.880390:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788926561.885052:0:2391:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:3.1:1788926561.885068:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00000080:00000010:3.1:1788926561.885074:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5840. 00000800:00000200:2.0:1788926561.889665:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.889674:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:2.0:1788926561.889683:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.889691:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.889698:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8770 00000400:00000010:2.0:1788926561.889700:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8770. 00000100:00000001:2.0:1788926561.889705:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.889713:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.889724:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.889728:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.889735:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.889737:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926561.893953:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.893985:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926561.893989:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.893992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.894001:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.894009:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926561.894017:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.894021:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.894026:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.894030:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 608 into portal 10 MB=0x6aa0d32364c80 00000400:00000200:2.0:1788926561.894034:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.894040:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 608/608 into md 0x87fd [64] + 224 00000800:00000001:2.0:1788926561.894047:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.894054:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.894057:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.894062:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926561.894070:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.894079:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926561.894089:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.894110:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926561.894119:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.894122:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.894356:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926561.894364:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926561.894366:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926561.894370:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926561.894375:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c997f000 00000400:00000010:1.0:1788926561.894377:0:35884:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76c997f000. 00000100:00000001:1.0:1788926561.894391:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926561.894435:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926561.894447:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.894463:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926561.894466:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.894469:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926561.894472:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926561.894475:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926561.894477:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.894479:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926561.894486:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926561.894490:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926561.894492:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788926561.894497:0:35884:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9d76c9629180 x1875823513980032/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.894503:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926561.894506:0:35884:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926561.894508:0:35884:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926561.894509:0:35884:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926561.894511:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.894513:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000001:1.0:1788926561.894516:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926561.894518:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788926561.894519:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926561.894522:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788926561.894526:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.894532:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788926561.894535:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926561.894537:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926561.894541:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926561.894548:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629180 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513980032:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926561.894553:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.894556:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788926561.894559:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926561.894561:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.894564:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.894572:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926561.894574:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fbe40. 00000100:00000001:1.0:1788926561.894578:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926561.894579:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788926561.894583:0:35884:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926561.894587:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.894590:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.894593:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=4 00000020:00000001:1.0:1788926561.894595:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926561.894598:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00010000:1.0:1788926561.894603:0:35884:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894613:0:35884:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788926561.894617:0:35884:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894623:0:35884:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926561.894625:0:35884:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894631:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.894632:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926561.894635:0:35884:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894641:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926561.894643:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.894646:0:35884:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926561.894648:0:35884:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926561.894653:0:35884:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c1498600 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926561.894656:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926561.894660:0:35884:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894665:0:35884:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926561.894668:0:35884:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926561.894671:0:35884:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894676:0:35884:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926561.894677:0:35884:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926561.894679:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926561.894680:0:35884:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926561.894681:0:35884:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=5 00000020:00000001:1.0:1788926561.894683:0:35884:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926561.894685:0:35884:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926561.894688:0:35884:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926561.894691:0:35884:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788926561.894697:0:35884:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926561.894698:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926561.894701:0:35884:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788926561.894702:0:35884:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926561.894704:0:35884:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926561.894706:0:35884:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926561.894707:0:35884:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926561.894709:0:35884:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926561.894711:0:35884:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498600 with handle 0xdeff66104c08c974 from hash 00010000:00000001:1.0:1788926561.894714:0:35884:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926561.894715:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.894715:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.894716:0:35884:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926561.894718:0:35884:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926561.894719:0:35884:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788926561.894721:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.894722:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.894724:0:35884:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.894725:0:35884:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926561.894728:0:35884:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894733:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.894733:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.894735:0:35884:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788926561.894736:0:35884:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926561.894737:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.894738:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.894739:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926561.894741:0:35884:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c974 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 35884 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926561.894751:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.894753:0:35884:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788926561.894757:0:35884:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788926561.894764:0:35884:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926561.894773:0:35884:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926561.894778:0:35884:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926561.894784:0:35884:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.894786:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926561.894787:0:35884:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.894790:0:35884:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.894791:0:35884:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.894794:0:35884:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788926561.894796:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.894797:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00010000:00000001:1.0:1788926561.894799:0:35884:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788926561.894800:0:35884:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.894801:0:35884:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926561.894803:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43768 00000002:00002000:1.0:1788926561.894805:0:35884:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788926561.894809:0:35884:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.894812:0:35884:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.894814:0:35884:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926561.894817:0:35884:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926561.894820:0:35884:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926561.894824:0:35884:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926561.894826:0:35884:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926561.894828:0:35884:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e004e540 it_disposition 80002b 00000080:00000001:1.0:1788926561.894830:0:35884:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926561.894835:0:35884:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926561.894838:0:35884:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926561.894840:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788926561.894843:0:35884:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788926561.894848:0:35884:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926561.894850:0:35884:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1788926561.894852:0:35884:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.894855:0:35884:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788926561.894858:0:35884:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788926561.894863:0:35884:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:1.0:1788926561.894865:0:35884:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9d76d153e3c8): rc = 0 00000080:00000001:1.0:1788926561.894868:0:35884:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376478664 : -108341333072952 : ffff9d76d153e3c8) 00000080:00000001:1.0:1788926561.894870:0:35884:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926561.894873:0:35884:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926561.894874:0:35884:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926561.894877:0:35884:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9d76d153e3c8) for lock 0x0 00800000:00000001:1.0:1788926561.894880:0:35884:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926561.894881:0:35884:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1788926561.894882:0:35884:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.894884:0:35884:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926561.894890:0:35884:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d17325e8 inode ffff9d76d153e3c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1788926561.894893:0:35884:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788926561.894894:0:35884:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.894897:0:35884:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926561.894899:0:35884:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926561.894903:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856b800. 00000100:00000001:1.0:1788926561.894906:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.894910:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926561.894916:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.894923:0:35884:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1788926561.894925:0:35884:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926561.894927:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a48 00000080:00200008:1.0:1788926561.894929:0:35884:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9d76d153e3c8), flags 320400 00000080:00000010:1.0:1788926561.894936:0:35884:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131d7c0. 00000080:00000010:1.0:1788926561.894943:0:35884:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e020ef00. 00000080:00000001:1.0:1788926561.894944:0:35884:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788926561.894947:0:35884:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788926561.894949:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926561.894952:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926561.894953:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926561.894955:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926561.894957:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926561.894959:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788926561.894977:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.894980:0:35884:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788926561.894983:0:35884:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1b5c200. 00000002:00100000:1.0:1788926561.894988:0:35884:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926561.894994:0:35884:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.894996:0:35884:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788926561.894999:0:35884:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788926561.895002:0:35884:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.895005:0:35884:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926561.895007:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.895010:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788926561.895016:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926561.895020:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:1.0:1788926561.895055:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788926561.895057:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926561.895060:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43a48 00000080:00000008:1.0:1788926561.895062:0:35884:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9d76d153e3c8), flags 320400, rc = 0 00000080:00000001:1.0:1788926561.895065:0:35884:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.895068:0:35884:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926561.895069:0:35884:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e004e540 released 00000080:00000001:1.0:1788926561.895071:0:35884:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926561.895072:0:35884:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788926561.895074:0:35884:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.895076:0:35884:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926561.895078:0:35884:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e004e540. 00000080:00000001:1.0:1788926561.895080:0:35884:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.895083:0:35884:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926561.895085:0:35884:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), inode mode 41ed mask 44 00000080:00000001:1.0:1788926561.895089:0:35884:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.895118:0:35884:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926561.895120:0:35884:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8) cmd=4008669a arg=2284530 00000080:00000001:1.0:1788926561.895126:0:35884:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1788926561.895129:0:35884:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856b800. 00800000:00000001:1.0:1788926561.895135:0:35884:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788926561.895137:0:35884:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000405:0x2c:0x0], valid 0x0/0x0 00800000:00000001:1.0:1788926561.895139:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926561.895140:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926561.895142:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926561.895143:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926561.895144:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926561.895146:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788926561.895147:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.895150:0:35884:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788926561.895152:0:35884:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788926561.895156:0:35884:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926561.895161:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962aa00. 00000020:00000040:1.0:1788926561.895164:0:35884:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926561.895169:0:35884:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926561.895173:0:35884:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926561.895178:0:35884:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926561.895179:0:35884:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926561.895180:0:35884:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.895183:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926561.895185:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926561.895188:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926561.895194:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02400. 00000100:00000001:1.0:1788926561.895199:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.895201:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926561.895203:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.895205:0:35884:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926561.895206:0:35884:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.895208:0:35884:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926561.895214:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788926561.895220:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926561.895226:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926561.895228:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926561.895233:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fbe40. 00000100:00000001:1.0:1788926561.895235:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260863552 : -108341448688064 : ffff9d76ca6fbe40) 00000100:00000001:1.0:1788926561.895237:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.895238:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926561.895241:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926561.895244:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.895246:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926561.895247:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926561.895251:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926561.895257:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926561.895259:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.895262:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926561.895264:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926561.895266:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926561.895270:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513980288:192.168.203.140@tcp:36:lfs.0 00000100:00000001:1.0:1788926561.895273:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926561.895277:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926561.895279:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.895281:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926561.895285:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b03c00. 02000000:00000001:1.0:1788926561.895287:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926561.895292:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926561.895296:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926561.895300:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8660. 00000100:00000200:1.0:1788926561.895306:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513980288, portal 10 00000100:00000001:1.0:1788926561.895307:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.895308:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000040:1.0:1788926561.895314:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926561.895322:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926561.895324:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926561.895327:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000100:00000200:1.0:1788926561.895329:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875823513980288, offset 0 00000400:00000200:1.0:1788926561.895334:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926561.895341:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926561.895347:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926561.895352:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926561.895356:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926561.895359:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926561.895362:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926561.895365:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2984:2984:256:4294967295] 192.168.203.140@tcp LPNI seq info [2984:2984:8:4294967295] 00000400:00000200:1.0:1788926561.895370:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926561.895378:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926561.895384:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926561.895389:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926561.895435:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926561.895444:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926561.895448:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788926561.895464:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926561.895469:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 839370 usecs (840 jiffies) 00000400:00000200:1.0:1788926561.895473:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926561.895476:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597870 00000100:00000001:1.0:1788926561.895484:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597855 00000100:00000001:1.0:1788926561.895488:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597870 00000100:00000001:1.0:1788926561.895491:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597855 00000100:00000001:1.0:1788926561.895494:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926561.895496:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.895499:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926561.895501:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926561.895503:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fbe40 going to sleep for 11 seconds 00000100:00000001:1.0:1788926561.895505:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926561.895507:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926561.900115:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.900125:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:2.0:1788926561.900133:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.900141:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.900149:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:2.0:1788926561.900152:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:2.0:1788926561.900158:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.900166:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.900178:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.900182:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.900189:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.900191:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926561.901436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498600. 00000800:00000001:2.0:1788926561.911938:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.911954:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926561.911959:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.911971:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.911979:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.911987:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926561.911995:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.912000:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.912006:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.912010:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32364d80 00000400:00000200:2.0:1788926561.912015:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.912020:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8805 [1] + 224 00000800:00000001:2.0:1788926561.912026:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.912033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.912036:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.912041:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926561.912048:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.912056:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926561.912066:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926561.912088:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926561.912097:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.912101:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.912387:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926561.912486:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926561.912489:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926561.912492:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926561.912497:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:1.0:1788926561.912500:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:1.0:1788926561.912503:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926561.912508:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926561.912518:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962aa00 x1875823513980288/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/512 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926561.912524:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926561.912526:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.912528:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926561.912531:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926561.912533:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926561.912536:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926561.912538:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926561.912547:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=78 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926561.912552:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926561.912554:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926561.912557:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926561.912559:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926561.912562:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.912565:0:35884:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926561.912568:0:35884:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926561.912570:0:35884:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926561.912572:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926561.912573:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243229184 : -108341466322432 : ffff9d76c962aa00) 00000100:00000001:1.0:1788926561.912576:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926561.912578:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788926561.912579:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926561.912581:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926561.912586:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962aa00 x1875823513980288/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926577 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926561.912593:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926561.912596:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926561.912598:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926561.912602:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962aa00 x1875823513980288/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926577 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926561.912610:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962aa00 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513980288:192.168.203.140@tcp:36:lfs.0 00000100:00000001:1.0:1788926561.912614:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926561.912617:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926561.912619:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926561.912620:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.912623:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962aa00 x1875823513980288/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926577 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926561.912630:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926561.912633:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fbe40. 00000100:00000001:1.0:1788926561.912636:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926561.912638:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926561.912644:0:35884:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926561.912648:0:35884:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926561.912652:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856b800. 00000100:00000001:1.0:1788926561.912656:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926561.912659:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962aa00 x1875823513980288/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926577 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926561.912666:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.912668:0:35884:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926561.912670:0:35884:0:(dir.c:2173:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.918733:0:35884:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926561.918741:0:35884:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926561.918745:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43dd0 00000080:00200008:0.0:1788926561.918749:0:35884:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9d76d153e3c8), flags 320000 00000080:00400000:0.0:1788926561.918870:0:35884:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000405:0x2c:0x0] 00000080:00000001:0.0:1788926561.918874:0:35884:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926561.918876:0:35884:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788926561.918878:0:35884:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926561.918883:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.918885:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.918888:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.918890:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.918959:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.918971:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788926561.918974:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.918979:0:35884:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926561.918982:0:35884:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926561.918987:0:35884:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.918989:0:35884:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.918991:0:35884:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2c:0x0]: 0 00000080:00000001:0.0:1788926561.918994:0:35884:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926561.918997:0:35884:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926561.919005:0:35884:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76c322f200. 00000080:00000001:0.0:1788926561.919008:0:35884:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926561.919015:0:35884:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926561.919019:0:35884:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926561.919021:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.919022:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.919023:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.919025:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.919027:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.919028:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788926561.919031:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.919033:0:35884:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2c:0x0] 00000002:00000001:0.0:1788926561.919036:0:35884:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926561.919038:0:35884:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x2c:0x0] file closed with intent: 0 00000100:00000010:0.0:1788926561.919045:0:35884:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926561.919050:0:35884:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926561.919055:0:35884:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926561.919059:0:35884:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926561.919062:0:35884:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926561.919070:0:35884:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c322e200. 00000100:00000001:0.0:1788926561.919076:0:35884:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926561.919094:0:35884:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926561.919106:0:35884:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926561.919112:0:35884:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926561.919119:0:35884:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926561.919121:0:35884:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926561.919128:0:35884:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1264540. 00000100:00000001:0.0:1788926561.919131:0:35884:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732373488960 : -108341336062656 : ffff9d76d1264540) 00000100:00000001:0.0:1788926561.919707:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.919708:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926561.919714:0:35884:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926561.919718:0:35884:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.919720:0:35884:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926561.919722:0:35884:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926561.919728:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.919736:0:35884:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926561.919738:0:35884:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926561.919742:0:35884:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926561.919745:0:35884:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926561.919973:0:35884:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926561.919978:0:35884:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513980544:192.168.203.140@tcp:35:lfs.0 00000100:00000001:0.0:1788926561.919982:0:35884:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926561.919988:0:35884:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926561.919990:0:35884:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926561.919992:0:35884:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926561.919999:0:35884:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880f800. 02000000:00000001:0.0:1788926561.920001:0:35884:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926561.920008:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926561.920013:0:35884:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926561.920019:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926561.920026:0:35884:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513980544, portal 10 00000100:00000001:0.0:1788926561.920028:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.920030:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:0.0:1788926561.920037:0:35884:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.920044:0:35884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926561.920047:0:35884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926561.920050:0:35884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821ee0. 00000100:00000200:0.0:1788926561.920054:0:35884:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513980544, offset 0 00000400:00000200:0.0:1788926561.920060:0:35884:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926561.920067:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926561.920075:0:35884:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926561.920081:0:35884:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926561.920084:0:35884:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926561.920087:0:35884:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926561.920090:0:35884:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926561.920094:0:35884:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2985:2985:256:4294967295] 192.168.203.140@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:0.0:1788926561.920098:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926561.920106:0:35884:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926561.920112:0:35884:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926561.920117:0:35884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2a00. 00000800:00000200:0.0:1788926561.920123:0:35884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926561.920130:0:35884:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926561.920685:0:35884:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926561.920705:0:35884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926561.920710:0:35884:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 838357 usecs (839 jiffies) 00000400:00000200:0.0:1788926561.920715:0:35884:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926561.920718:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597894 00000100:00000001:0.0:1788926561.920726:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597870 00000100:00000001:0.0:1788926561.920731:0:35884:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597894 00000100:00000001:0.0:1788926561.920735:0:35884:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597870 00000100:00000001:0.0:1788926561.920738:0:35884:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926561.920741:0:35884:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.920744:0:35884:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926561.921206:0:35884:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926561.921210:0:35884:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1264540 going to sleep for 11 seconds 00000100:00000001:0.0:1788926561.921213:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926561.921216:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926561.921627:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926561.921632:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2a00. 00000400:00000200:2.0:1788926561.921638:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.921645:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926561.921651:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821ee0 00000400:00000010:2.0:1788926561.921654:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821ee0. 00000100:00000001:2.0:1788926561.921658:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926561.921665:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.921675:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926561.921678:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.921685:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926561.921687:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926561.928601:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.928619:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926561.928623:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.928631:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.928639:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.928647:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926561.928656:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.928661:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.928667:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.928671:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32364e80 00000400:00000200:2.0:1788926561.928677:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926561.928688:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x880d [1] + 224 00000800:00000001:2.0:1788926561.928695:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.928702:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926561.928706:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926561.928710:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926561.928718:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926561.928729:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926561.928740:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926561.928771:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926561.928778:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926561.928782:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.928915:0:35884:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926561.928923:0:35884:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926561.928925:0:35884:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926561.928927:0:35884:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926561.928932:0:35884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926561.928935:0:35884:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926561.928938:0:35884:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926561.928942:0:35884:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926561.928951:0:35884:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513980544/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.928956:0:35884:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926561.928958:0:35884:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.928970:0:35884:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926561.928973:0:35884:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926561.928975:0:35884:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926561.928977:0:35884:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926561.928980:0:35884:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926561.928989:0:35884:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926561.928993:0:35884:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926561.928995:0:35884:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926561.928998:0:35884:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.929001:0:35884:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926561.929004:0:35884:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.929007:0:35884:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926561.929008:0:35884:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926561.929010:0:35884:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926561.929012:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.929014:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926561.929017:0:35884:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926561.929018:0:35884:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:0.0:1788926561.929020:0:35884:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926561.929023:0:35884:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926561.929028:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513980544/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926577 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929034:0:35884:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926561.929037:0:35884:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926561.929039:0:35884:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926561.929043:0:35884:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513980544/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926577 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926561.929051:0:35884:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35884:1875823513980544:192.168.203.140@tcp:35:lfs.0 00000100:00000001:0.0:1788926561.929056:0:35884:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.929059:0:35884:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.929061:0:35884:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926561.929064:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.929067:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513980544/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926577 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929073:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926561.929076:0:35884:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1264540. 00000100:00000001:0.0:1788926561.929081:0:35884:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926561.929082:0:35884:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.929088:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.929090:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000002:00000001:0.0:1788926561.929093:0:35884:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.929096:0:35884:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926561.929101:0:35884:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c322f200. 00000080:00000001:0.0:1788926561.929106:0:35884:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926561.929109:0:35884:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926561.929111:0:35884:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926561.929114:0:35884:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926561.929116:0:35884:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926561.929118:0:35884:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926561.929120:0:35884:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926561.929122:0:35884:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:0.0:1788926561.929124:0:35884:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926561.929128:0:35884:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926561.929134:0:35884:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929141:0:35884:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926561.929142:0:35884:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222912 : -108341466328704 : ffff9d76c9629180) 00000100:00000001:0.0:1788926561.929145:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.929147:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929154:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.929156:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.929169:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513980544/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926577 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929175:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926561.929177:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.929179:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629180 x1875823513980032/t8589934603(8589934603) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 536/608 e 0 to 0 dl 1788926577 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929185:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926561.929189:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926561.929191:0:35884:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926561.929193:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926561.929196:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b03800. 02000000:00000001:0.0:1788926561.929200:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926561.929202:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926561.929204:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629180. 00000100:00000001:0.0:1788926561.929207:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926561.929208:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926561.929210:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.929213:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513980544/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926577 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929219:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926561.929221:0:35884:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5c200. 00000002:00000001:0.0:1788926561.929232:0:35884:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926561.929234:0:35884:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926561.929236:0:35884:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020ef00. 00000100:00000001:0.0:1788926561.929239:0:35884:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926561.929242:0:35884:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513980544/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926561.929249:0:35884:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926561.929251:0:35884:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926561.929253:0:35884:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880f800. 02000000:00000001:0.0:1788926561.929256:0:35884:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926561.929257:0:35884:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926561.929258:0:35884:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926561.929260:0:35884:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926561.929262:0:35884:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c322e200. 02000000:00000001:0.0:1788926561.929265:0:35884:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926561.929266:0:35884:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926561.929267:0:35884:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:0.0:1788926561.929269:0:35884:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926561.929270:0:35884:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926561.929272:0:35884:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926561.929275:0:35884:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131d7c0. 00000080:00000001:0.0:1788926561.929278:0:35884:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926561.929283:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43dd0 00000080:00000008:0.0:1788926561.929286:0:35884:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000405:0x2c:0x0](ffff9d76d153e3c8), flags 320000, rc = 0 00000080:00000001:0.0:1788926561.929289:0:35884:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.929292:0:35884:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926561.929297:0:35884:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926561.929298:0:35884:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c43e00 00000080:00002000:0.0:1788926561.929300:0:35884:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9d76d17325e8, parent ffff9d76d14be6c0, inode ffff9d76d153e3c8) hashed, 00000080:00000001:0.0:1788926561.929303:0:35884:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926561.929309:0:35884:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788926561.929315:0:35884:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788926561.935585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1b5c460. 00010000:00010000:0.0:1788926561.958637:0:35887:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:0.0:1788926561.958645:0:35887:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926561.958647:0:35887:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.958650:0:35887:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.958655:0:35887:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926561.958657:0:35887:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.958660:0:35887:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926561.958697:0:35887:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9d76e0357000 00010000:00000001:0.0:1788926561.958699:0:35887:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926561.958700:0:35887:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926561.958702:0:35887:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.958704:0:35887:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926561.958705:0:35887:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.958707:0:35887:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.987450:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.987457:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.987461:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.987462:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926561.987466:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926561.987467:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926561.987546:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926561.987562:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926561.987565:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926562.007072:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926562.007079:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788926562.007081:0:35891:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926562.007084:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bbc0 00000080:00200000:2.0:1788926562.007088:0:35891:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:2.0:1788926562.007095:0:35891:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552800. 00800000:00000002:2.0:1788926562.007103:0:35891:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926562.007106:0:35891:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926562.007110:0:35891:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926562.007112:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bae0 00800000:00000002:2.0:1788926562.007115:0:35891:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926562.007118:0:35891:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926562.007120:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926562.007123:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926562.007125:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926562.007127:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926562.007130:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926562.007132:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926562.011201:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926562.011208:0:35891:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926562.011214:0:35891:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926562.011218:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b9b0 00000002:00010000:2.0:1788926562.011221:0:35891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926562.011226:0:35891:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926562.011228:0:35891:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926562.011230:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926562.011237:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:2.0:1788926562.011241:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926562.011245:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926562.011250:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926562.011255:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926562.011266:0:35891:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926562.011271:0:35891:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926562.011275:0:35891:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926562.011282:0:35891:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926562.011284:0:35891:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926562.011286:0:35891:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926562.011287:0:35891:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926562.011290:0:35891:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926562.011293:0:35891:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926562.011296:0:35891:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926562.011300:0:35891:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926562.011304:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552800. 00000080:00000001:2.0:1788926562.011308:0:35891:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926562.011310:0:35891:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926562.011313:0:35891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:2.0:1788926562.011316:0:35891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c96d 00800000:00000001:2.0:1788926562.011320:0:35891:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926562.011321:0:35891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926562.011323:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.011325:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.011328:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:2.0:1788926562.011330:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926562.011333:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926562.011336:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.011337:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926562.011338:0:35891:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926562.011340:0:35891:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926562.011342:0:35891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c96d from it ffffb2d841c6bbf8 00010000:00000001:2.0:1788926562.011345:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.011346:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.011347:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:2.0:1788926562.011349:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926562.011350:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:2.0:1788926562.011352:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926562.011355:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926562.011361:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.011362:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.011364:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926562.011366:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926562.011369:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926562.011376:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926562.011379:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926562.011381:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926562.011386:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.011387:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.011389:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011392:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926562.011394:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011413:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011416:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011418:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926562.011419:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.011420:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926562.011423:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926562.011425:0:35891:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926562.011428:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788926562.011433:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926562.011447:0:35891:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c3d01cc0. 00000020:00000001:2.0:1788926562.011452:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bb28 00000080:00200000:2.0:1788926562.011454:0:35891:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags=25 00000080:00000001:2.0:1788926562.011458:0:35891:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788926562.011460:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b9d8 00000080:00200000:2.0:1788926562.011463:0:35891:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=0 00000080:00000010:2.0:1788926562.011470:0:35891:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552800. 00800000:00000002:2.0:1788926562.011475:0:35891:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926562.011480:0:35891:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926562.011482:0:35891:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926562.011484:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b8f8 00800000:00000002:2.0:1788926562.011485:0:35891:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926562.011489:0:35891:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926562.011491:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926562.011494:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926562.011496:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926562.011498:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926562.011500:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926562.011502:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926562.011504:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.011506:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b890 00800000:00000002:2.0:1788926562.011508:0:35891:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:2.0:1788926562.011511:0:35891:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926562.011513:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b7c8 00000002:00010000:2.0:1788926562.011514:0:35891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788926562.011518:0:35891:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926562.011521:0:35891:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788926562.011525:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b800. 00000020:00000040:2.0:1788926562.011529:0:35891:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:2.0:1788926562.011534:0:35891:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926562.011537:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926562.011540:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.011541:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.011542:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.011545:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926562.011547:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926562.011550:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926562.011556:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10dc800. 00000100:00000001:2.0:1788926562.011563:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011568:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926562.011570:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011571:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926562.011572:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.011574:0:35891:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926562.011580:0:35891:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00010000:00000001:2.0:1788926562.011584:0:35891:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926562.011586:0:35891:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926562.011589:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:2.0:1788926562.011591:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926562.011594:0:35891:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926562.011598:0:35891:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880ae00. 00000020:00000001:2.0:1788926562.011600:0:35891:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926562.011602:0:35891:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880ae00 with handle 0xdeff66104c08c97b to hash 00000020:00000001:2.0:1788926562.011604:0:35891:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926562.011606:0:35891:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:2.0:1788926562.011609:0:35891:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:2.0:1788926562.011612:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926562.011614:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926562.011617:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926562.011624:0:35891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926562.011633:0:35891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926562.011638:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926562.011640:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926562.011647:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c240. 00000100:00000001:2.0:1788926562.011650:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237075008 : -108341472476608 : ffff9d76c904c240) 00000100:00000001:2.0:1788926562.011652:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926562.011654:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00000100:00000001:2.0:1788926562.011659:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926562.011663:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.011665:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926562.011667:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926562.011677:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.011686:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926562.011688:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926562.011691:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926562.011693:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926562.011695:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926562.011699:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513980672:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926562.011703:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926562.011708:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926562.011711:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926562.011713:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926562.011717:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76d84b4000. 02000000:00000001:2.0:1788926562.011719:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926562.011727:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926562.011731:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6000. 00000400:00000010:2.0:1788926562.011737:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530220. 00000100:00000200:2.0:1788926562.011743:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513980672, portal 10 00000100:00000001:2.0:1788926562.011745:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926562.011746:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00000100:00000040:2.0:1788926562.011751:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.011759:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926562.011762:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926562.011764:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530770. 00000100:00000200:2.0:1788926562.011767:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875823513980672, offset 0 00000400:00000200:2.0:1788926562.011772:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926562.011780:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.011788:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926562.011794:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926562.011798:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926562.011802:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926562.011804:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926562.011808:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2986:2986:256:4294967295] 192.168.203.140@tcp LPNI seq info [2986:2986:8:4294967295] 00000400:00000200:2.0:1788926562.011812:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.011821:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926562.011826:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926562.011831:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3ce00. 00000800:00000200:2.0:1788926562.011837:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926562.011845:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926562.011848:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3ce00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788926562.011862:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926562.011867:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 837333 usecs (838 jiffies) 00000400:00000200:2.0:1788926562.011870:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926562.011872:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597984 00000100:00000001:2.0:1788926562.011879:0:35891:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597894 00000100:00000001:2.0:1788926562.011883:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597984 00000100:00000001:2.0:1788926562.011886:0:35891:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597894 00000100:00000001:2.0:1788926562.011889:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926562.011891:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.011894:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926562.011895:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926562.011898:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c240 going to sleep for 11 seconds 00000100:00000001:2.0:1788926562.011900:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926562.011903:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926562.012374:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926562.012379:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3ce00. 00000400:00000200:3.0:1788926562.012385:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.012390:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926562.012422:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530770 00000400:00000010:3.0:1788926562.012425:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530770. 00000100:00000001:3.0:1788926562.012430:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926562.012434:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.012444:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926562.012448:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.012455:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926562.012456:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926562.025071:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.025087:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926562.025092:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.025094:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.025102:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.025109:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926562.025118:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.025123:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.025128:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.025132:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 584 into portal 10 MB=0x6aa0d32364f00 00000400:00000200:2.0:1788926562.025137:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.025142:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 584/584 into md 0x8815 [1] + 224 00000800:00000001:2.0:1788926562.025148:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.025152:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.025156:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.025160:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926562.025166:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926562.025174:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926562.025185:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.025205:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926562.025212:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.025214:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.025290:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926562.025297:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926562.025299:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926562.025302:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6000. 00000400:00000200:1.0:1788926562.025306:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530220 00000400:00000010:1.0:1788926562.025309:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530220. 00000100:00000001:1.0:1788926562.025311:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926562.025316:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926562.025325:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.025330:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926562.025332:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.025334:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926562.025337:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926562.025339:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926562.025341:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.025343:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926562.025350:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=79 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926562.025354:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926562.025357:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926562.025359:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.025362:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926562.025365:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.025369:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926562.025371:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788926562.025373:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926562.025376:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.025384:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.025391:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.025394:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926562.025424:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926562.025429:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926578 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926562.025436:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513980672:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.025441:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.025443:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.025446:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926562.025447:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.025451:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926578 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.025467:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926562.025470:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c240. 00000100:00000001:1.0:1788926562.025474:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926562.025475:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.025477:0:35891:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926562.025481:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025484:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025486:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=4 00000020:00000001:1.0:1788926562.025488:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025491:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000040:1.0:1788926562.025497:0:35891:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880ae00, remote cookie: 0x840913afd2dabc19, flags: 0x1001 00010000:00010000:1.0:1788926562.025502:0:35891:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926562.025515:0:35891:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788926562.025518:0:35891:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926562.025524:0:35891:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f100. 00010000:00000010:1.0:1788926562.025529:0:35891:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592500. 00010000:00000001:1.0:1788926562.025534:0:35891:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.025538:0:35891:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.025544:0:35891:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 4/1,0 mode: --/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025559:0:35891:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926562.025563:0:35891:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926562.025565:0:35891:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926562.025566:0:35891:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926562.025567:0:35891:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926562.025570:0:35891:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2c:0x0].0x0 (ffff9d76d065f100) refcount = 1 00010000:00010000:1.0:1788926562.025573:0:35891:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025579:0:35891:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926562.025582:0:35891:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926562.025584:0:35891:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.025586:0:35891:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926562.025589:0:35891:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.025592:0:35891:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025598:0:35891:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926562.025599:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025601:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025602:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025603:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025605:0:35891:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.025609:0:35891:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926562.025611:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025612:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025613:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025615:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025617:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025620:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025621:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025622:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=4 00000020:00000001:1.0:1788926562.025624:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025625:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025628:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.025631:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.025634:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025640:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025641:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025642:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025643:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025644:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=5 00000020:00000001:1.0:1788926562.025646:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025648:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025650:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.025653:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025659:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025660:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926562.025663:0:35891:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025669:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.025670:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025671:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025673:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025674:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926562.025678:0:35891:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926562.025685:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025686:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025687:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025689:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025691:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025693:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025694:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.025695:0:35891:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.025697:0:35891:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.025700:0:35891:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926562.025702:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025703:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025704:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025706:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025708:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00000002:00010000:1.0:1788926562.025711:0:35891:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025717:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025718:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025720:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926562.025721:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025722:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025723:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025725:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025727:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000040:1.0:1788926562.025730:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926562.025732:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926562.025736:0:35891:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/44 (0 0) 00010000:00000001:1.0:1788926562.025738:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025739:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.025740:0:35891:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926562.025743:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b750 00000002:00002000:1.0:1788926562.025745:0:35891:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926562.025748:0:35891:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.025752:0:35891:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.025755:0:35891:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926562.025757:0:35891:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926562.025761:0:35891:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926562.025764:0:35891:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926562.025767:0:35891:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926562.025768:0:35891:0:(namei.c:674:ll_lookup_it_finish()) it ffffb2d841c6bac8 it_disposition b 00000080:00000001:1.0:1788926562.025771:0:35891:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926562.025776:0:35891:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926562.025779:0:35891:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926562.025781:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788926562.025784:0:35891:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788926562.025789:0:35891:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926562.025791:0:35891:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000405:0x2c:0x0] 00000080:00000001:1.0:1788926562.025794:0:35891:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.025797:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611180 : 144115205339611180 : 20000040500002c) 00000080:00000001:1.0:1788926562.025799:0:35891:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788926562.025804:0:35891:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000405:0x2c:0x0], updating i_size 4096 00000080:00200000:1.0:1788926562.025806:0:35891:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x2c:0x0](ffff9d76d153e3c8): rc = 0 00000080:00000001:1.0:1788926562.025809:0:35891:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376478664 : -108341333072952 : ffff9d76d153e3c8) 00010000:00000001:1.0:1788926562.025810:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025812:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025813:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025815:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025817:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025819:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025820:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926562.025822:0:35891:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926562.025823:0:35891:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926562.025825:0:35891:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926562.025827:0:35891:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926562.025829:0:35891:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926562.025832:0:35891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9d76d153e3c8) for lock 0xdeff66104c08c97b 00800000:00000001:1.0:1788926562.025835:0:35891:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926562.025836:0:35891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926562.025837:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025838:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025840:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025841:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025843:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025845:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025846:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.025848:0:35891:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.025849:0:35891:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788926562.025855:0:35891:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d16f1d80 inode ffff9d76d153e3c8 refc 1 flags 0x20000e 00000080:00000001:1.0:1788926562.025859:0:35891:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788926562.025861:0:35891:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.025863:0:35891:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788926562.025866:0:35891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2c:0x0](ffff9d76d153e3c8) 00000080:00010000:1.0:1788926562.025869:0:35891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c97b from it ffffb2d841c6bac8 00010000:00000001:1.0:1788926562.025871:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.025872:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.025873:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880ae00 refcount=3 00000020:00000001:1.0:1788926562.025875:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025877:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419072 : -108341481132544 : ffff9d76c880ae00) 00010000:00000001:1.0:1788926562.025878:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.025881:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.025887:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025888:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025889:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926562.025891:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926562.025893:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880ae00/0xdeff66104c08c97b lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc19 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926562.025900:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926562.025902:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926562.025905:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926562.025908:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025909:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.025911:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.025913:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926562.025915:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.025917:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.025920:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.025921:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.025922:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.025923:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926562.025925:0:35891:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926562.025928:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552800. 00000100:00000001:1.0:1788926562.025931:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.025935:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b800 x1875823513980672/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/584 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.025942:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926562.025945:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926562.025948:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76d84b4000. 02000000:00000001:1.0:1788926562.025950:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926562.025952:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926562.025954:0:35891:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926562.025956:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926562.025958:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10dc800. 02000000:00000001:1.0:1788926562.025972:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926562.025974:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926562.025975:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b800. 00000100:00000001:1.0:1788926562.025979:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926562.025980:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926562.025987:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926562.025989:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788926562.025994:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926562.026005:0:35891:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5ce80. 00000080:00000001:1.0:1788926562.026008:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926562.026010:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788926562.026012:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.026014:0:35891:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788926562.026016:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bb58 00000080:00200000:1.0:1788926562.026018:0:35891:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), file ffff9d76c9e00900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788926562.026022:0:35891:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e004e540. 00000080:00000001:1.0:1788926562.026025:0:35891:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926562.026026:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6ba08 00000080:00200000:1.0:1788926562.026028:0:35891:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), intent=open|creat 00000080:00000010:1.0:1788926562.026034:0:35891:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856a600. 00000080:00000001:1.0:1788926562.026040:0:35891:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926562.026042:0:35891:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926562.026044:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b928 00800000:00000002:1.0:1788926562.026045:0:35891:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788926562.026049:0:35891:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788926562.026051:0:35891:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788926562.026054:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926562.026056:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926562.026058:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926562.026060:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926562.026062:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926562.026064:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788926562.026066:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.026068:0:35891:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:1.0:1788926562.026071:0:35891:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788926562.026074:0:35891:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788926562.026076:0:35891:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788926562.026078:0:35891:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788926562.026081:0:35891:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x2e:0x0] 40000000:00000001:1.0:1788926562.026083:0:35891:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.026085:0:35891:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.026087:0:35891:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.026088:0:35891:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.026090:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b8a8 00800000:00000002:1.0:1788926562.026092:0:35891:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2e:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:1.0:1788926562.026096:0:35891:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926562.026098:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b7e0 00000002:00010000:1.0:1788926562.026100:0:35891:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000405:0x2e:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788926562.026103:0:35891:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926562.026105:0:35891:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788926562.026108:0:35891:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788926562.026111:0:35891:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.026113:0:35891:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926562.026115:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926562.026117:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.026119:0:35891:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926562.026123:0:35891:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.026125:0:35891:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.026126:0:35891:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926562.026130:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962ad80. 00000020:00000040:1.0:1788926562.026133:0:35891:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926562.026136:0:35891:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926562.026138:0:35891:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.026140:0:35891:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926562.026144:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926562.026146:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.026147:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.026148:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.026151:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926562.026152:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926562.026156:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926562.026162:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b00800. 00000100:00000001:1.0:1788926562.026167:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.026170:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926562.026171:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.026173:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926562.026174:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.026175:0:35891:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.026182:0:35891:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00010000:00000001:1.0:1788926562.026185:0:35891:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926562.026187:0:35891:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926562.026189:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926562.026190:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.026192:0:35891:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926562.026195:0:35891:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498600. 00000020:00000001:1.0:1788926562.026199:0:35891:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926562.026201:0:35891:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498600 with handle 0xdeff66104c08c982 to hash 00000020:00000001:1.0:1788926562.026203:0:35891:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926562.026204:0:35891:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.026207:0:35891:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.026209:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.026211:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.026214:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.026220:0:35891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788926562.026229:0:35891:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788926562.026234:0:35891:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788926562.026242:0:35891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35891 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926562.026250:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926562.026251:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926562.026257:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fbe40. 00000100:00000001:1.0:1788926562.026259:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260863552 : -108341448688064 : ffff9d76ca6fbe40) 00000100:00000001:1.0:1788926562.026261:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.026263:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000001:1.0:1788926562.026267:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926562.026270:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.026272:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926562.026274:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926562.026278:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.026285:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926562.026287:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.026290:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926562.026292:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926562.026294:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926562.026298:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962ad80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513980928:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.026302:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926562.026306:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926562.026308:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.026310:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926562.026364:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:1.0:1788926562.026366:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926562.026372:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926562.026376:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926562.026381:0:35891:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c8b01400. 00000100:00000200:1.0:1788926562.026387:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513980928, portal 10 00000100:00000001:1.0:1788926562.026389:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.026390:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000040:1.0:1788926562.026421:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.026433:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926562.026436:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926562.026440:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8660. 00000100:00000200:1.0:1788926562.026444:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875823513980928, offset 0 00000400:00000200:1.0:1788926562.026449:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926562.026455:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.026461:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926562.026466:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926562.026469:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926562.026472:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926562.026475:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926562.026479:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2987:2987:256:4294967295] 192.168.203.140@tcp LPNI seq info [2987:2987:8:4294967295] 00000400:00000200:1.0:1788926562.026484:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.026493:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926562.026498:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926562.026502:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926562.026508:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926562.026515:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926562.026519:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788926562.026911:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.026916:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 836320 usecs (837 jiffies) 00000400:00000200:1.0:1788926562.026920:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926562.026922:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597998 00000100:00000001:1.0:1788926562.026929:0:35891:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597984 00000100:00000001:1.0:1788926562.026934:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597998 00000100:00000001:1.0:1788926562.026937:0:35891:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597984 00000100:00000001:1.0:1788926562.026940:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.026942:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.026945:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926562.026947:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926562.026950:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fbe40 going to sleep for 11 seconds 00000100:00000001:1.0:1788926562.026952:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926562.026954:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926562.031055:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926562.031065:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:2.0:1788926562.031074:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.031084:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926562.031094:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:2.0:1788926562.031097:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:2.0:1788926562.031103:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926562.031111:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.031123:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926562.031126:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.031133:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.031134:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926562.033905:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.033921:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926562.033924:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.033926:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.033934:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.033941:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926562.033949:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.033954:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.033970:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.033974:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32365000 00000400:00000200:2.0:1788926562.033980:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.033985:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x8825 [32] + 224 00000800:00000001:2.0:1788926562.033991:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.033999:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.034002:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.034006:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926562.034013:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926562.034021:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926562.034032:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.034050:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926562.034059:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.034063:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.034990:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926562.035001:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926562.035003:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926562.035007:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926562.035013:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c8b01400 00000400:00000010:1.0:1788926562.035015:0:35891:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c8b01400. 00000100:00000001:1.0:1788926562.035019:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926562.035027:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926562.035036:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962ad80 x1875823513980928/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.035043:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926562.035045:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.035048:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926562.035051:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926562.035053:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926562.035055:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.035058:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926562.035066:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=79 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926562.035070:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926562.035073:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926562.035074:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.035077:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926562.035080:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.035083:0:35891:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926562.035085:0:35891:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000a/0x1] 00000100:00000001:1.0:1788926562.035087:0:35891:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926562.035089:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.035091:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000001:1.0:1788926562.035093:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926562.035096:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788926562.035098:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926562.035101:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.035105:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.035113:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.035115:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926562.035117:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926562.035121:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926562.035129:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962ad80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513980928:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.035134:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.035137:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.035139:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926562.035141:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.035144:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.035151:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926562.035154:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fbe40. 00000100:00000001:1.0:1788926562.035156:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926562.035158:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.035161:0:35891:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926562.035165:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035167:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035171:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=4 00000020:00000001:1.0:1788926562.035173:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035176:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000040:1.0:1788926562.035181:0:35891:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498600, remote cookie: 0x840913afd2dabc35, flags: 0x1001 00010000:00010000:1.0:1788926562.035187:0:35891:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926562.035201:0:35891:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2e:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1788926562.035204:0:35891:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926562.035213:0:35891:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f600. 00010000:00000010:1.0:1788926562.035218:0:35891:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592c00. 00010000:00000001:1.0:1788926562.035224:0:35891:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.035227:0:35891:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.035235:0:35891:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035241:0:35891:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926562.035244:0:35891:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926562.035246:0:35891:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926562.035248:0:35891:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926562.035249:0:35891:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926562.035251:0:35891:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2e:0x0].0x0 (ffff9d76d065f600) refcount = 1 00010000:00010000:1.0:1788926562.035255:0:35891:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035261:0:35891:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926562.035265:0:35891:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926562.035266:0:35891:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.035270:0:35891:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926562.035272:0:35891:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.035276:0:35891:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035282:0:35891:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926562.035284:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035286:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.035287:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035288:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.035289:0:35891:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.035294:0:35891:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926562.035296:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035297:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035298:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.035300:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035303:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035305:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035306:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035307:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=4 00000020:00000001:1.0:1788926562.035308:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035310:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035313:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.035316:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.035319:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035325:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035326:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.035327:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035329:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035330:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=5 00000020:00000001:1.0:1788926562.035332:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035334:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035337:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.035339:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035345:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035346:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926562.035349:0:35891:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035354:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.035356:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035356:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.035358:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035359:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926562.035364:0:35891:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926562.035373:0:35891:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926562.035623:0:35891:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926562.035632:0:35891:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.035640:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035641:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035643:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.035647:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035649:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00000002:00010000:1.0:1788926562.035653:0:35891:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788926562.035662:0:35891:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76e020e0c0. 00010000:00000001:1.0:1788926562.035664:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035665:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.035667:0:35891:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.035668:0:35891:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.035671:0:35891:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788926562.035673:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.035674:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000001:1.0:1788926562.035676:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.035677:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00010000:00000001:1.0:1788926562.035680:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035681:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035682:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.035684:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035685:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00000002:00010000:1.0:1788926562.035688:0:35891:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.035693:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035694:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.035695:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926562.035697:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.035697:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.035699:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.035701:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.035703:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000040:1.0:1788926562.035707:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f600 count: 2 00010000:00000001:1.0:1788926562.035709:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926562.035713:0:35891:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/46 (0 0) 00010000:00000001:1.0:1788926562.035715:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.035716:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.035717:0:35891:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926562.035719:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b768 00000002:00002000:1.0:1788926562.035721:0:35891:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788926562.035725:0:35891:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.035729:0:35891:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.035731:0:35891:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926562.035734:0:35891:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926562.035737:0:35891:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.035741:0:35891:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788926562.035743:0:35891:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e004e540 it_disposition 1800037 00000080:00002000:1.0:1788926562.035829:0:35891:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d171da20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788926562.035835:0:35891:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926562.035839:0:35891:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788926562.035841:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6b990 00000080:00200000:1.0:1788926562.035843:0:35891:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), intent=open|creat 00000080:00000001:1.0:1788926562.035845:0:35891:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788926562.035848:0:35891:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926562.035852:0:35891:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926562.035856:0:35891:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926562.035858:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1788926562.035861:0:35891:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788926562.035872:0:35891:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d15b18c0. 00000020:00000001:1.0:1788926562.035883:0:35891:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788926562.035885:0:35891:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788926562.035887:0:35891:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788926562.035889:0:35891:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9d76d15b1988) 00000020:00000001:1.0:1788926562.035893:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926562.035897:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926562.035899:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926562.035903:0:35891:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788926562.035908:0:35891:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76c84ce578. 00000020:00000001:1.0:1788926562.035911:0:35891:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926562.035913:0:35891:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.035921:0:35891:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788926562.035924:0:35891:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76c7e13aa8. 00020000:00000001:1.0:1788926562.035926:0:35891:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732217969320 : -108341491582296 : ffff9d76c7e13aa8) 00020000:00000001:1.0:1788926562.035929:0:35891:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788926562.035932:0:35891:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926562.035937:0:35891:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e7e0. 00020000:00000010:1.0:1788926562.035941:0:35891:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c4d8b780. 00020000:00000010:1.0:1788926562.035946:0:35891:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004ea20. 00020000:00000001:1.0:1788926562.035948:0:35891:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622961184 : -108341086590432 : ffff9d76e004ea20) 00020000:00000002:1.0:1788926562.035952:0:35891:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004ea20, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926562.035956:0:35891:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926562.035970:0:35891:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c4d8b780: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1788926562.035973:0:35891:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788926562.035975:0:35891:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004ea20, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926562.035979:0:35891:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926562.035982:0:35891:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c4d8b780: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1788926562.035986:0:35891:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76d1a917e0. 00020000:00000010:1.0:1788926562.035989:0:35891:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76ca6fbe40. 00020000:00000001:1.0:1788926562.035993:0:35891:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788926562.035997:0:35891:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c85ccd08. 00020000:00000001:1.0:1788926562.036000:0:35891:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788926562.036001:0:35891:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788926562.036006:0:35891:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788926562.036009:0:35891:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76c84cebb8. 00000020:00000001:1.0:1788926562.036011:0:35891:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788926562.036013:0:35891:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.036014:0:35891:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732225027128 : -108341484524488 : ffff9d76c84cec38) 00020000:00000001:1.0:1788926562.036018:0:35891:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788926562.036023:0:35891:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c31b7340. 00020000:00000001:1.0:1788926562.036026:0:35891:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.036030:0:35891:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225027128 : -108341484524488 : ffff9d76c84cec38) 00020000:00000001:1.0:1788926562.036033:0:35891:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732225027128 : -108341484524488 : ffff9d76c84cec38) 00020000:00000002:1.0:1788926562.036036:0:35891:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x42:0x0]@ffff9d76c84cebb8[0:0] -> [0x200000405:0x2e:0x0]@ffff9d76c84ce578: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1788926562.036041:0:35891:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788926562.036043:0:35891:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788926562.036045:0:35891:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.036048:0:35891:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732225025528 : -108341484526088 : ffff9d76c84ce5f8) 00000020:00001000:1.0:1788926562.036051:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926562.036055:0:35891:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611182 : 144115205339611182 : 20000040500002e) 00000080:00000001:1.0:1788926562.036057:0:35891:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788926562.036060:0:35891:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611182 mtime from 0 to 1788926562 00000080:00000001:1.0:1788926562.036063:0:35891:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788926562.036065:0:35891:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376951176 : -108341332600440 : ffff9d76d15b1988) 00010000:00000001:1.0:1788926562.036068:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.036070:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.036071:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.036073:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.036075:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00000080:00000001:1.0:1788926562.036079:0:35891:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926562.036080:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926562.036081:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926562.036083:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926562.036085:0:35891:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926562.036087:0:35891:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926562.036089:0:35891:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926562.036091:0:35891:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004e060. 00020000:00000010:1.0:1788926562.036094:0:35891:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c4d8b800. 00020000:00000010:1.0:1788926562.036097:0:35891:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e360. 00020000:00000001:1.0:1788926562.036099:0:35891:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622959456 : -108341086592160 : ffff9d76e004e360) 00020000:00000002:1.0:1788926562.036101:0:35891:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e360, objid 0x2e:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926562.036105:0:35891:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926562.036108:0:35891:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c4d8b800: ostid: 0x280000401:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926562.036112:0:35891:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76c7e13aa8) owner ffff9d76c691cf80 00020000:00000001:1.0:1788926562.036114:0:35891:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926562.036116:0:35891:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76c7e13aa8) owner ffff9d76c691cf80 00020000:00000010:1.0:1788926562.036120:0:35891:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c4d8b800. 00020000:00000010:1.0:1788926562.036125:0:35891:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004e060. 00020000:00000010:1.0:1788926562.036128:0:35891:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e360. 00020000:00000002:1.0:1788926562.036130:0:35891:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926562.036132:0:35891:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.036134:0:35891:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.036137:0:35891:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926562.036140:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926562.036143:0:35891:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004ea20 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:1.0:1788926562.036145:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926562.036148:0:35891:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926562.036150:0:35891:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926562.036151:0:35891:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926562.036152:0:35891:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788926562.036154:0:35891:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788926562.036157:0:35891:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788926562.036159:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926562.036161:0:35891:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.036162:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.036164:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926562.036165:0:35891:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926562.036168:0:35891:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926562.036170:0:35891:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926562.036173:0:35891:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2e:0x0](ffff9d76d15b1988) 00000080:00010000:1.0:1788926562.036176:0:35891:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9d76d15b1988) for lock 0xdeff66104c08c982 00800000:00000001:1.0:1788926562.036179:0:35891:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926562.036180:0:35891:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926562.036181:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.036183:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.036184:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.036186:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.036188:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.036190:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.036191:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.036193:0:35891:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.036195:0:35891:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.036197:0:35891:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788926562.036198:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.036204:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.036211:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926562.036215:0:35891:0:(namei.c:1651:ll_create_it()) inode ffff9d76d15b1988 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1788926562.036218:0:35891:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926562.036222:0:35891:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2e:0x0](ffff9d76d15b1988) 00000080:00000001:1.0:1788926562.036225:0:35891:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926562.036228:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856a600. 00000100:00000001:1.0:1788926562.036232:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.036235:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.036241:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.036245:0:35891:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788926562.036246:0:35891:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926562.036248:0:35891:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d15b1988 need_sync_to_mds [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1788926562.036256:0:35891:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926562.036258:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6ba68 00000080:00200008:1.0:1788926562.036260:0:35891:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9d76d15b1988), flags 100102 00000080:00000010:1.0:1788926562.036267:0:35891:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131d900. 00000080:00000010:1.0:1788926562.036273:0:35891:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e020e000. 00000080:00000001:1.0:1788926562.036276:0:35891:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788926562.036279:0:35891:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788926562.036281:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926562.036284:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926562.036286:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926562.036288:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926562.036290:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926562.036291:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:1.0:1788926562.036293:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.036296:0:35891:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788926562.036299:0:35891:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1b5cd40. 00000002:00100000:1.0:1788926562.036303:0:35891:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926562.036309:0:35891:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.036311:0:35891:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788926562.036314:0:35891:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788926562.036317:0:35891:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.036319:0:35891:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.036322:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.036325:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788926562.036332:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926562.036335:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:1.0:1788926562.036357:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788926562.036359:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.036361:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6ba68 00000080:00000008:1.0:1788926562.036363:0:35891:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9d76d15b1988), flags 100102, rc = 0 00000080:00000001:1.0:1788926562.036367:0:35891:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788926562.036368:0:35891:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e004e540 released 00000080:00010000:1.0:1788926562.036371:0:35891:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c982 from it ffff9d76e004e540 00010000:00000001:1.0:1788926562.036373:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.036375:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.036376:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498600 refcount=3 00000020:00000001:1.0:1788926562.037027:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.037033:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107363840 : -108341602187776 : ffff9d76c1498600) 00010000:00000001:1.0:1788926562.037036:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.037040:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.037048:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.037049:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.037051:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926562.037054:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926562.037056:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498600/0xdeff66104c08c982 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabc35 expref: -99 pid: 35891 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926562.037064:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926562.037067:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926562.037069:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926562.037072:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.037074:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.037075:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.037078:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926562.037081:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.037083:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.037085:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.037088:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.037089:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.037090:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926562.037092:0:35891:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788926562.037093:0:35891:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788926562.037096:0:35891:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926562.037098:0:35891:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926562.037100:0:35891:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926562.037101:0:35891:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037104:0:35891:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788926562.037105:0:35891:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037107:0:35891:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926562.037109:0:35891:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037111:0:35891:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788926562.037113:0:35891:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e004e540. 00000080:00000001:1.0:1788926562.037116:0:35891:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037120:0:35891:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926562.037122:0:35891:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2e:0x0](ffff9d76d15b1988), inode mode 81a4 mask 40 00000080:00000001:1.0:1788926562.037127:0:35891:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037812:0:35891:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788926562.037817:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bd88 00000080:00200008:1.0:1788926562.037820:0:35891:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 0, count: 8192 00000080:00000002:1.0:1788926562.037823:0:35891:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d15b1988 need_sync_to_oss [0x200000405:0x2e:0x0] 00000080:00000001:1.0:1788926562.037825:0:35891:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788926562.037827:0:35891:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037828:0:35891:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788926562.037831:0:35891:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037833:0:35891:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:1.0:1788926562.037834:0:35891:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.037836:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926562.037839:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926562.037841:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926562.037844:0:35891:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788926562.037846:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bc98 00000080:00200000:1.0:1788926562.037847:0:35891:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:1.0:1788926562.037852:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bc30 00000080:00200000:1.0:1788926562.037854:0:35891:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:1.0:1788926562.037856:0:35891:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788926562.037862:0:35891:0:(cl_io.c:215:cl_io_rw_init()) header@0000000024d491a2[0x110, 1, [0x200000405:0x2e:0x0] hash] 00000020:00200000:1.0:1788926562.037864:0:35891:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:1.0:1788926562.037867:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:1.0:1788926562.037868:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926562.037870:0:35891:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926562.037872:0:35891:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788926562.037875:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926562.037876:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788926562.037878:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926562.037881:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037884:0:35891:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926562.037885:0:35891:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.037887:0:35891:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926562.037891:0:35891:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9d76c2d9ba30 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788926562.037894:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:1.0:1788926562.037897:0:35891:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926562.037899:0:35891:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926562.037901:0:35891:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926562.037903:0:35891:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788926562.037904:0:35891:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:1.0:1788926562.037907:0:35891:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788926562.037908:0:35891:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926562.037909:0:35891:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.037911:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926562.037912:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926562.037913:0:35891:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926562.037914:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926562.037916:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.037917:0:35891:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926562.037919:0:35891:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:1.0:1788926562.037921:0:35891:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788926562.037923:0:35891:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.037926:0:35891:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:1.0:1788926562.037927:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788926562.037929:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926562.037930:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788926562.037932:0:35891:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788926562.037935:0:35891:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:1.0:1788926562.037937:0:35891:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788926562.037939:0:35891:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788926562.037943:0:35891:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788926562.037946:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.037948:0:35891:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926562.037949:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926562.037950:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:1.0:1788926562.037952:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:1.0:1788926562.037954:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84cec38 -> ffff9d76c84ce5f8 00000020:00000001:1.0:1788926562.037956:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926562.037958:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926562.038809:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926562.038812:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926562.038814:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926562.038818:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038820:0:35891:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038822:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926562.038825:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788926562.038827:0:35891:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788926562.038830:0:35891:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038832:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038835:0:35891:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038836:0:35891:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038837:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038839:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:1.0:1788926562.038842:0:35891:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788926562.038844:0:35891:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788926562.038847:0:35891:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788926562.038850:0:35891:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.038852:0:35891:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.038854:0:35891:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788926562.038856:0:35891:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:1.0:1788926562.038857:0:35891:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788926562.038858:0:35891:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788926562.038860:0:35891:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038862:0:35891:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.038863:0:35891:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.038865:0:35891:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.038866:0:35891:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038868:0:35891:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788926562.038870:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926562.038870:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:1.0:1788926562.038873:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926562.038874:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038875:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038877:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038878:0:35891:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038879:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788926562.038881:0:35891:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926562.038882:0:35891:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926562.038885:0:35891:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926562.038886:0:35891:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926562.038889:0:35891:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:1.0:1788926562.038896:0:35891:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592580. 00020000:00000002:1.0:1788926562.038899:0:35891:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788926562.038901:0:35891:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926562.038903:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.038904:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926562.038906:0:35891:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926562.038910:0:35891:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f3c80. 00000008:00010000:1.0:1788926562.038912:0:35891:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788926562.038914:0:35891:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926562.038915:0:35891:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926562.038919:0:35891:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d85925b0, osc lock ffff9d76c51f3c80, flags 0x0 00000020:00000001:1.0:1788926562.038921:0:35891:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038922:0:35891:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.038925:0:35891:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494263680 : -108341215287936 : ffff9d76d8592580) 00000020:00000001:1.0:1788926562.038927:0:35891:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926562.038928:0:35891:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926562.038929:0:35891:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038931:0:35891:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038932:0:35891:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926562.038934:0:35891:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926562.038935:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.038936:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926562.038938:0:35891:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926562.038940:0:35891:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926562.038941:0:35891:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788926562.038943:0:35891:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.038946:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926562.038948:0:35891:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926562.038950:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926562.038952:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926562.038953:0:35891:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926562.038954:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926562.038956:0:35891:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926562.038958:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926562.038973:0:35891:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.038976:0:35891:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788926562.038981:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629880. 00000020:00000040:1.0:1788926562.038985:0:35891:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:1.0:1788926562.038989:0:35891:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926562.038994:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926562.038997:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.038999:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926562.039002:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926562.039006:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926562.039011:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d856a600. 00000100:00000001:1.0:1788926562.039017:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.039021:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926562.039023:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.039025:0:35891:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926562.039026:0:35891:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.039027:0:35891:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.039030:0:35891:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00010000:00000001:1.0:1788926562.039033:0:35891:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926562.039035:0:35891:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926562.039039:0:35891:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065fe00. 00010000:00000010:1.0:1788926562.039042:0:35891:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76d065fb00. 00010000:00000001:1.0:1788926562.039046:0:35891:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926562.039050:0:35891:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499200. 00000020:00000001:1.0:1788926562.039053:0:35891:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926562.039056:0:35891:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499200 with handle 0xdeff66104c08c989 to hash 00000020:00000001:1.0:1788926562.039058:0:35891:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926562.039059:0:35891:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000010:1.0:1788926562.039063:0:35891:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76e020ef00. 00010000:00000001:1.0:1788926562.039065:0:35891:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.039069:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.039072:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.039076:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.039087:0:35891:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.039097:0:35891:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926562.039103:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926562.039105:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926562.039110:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb480. 00000100:00000001:1.0:1788926562.039112:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260861056 : -108341448690560 : ffff9d76ca6fb480) 00000100:00000001:1.0:1788926562.039115:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.039116:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000001:1.0:1788926562.039120:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926562.039122:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.039124:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926562.039126:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926562.039135:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.039143:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926562.039145:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.039148:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926562.039150:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926562.039153:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926562.039157:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513981056:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.039161:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926562.039166:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926562.039169:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.039171:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926562.039176:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b01400. 02000000:00000001:1.0:1788926562.039177:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926562.039184:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926562.039189:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926562.039195:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 00000100:00000200:1.0:1788926562.039202:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513981056, portal 4 00000100:00000001:1.0:1788926562.039204:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.039205:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000040:1.0:1788926562.039211:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.039217:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926562.039220:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926562.039223:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8088. 00000100:00000200:1.0:1788926562.039226:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513981056, offset 0 00000400:00000200:1.0:1788926562.039232:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926562.039240:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.039247:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926562.039252:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926562.039256:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926562.039259:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926562.039262:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926562.039266:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2988:2988:256:4294967295] 192.168.203.140@tcp LPNI seq info [2988:2988:8:4294967295] 00000400:00000200:1.0:1788926562.039270:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.039279:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926562.039285:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926562.039290:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926562.039296:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926562.039303:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926562.039307:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926562.043064:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.043076:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20882 usecs (21 jiffies) 00000400:00000200:1.0:1788926562.043085:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926562.043089:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597198 00000100:00000001:1.0:1788926562.043093:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296597998 00000100:00000001:1.0:1788926562.043095:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597198 00000100:00000001:1.0:1788926562.043097:0:35891:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296597998 00000100:00000001:1.0:1788926562.043099:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.043103:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.043106:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926562.043109:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926562.043112:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb480 going to sleep for 11 seconds 00000100:00000001:1.0:1788926562.043116:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926562.043120:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926562.052053:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926562.052063:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:3.0:1788926562.052070:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.052079:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926562.052087:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:3.0:1788926562.052091:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:3.0:1788926562.052096:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926562.052104:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.052116:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926562.052120:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.052127:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926562.052128:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926562.052137:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.052147:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926562.052150:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.052152:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926562.052159:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.052163:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926562.052169:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.052173:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.052178:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.052182:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32365080 00000400:00000200:3.0:1788926562.052187:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.052193:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x882d [1] + 224 00000800:00000001:3.0:1788926562.052200:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.052206:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926562.052208:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.052211:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926562.052215:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926562.052219:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926562.052227:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.052248:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926562.052254:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.052258:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.053514:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926562.053526:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926562.053528:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926562.053531:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926562.053538:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:1.0:1788926562.053541:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:1.0:1788926562.053544:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926562.053552:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926562.053564:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.053571:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926562.053573:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.053575:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926562.053578:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926562.053580:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926562.053582:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.053585:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926562.053594:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=79 v=5 (5 5 5 37) 00000100:00001000:1.0:1788926562.053598:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926562.053601:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926562.053604:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.053606:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926562.053610:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.053613:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926562.053615:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788926562.053617:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926562.053618:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.053623:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.053630:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.053633:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926562.053635:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926562.053638:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926562.053645:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513981056:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.053650:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.053652:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.053655:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926562.053657:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.053660:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.053667:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926562.053670:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb480. 00000100:00000001:1.0:1788926562.053673:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926562.053674:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.053677:0:35891:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926562.053680:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.053682:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.053685:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926562.053687:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053691:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000040:1.0:1788926562.053697:0:35891:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499200, remote cookie: 0x840913afd2dabc43, flags: 0x1 00010000:00010000:1.0:1788926562.053703:0:35891:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.053714:0:35891:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788926562.053716:0:35891:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.053718:0:35891:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926562.053722:0:35891:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788926562.053726:0:35891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926562.053733:0:35891:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x42:0x0].0x0 (ffff9d76d065fe00) refcount = 1 00010000:00000040:1.0:1788926562.053736:0:35891:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788926562.053739:0:35891:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.053879:0:35891:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926562.053881:0:35891:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.053885:0:35891:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926562.053887:0:35891:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.053890:0:35891:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.053897:0:35891:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926562.053898:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.053900:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.053901:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.053902:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.053903:0:35891:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.053907:0:35891:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788926562.053910:0:35891:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926562.053912:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.053914:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.053915:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926562.053917:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053919:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053921:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.053922:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.053923:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926562.053925:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053927:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053930:0:35891:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.053932:0:35891:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.053935:0:35891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.053941:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.053942:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926562.053945:0:35891:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788926562.053949:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000008:00010000:1.0:1788926562.053952:0:35891:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788926562.053958:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:1.0:1788926562.053971:0:35891:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926562.053973:0:35891:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788926562.053975:0:35891:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926562.053977:0:35891:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.053979:0:35891:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.053981:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000008:00000001:1.0:1788926562.053982:0:35891:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788926562.053984:0:35891:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.053986:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.053987:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.053988:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=5 00000020:00000001:1.0:1788926562.053990:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053992:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.053994:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.053997:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.054002:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.054003:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926562.054006:0:35891:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.054011:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.054012:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.054013:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926562.054014:0:35891:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.054016:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.054020:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629880 x1875823513981056/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.054026:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926562.054028:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926562.054031:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b01400. 02000000:00000001:1.0:1788926562.054034:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926562.054037:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926562.054038:0:35891:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926562.054041:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926562.054043:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d856a600. 02000000:00000001:1.0:1788926562.054047:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926562.054048:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926562.054050:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629880. 00000100:00000001:1.0:1788926562.054053:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926562.054054:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926562.054055:0:35891:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.054058:0:35891:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054060:0:35891:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.054063:0:35891:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054065:0:35891:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054067:0:35891:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054069:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054071:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054074:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:1.0:1788926562.054077:0:35891:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788926562.054082:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bb80 00000080:00200000:1.0:1788926562.054084:0:35891:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:1.0:1788926562.054086:0:35891:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788926562.054089:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:1.0:1788926562.054093:0:35891:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76e004ea20 addref 2/0 by ffff9d76c691cf80. 00020000:00000002:1.0:1788926562.054095:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:1.0:1788926562.054098:0:35891:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:1.0:1788926562.054100:0:35891:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788926562.054103:0:35891:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788926562.054107:0:35891:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788926562.054110:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.054112:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926562.054113:0:35891:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926562.054116:0:35891:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788926562.054118:0:35891:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054120:0:35891:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.054121:0:35891:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054122:0:35891:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.054129:0:35891:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926562.054130:0:35891:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1788926562.054160:0:35891:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1788926562.054162:0:35891:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2e:0x0] fffffaf9443be240 0 1 00000020:00000001:1.0:1788926562.054165:0:35891:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926562.054167:0:35891:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054168:0:35891:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788926562.054176:0:35891:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d18450e0. 00000020:00000001:1.0:1788926562.054180:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788926562.054181:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788926562.054184:0:35891:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788926562.054186:0:35891:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788926562.054188:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.054190:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000008:00000001:1.0:1788926562.054193:0:35891:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788926562.054195:0:35891:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d1845150 folio fffffaf9443be240 pg:0 obj off 0 00000008:00000001:1.0:1788926562.054197:0:35891:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054199:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788926562.054200:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788926562.054201:0:35891:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788926562.054203:0:35891:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.054207:0:35891:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054208:0:35891:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732379652320 : -108341329899296 : ffff9d76d18450e0) 00000020:00000001:1.0:1788926562.054211:0:35891:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732379652320 : -108341329899296 : ffff9d76d18450e0) 00000020:00000001:1.0:1788926562.054213:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1788926562.054215:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926562.054216:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926562.054219:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788926562.054220:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788926562.054221:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926562.054226:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[2 0000000005f486d7 1 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926562.054228:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788926562.054229:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926562.054230:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:1.0:1788926562.054234:0:35891:0:(rw26.c:769:ll_write_begin()) page@0000000053c288aa[2 0000000005f486d7 2 1 000000004165928a 0 0 0] 00000080:00008000:1.0:1788926562.054236:0:35891:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1788926562.054237:0:35891:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788926562.054238:0:35891:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.054243:0:35891:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788926562.054244:0:35891:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1788926562.054246:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926562.054247:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926562.054249:0:35891:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788926562.054250:0:35891:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926562.054256:0:35891:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788926562.054257:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926562.054258:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926562.054259:0:35891:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788926562.054263:0:35891:0:(rw26.c:929:ll_write_end()) page@0000000053c288aa[3 0000000005f486d7 2 1 000000004165928a 0 0 0] 00000080:00200000:1.0:1788926562.054266:0:35891:0:(rw26.c:929:ll_write_end()) vmpage @0000000042f5350a 17ffffc0001001 3:0 ffff9d76d18450e0 0 lru 00000080:00200000:1.0:1788926562.054273:0:35891:0:(rw26.c:929:ll_write_end()) osc-page@0000000088dcf041 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000007b0f2018 00000000444d9926 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788926562.054276:0:35891:0:(rw26.c:929:ll_write_end()) end page@0000000053c288aa 00000080:00200000:1.0:1788926562.054277:0:35891:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788926562.054279:0:35891:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1788926562.054282:0:35891:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926562.054283:0:35891:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:1.0:1788926562.054300:0:35891:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1788926562.054301:0:35891:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2e:0x0] fffffaf9447b6140 0 1 00000020:00000001:1.0:1788926562.054304:0:35891:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926562.054305:0:35891:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054307:0:35891:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788926562.054310:0:35891:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d1845b60. 00000020:00000001:1.0:1788926562.054311:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788926562.054312:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788926562.054314:0:35891:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788926562.054316:0:35891:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:1.0:1788926562.054318:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.054319:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000008:00000001:1.0:1788926562.054322:0:35891:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788926562.054323:0:35891:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d1845bd0 folio fffffaf9447b6140 pg:0 obj off 4096 00000008:00000001:1.0:1788926562.054325:0:35891:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054326:0:35891:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788926562.054328:0:35891:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788926562.054329:0:35891:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788926562.054330:0:35891:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.054333:0:35891:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.054335:0:35891:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732379655008 : -108341329896608 : ffff9d76d1845b60) 00000020:00000001:1.0:1788926562.054337:0:35891:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732379655008 : -108341329896608 : ffff9d76d1845b60) 00000020:00000001:1.0:1788926562.054339:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1788926562.054340:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926562.054341:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926562.054342:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788926562.054343:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788926562.054344:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926562.054347:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[2 0000000005f486d7 1 1 000000004165928a 0 0 1] 00000020:00000001:1.0:1788926562.054349:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788926562.054350:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926562.054351:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:1.0:1788926562.054354:0:35891:0:(rw26.c:769:ll_write_begin()) page@0000000059cd1417[2 0000000005f486d7 2 1 000000004165928a 0 0 1] 00000080:00008000:1.0:1788926562.054355:0:35891:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1788926562.054356:0:35891:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788926562.054357:0:35891:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.054360:0:35891:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788926562.054361:0:35891:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:1.0:1788926562.054363:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926562.054363:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:1.0:1788926562.054365:0:35891:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788926562.054366:0:35891:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926562.054368:0:35891:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788926562.054369:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926562.054370:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926562.054371:0:35891:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788926562.054373:0:35891:0:(rw26.c:929:ll_write_end()) page@0000000059cd1417[3 0000000005f486d7 2 1 000000004165928a 0 0 1] 00000080:00200000:1.0:1788926562.054375:0:35891:0:(rw26.c:929:ll_write_end()) vmpage @00000000bda7fc57 17ffffc0001001 3:0 ffff9d76d1845b60 1 lru 00000080:00200000:1.0:1788926562.054650:0:35891:0:(rw26.c:929:ll_write_end()) osc-page@00000000a2ce11e4 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000007b0f2018 00000000444d9926 > 3< 0 0 > 4< 0 0 8 0 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788926562.054653:0:35891:0:(rw26.c:929:ll_write_end()) end page@0000000059cd1417 00000080:00200000:1.0:1788926562.054654:0:35891:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:1.0:1788926562.054655:0:35891:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1788926562.054659:0:35891:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788926562.054661:0:35891:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:1.0:1788926562.054663:0:35891:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788926562.054665:0:35891:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788926562.054666:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.054667:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926562.054669:0:35891:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788926562.054671:0:35891:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788926562.054673:0:35891:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788926562.054675:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926562.054676:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:1.0:1788926562.054677:0:35891:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788926562.054680:0:35891:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76c31b7340 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d1845150 folio fffffaf9443be240 pg:0 added for cmd 2 00000008:00000001:1.0:1788926562.054684:0:35891:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788926562.054686:0:35891:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:28672 00000008:00000020:1.0:1788926562.054691:0:35891:0:(osc_cache.c:1791:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 0, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }forced sync i/o 00000008:00000001:1.0:1788926562.054695:0:35891:0:(osc_cache.c:1792:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:1.0:1788926562.054698:0:35891:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:1.0:1788926562.054700:0:35891:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1788926562.054702:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926562.054706:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000053c288aa[4 0000000005f486d7 2 1 000000004165928a 0 0 0] 00000020:00000001:1.0:1788926562.054707:0:35891:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1788926562.054708:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788926562.054710:0:35891:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:1.0:1788926562.054713:0:35891:0:(osc_request.c:745:osc_update_next_shrink()) next time 3129 to shrink grant 00000008:00000040:1.0:1788926562.054715:0:35891:0:(osc_io.c:492:osc_io_commit_async()) 2 -122 00000008:00000001:1.0:1788926562.054716:0:35891:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1788926562.054718:0:35891:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:1.0:1788926562.054721:0:35891:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1788926562.054722:0:35891:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:1.0:1788926562.054725:0:35891:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:1.0:1788926562.054727:0:35891:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:1.0:1788926562.054728:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926562.054730:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788926562.054731:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926562.054732:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788926562.054733:0:35891:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1788926562.054734:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788926562.054735:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788926562.054737:0:35891:0:(cl_io.c:756:cl_io_submit_sync()) Process entered 00000020:00000001:1.0:1788926562.054739:0:35891:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788926562.054740:0:35891:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788926562.054742:0:35891:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00020000:00000001:1.0:1788926562.054901:0:35891:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:1.0:1788926562.054904:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926562.054905:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788926562.054907:0:35891:0:(cl_io.c:1084:cl_2queue_init()) Process entered 00000020:00000001:1.0:1788926562.054908:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926562.054909:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788926562.054910:0:35891:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788926562.054911:0:35891:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1788926562.054912:0:35891:0:(cl_io.c:1087:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1788926562.054914:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788926562.054916:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1788926562.054917:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788926562.054917:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00020000:00000001:1.0:1788926562.054918:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926562.054919:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:1.0:1788926562.054922:0:35891:0:(cl_io.c:715:cl_io_submit_rw()) Process entered 00000020:00000001:1.0:1788926562.054924:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926562.054925:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000008:00400020:1.0:1788926562.054927:0:35891:0:(osc_io.c:128:osc_io_submit()) 2 1 00000020:00000001:1.0:1788926562.054930:0:35891:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788926562.054932:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926562.054934:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926562.054935:0:35891:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926562.054936:0:35891:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926562.054938:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926562.054942:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[3 0000000005f486d7 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926562.054943:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1788926562.054945:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926562.054946:0:35891:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788926562.054948:0:35891:0:(cl_page.c:1065:cl_page_prep()) page@0000000053c288aa[3 0000000005f486d7 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926562.054950:0:35891:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:1.0:1788926562.054951:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926562.054953:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926562.054954:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788926562.054955:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000020:00000001:1.0:1788926562.054956:0:35891:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788926562.054957:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926562.054958:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926562.054969:0:35891:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926562.054971:0:35891:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926562.054972:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926562.054975:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[3 0000000005f486d7 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788926562.054976:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1788926562.054977:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926562.054978:0:35891:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788926562.054980:0:35891:0:(cl_page.c:1065:cl_page_prep()) page@0000000059cd1417[3 0000000005f486d7 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788926562.054981:0:35891:0:(cl_page.c:1065:cl_page_prep()) 1 0 00000020:00000001:1.0:1788926562.054982:0:35891:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926562.054983:0:35891:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926562.054984:0:35891:0:(cl_io.c:969:cl_page_list_move()) Process entered 00000020:00000001:1.0:1788926562.054985:0:35891:0:(cl_io.c:973:cl_page_list_move()) Process leaving 00000008:00000001:1.0:1788926562.054987:0:35891:0:(osc_cache.c:2945:osc_queue_sync_pages()) Process entered 00000008:00000010:1.0:1788926562.054993:0:35891:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9d76d0921900. 00000008:00000020:1.0:1788926562.054998:0:35891:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c31b7340 ready 0|-|- wr 2|+|- rd 0|- update pending cmd 2 delta 2. 00000008:00000020:1.0:1788926562.055002:0:35891:0:(osc_cache.c:3059:osc_queue_sync_pages()) extent ffff9d76d0921900@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff9d76c31b7340], [0|2|+|-|0000000000000000|1024|0000000000000000]} allocate ext: write=1 00000008:00010000:1.0:1788926562.055007:0:35891:0:(osc_cache.c:3059:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9d76d0921900 00000008:00000020:1.0:1788926562.055011:0:35891:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9d76e0285568. 00000008:00000001:1.0:1788926562.055023:0:35891:0:(osc_cache.c:3063:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.055026:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:1.0:1788926562.055028:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:1.0:1788926562.055029:0:35891:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926562.055032:0:35891:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926562.055033:0:35891:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.055035:0:35891:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.055037:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000008:00000040:1.0:1788926562.055038:0:35891:0:(osc_io.c:240:osc_io_submit()) 0/2 0 00000020:00000001:1.0:1788926562.055040:0:35891:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.055042:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788926562.055043:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788926562.055044:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788926562.055045:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788926562.055046:0:35891:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1788926562.055048:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926562.055049:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788926562.055050:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926562.055051:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788926562.055052:0:35891:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1788926562.055053:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788926562.055055:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788926562.055056:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926562.055057:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00020000:00000001:1.0:1788926562.055058:0:35891:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.055060:0:35891:0:(cl_io.c:728:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.055062:0:35891:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788926562.055078:0:31321:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926562.055081:0:31321:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371944 : -108341539179672 : ffff9d76c50af368) 00000020:00001000:1.0:1788926562.055084:0:31321:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af360 00000008:00000020:1.0:1788926562.055085:0:31321:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9d76e0285568. 00000008:00000001:1.0:1788926562.055087:0:31321:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788926562.055089:0:31321:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926562.055091:0:31321:0:(osc_cache.c:2355:osc_next_obj()) Process leaving (rc=18446635732137898816 : -108341571652800 : ffff9d76c31b7340) 00000008:00000020:1.0:1788926562.055093:0:31321:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9d76c31b7340 ready 0|-|- wr 2|+|- rd 0|- 0 in flight 00000008:00000001:1.0:1788926562.055097:0:31321:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788926562.055098:0:31321:0:(osc_cache.c:1876:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:1.0:1788926562.055099:0:31321:0:(osc_cache.c:1877:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926562.055101:0:31321:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788926562.055102:0:31321:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788926562.055105:0:31321:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9d76d0921900@{[0 -> 1/1], [1|0|+|lockdone|wShu|ffff9d76c31b7340], [0|2|+|-|0000000000000000|1024|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788926562.055110:0:31321:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9d76d0921900 00000008:00000001:1.0:1788926562.055112:0:31321:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788926562.055115:0:31321:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c31b7340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1788926562.055118:0:31321:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788926562.055120:0:31321:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9d76e0357000: cli: ffff9d76e0285568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788926562.055127:0:31321:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9d76d1a919e0. 00000008:00000010:1.0:1788926562.055130:0:31321:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9d76c61111a0. 00000008:00000020:1.0:1788926562.055837:0:31321:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1788926562.055844:0:31321:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788926562.055846:0:31321:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788926562.055847:0:31321:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788926562.055850:0:31321:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788926562/1788926562 00000020:00000001:1.0:1788926562.055854:0:31321:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788926562.055855:0:31321:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788926562.055858:0:31321:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788926562.055860:0:31321:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788926562.055863:0:31321:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926562.055869:0:31321:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:1.0:1788926562.055872:0:31321:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.055877:0:31321:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788926562.055879:0:31321:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788926562.055883:0:31321:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926562.055887:0:31321:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.055891:0:31321:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.055905:0:31321:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.055907:0:31321:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926562.055908:0:31321:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926562.055910:0:31321:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.055912:0:31321:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.055914:0:31321:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926562.055916:0:31321:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.055919:0:31321:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00000008:00000001:1.0:1788926562.055921:0:31321:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926562.055923:0:31321:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.055924:0:31321:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788926562.055925:0:31321:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788926562.055927:0:31321:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788926562.055933:0:31321:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629880. 00000020:00000040:1.0:1788926562.055936:0:31321:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926562.055942:0:31321:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926562.055944:0:31321:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926562.055946:0:31321:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926562.055977:0:31321:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9d76d07f0000. 00000100:00000001:1.0:1788926562.055984:0:31321:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788926562.055991:0:31321:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1788926562.055998:0:31321:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9d76e0357000: dirty: 0 undirty: 484638720 dropped 0 grant: 0 cl_lost_grant 0 00000008:00000001:1.0:1788926562.056004:0:31321:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788926562.056027:0:31321:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 2937 MB/s 00000008:00008000:1.0:1788926562.056036:0:31321:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffaf9443be240 map ffff9d76d15b1b38 index 0 flags 17ffffc0001001 count 3 priv ffff9d76d18450e0: off 0 00000008:00008000:1.0:1788926562.056040:0:31321:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffaf9447b6140 map ffff9d76d15b1b38 index 1 flags 17ffffc0001001 count 3 priv ffff9d76d1845b60: off 0 00000008:00000001:1.0:1788926562.056048:0:31321:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788926562.056050:0:31321:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1788926562.056054:0:31321:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9d76c9629880 - object 0x280000401:66 offset 0<>8192 00000008:00000001:1.0:1788926562.056056:0:31321:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.056059:0:31321:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788926562.056060:0:31321:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788926562.056061:0:31321:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788926562.056063:0:31321:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788926562/1788926562 00000020:00000001:1.0:1788926562.056065:0:31321:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788926562.056066:0:31321:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788926562.056067:0:31321:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788926562.056069:0:31321:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.056071:0:31321:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000008:00000002:1.0:1788926562.056082:0:31321:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000d4eb46b7, now 0r/1w/0d in flight req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788926562.056089:0:31321:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2e:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1788926562.056096:0:31321:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000870c8219] to pc [ptlrpcd_00_01+1] req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.056162:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926562.056166:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926562.056168:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926562.056665:0:31321:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788926562.056668:0:31321:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.056671:0:31321:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.056673:0:31321:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926562.056674:0:31321:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.056677:0:31321:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926562.056678:0:31321:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.056679:0:31321:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788926562.056680:0:31321:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.056683:0:31321:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926562.056685:0:31321:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.056687:0:31321:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788926562.056689:0:31321:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af360 00000100:00000001:1.0:1788926562.056700:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926562.056703:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.062639:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926562.062645:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.062651:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.062654:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926562.062657:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926562.062669:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.062680:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926562.062683:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926562.062687:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926562.062691:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926562.062694:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926562.062698:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513981184:192.168.203.140@tcp:4:multiop.0 00000100:00000001:0.0:1788926562.062702:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926562.062707:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926562.062709:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926562.062711:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926562.062720:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880f800. 02000000:00000001:0.0:1788926562.062722:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926562.062728:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926562.062733:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926562.062739:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926562.062754:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513981184, portal 4 00000100:00000001:0.0:1788926562.062757:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926562.062759:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243224704 : -108341466326912 : ffff9d76c9629880) 00000100:00000040:0.0:1788926562.062767:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.062775:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926562.062778:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926562.062782:0:2397:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9d76d1264540. 00000100:00000200:0.0:1788926562.062786:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875823513981184, offset 0 00000400:00000200:0.0:1788926562.062792:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926562.062800:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926562.062808:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926562.062813:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926562.062817:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926562.062821:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926562.062823:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926562.062827:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2989:2989:256:4294967295] 192.168.203.140@tcp LPNI seq info [2989:2989:8:4294967295] 00000400:00000200:0.0:1788926562.062832:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926562.062841:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926562.062847:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926562.062852:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9d76c322e200. 00000800:00000200:0.0:1788926562.062858:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926562.062866:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926562.062870:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c322e200 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1788926562.062891:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926562.062896:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20870 usecs (21 jiffies) 00000400:00000200:0.0:1788926562.062900:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926562.062903:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597218 00000100:00000001:0.0:1788926562.062907:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296597998 00000100:00000001:0.0:1788926562.062909:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597218 00000100:00000001:0.0:1788926562.062911:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296597998 00000100:00000001:0.0:1788926562.062913:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926562.062916:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.062919:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.062922:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926562.063179:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926562.063184:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9d76c322e200. 00000400:00000200:3.0:1788926562.063189:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.063194:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926562.063199:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d1264540 00000400:00000010:3.0:1788926562.063201:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9d76d1264540. 00000100:00000001:3.0:1788926562.063206:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926562.063210:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.063221:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926562.063224:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.063232:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926562.063233:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926562.093813:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.093891:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926562.093896:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.093900:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926562.093909:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.093916:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926562.093926:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.093931:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.093937:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.093940:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 4 MB=0x6aa0d32365100 00000400:00000200:3.0:1788926562.093946:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.093951:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 448/448 into md 0x8835 [1] + 224 00000800:00000001:3.0:1788926562.093958:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.093977:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926562.093981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.093986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926562.093993:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926562.094002:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926562.094020:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.094044:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926562.094052:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.094055:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.094114:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.094118:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926562.094124:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926562.094126:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926562.094130:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926562.094134:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926562.094137:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926562.094139:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926562.094144:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926562.094153:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629880 x1875823513981184/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.094169:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926562.094171:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.094173:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926562.094176:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926562.094179:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926562.094181:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926562.094183:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926562.094192:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dca8 time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1788926562.094196:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926562.094199:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926562.094200:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.094203:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926562.094206:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.094210:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788926562.094212:0:2397:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: committing for last_committed 4294967337 gen 18 00000100:00000001:0.0:1788926562.094215:0:2397:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788926562.094218:0:2397:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1788926562.094220:0:2397:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926562.094222:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926562.094226:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629880 x1875823513981184/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.094234:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926562.094236:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926562.094238:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926562.094241:0:2397:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788926562.094242:0:2397:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788926562.094251:0:2397:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788926562.094254:0:2397:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788926562.094258:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for usr 0 00000001:04000000:0.0:1788926562.094260:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for grp 0 00000001:04000000:0.0:1788926562.094262:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for prj 0 00000001:00000001:0.0:1788926562.094264:0:2397:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788926562.094266:0:2397:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:0.0:1788926562.094269:0:2397:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1788926562.094273:0:2397:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788926562.094276:0:2397:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788926562.094278:0:2397:0:(osc_request.c:2586:brw_interpret()) request ffff9d76c9629880 aa ffff9d76c9629a30 rc 0 00000020:00000001:0.0:1788926562.094285:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926562.094288:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926562.094290:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926562.094293:0:2397:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 8192 00020000:00000001:0.0:1788926562.094296:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926562.094299:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.094301:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.094303:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000008:00000010:0.0:1788926562.094306:0:2397:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9d76c61111a0. 00000100:00000001:0.0:1788926562.094313:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926562.094317:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629880 x1875823513981184/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.094324:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.094327:0:2397:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788926562.094330:0:2397:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9d76d0921900@{[0 -> 1/1], [1|0|-|rpc|wShu|ffff9d76c31b7340], [0|2|+|-|0000000000000000|1024|ffff9d76e000a7c0]} extent finished. 00000008:00010000:0.0:1788926562.094335:0:2397:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9d76d0921900 00000008:00000001:0.0:1788926562.094338:0:2397:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788926562.094341:0:2397:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1788926562.094347:0:2397:0:(cl_page.c:1115:cl_page_complete()) page@0000000053c288aa[4 0000000005f486d7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.094348:0:2397:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1788926562.094350:0:2397:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788926562.094352:0:2397:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788926562.094354:0:2397:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.094357:0:2397:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[4 0000000005f486d7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.094359:0:2397:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788926562.094360:0:2397:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788926562.094363:0:2397:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788926562.094366:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000053c288aa[4 0000000005f486d7 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788926562.094368:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788926562.094369:0:2397:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788926562.094371:0:2397:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926562.094373:0:2397:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926562.094375:0:2397:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926562.094376:0:2397:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788926562.094390:0:2397:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926562.094420:0:2397:0:(cl_page.c:567:cl_batch_put()) page@0000000053c288aa[4 0000000005f486d7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.094423:0:2397:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1788926562.094424:0:2397:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788926562.094425:0:2397:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:0.0:1788926562.094427:0:2397:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788926562.094428:0:2397:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:0.0:1788926562.094431:0:2397:0:(cl_page.c:1115:cl_page_complete()) page@0000000059cd1417[4 0000000005f486d7 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.094432:0:2397:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:0.0:1788926562.094434:0:2397:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788926562.094435:0:2397:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788926562.094436:0:2397:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.094439:0:2397:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[4 0000000005f486d7 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.094440:0:2397:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788926562.094442:0:2397:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788926562.094443:0:2397:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788926562.094445:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000059cd1417[4 0000000005f486d7 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1788926562.094447:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788926562.094449:0:2397:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788926562.094450:0:2397:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926562.094451:0:2397:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926562.094475:0:2397:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926562.094476:0:2397:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788926562.094478:0:2397:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926562.094481:0:2397:0:(cl_page.c:567:cl_batch_put()) page@0000000059cd1417[4 0000000005f486d7 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.094482:0:2397:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1788926562.094483:0:2397:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788926562.094484:0:2397:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788926562.094488:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9d76d0921900@{[0 -> 1/1], [1|0|-|inv|wShu|ffff9d76c31b7340], [0|0|-|-|0000000000000000|1024|ffff9d76e000a7c0]} destroyed. 00000008:00010000:0.0:1788926562.094493:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9d76d0921900 00000008:00000010:0.0:1788926562.094497:0:2397:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9d76d0921900. 00000008:00000001:0.0:1788926562.094500:0:2397:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788926562.094502:0:2397:0:(osc_request.c:2540:osc_release_ppga()) kvfreed 'ppga': 16 at ffff9d76d1a919e0. 00000008:00000020:0.0:1788926562.094510:0:2397:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9d76e0285568. 00000008:00000001:0.0:1788926562.094521:0:2397:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926562.094527:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629880 x1875823513981184/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926562.094541:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513981184:192.168.203.140@tcp:4:multiop.0 00000100:00000001:0.0:1788926562.094546:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.094548:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926562.094551:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629880 x1875823513981184/t4294967337(4294967337) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.094557:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926562.094560:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926562.094562:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880f800. 02000000:00000001:0.0:1788926562.094565:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926562.094568:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926562.094569:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926562.094572:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926562.094574:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 16384 at ffff9d76d07f0000. 02000000:00000001:0.0:1788926562.094588:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926562.094590:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926562.094592:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629880. 00000100:00000001:0.0:1788926562.094596:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926562.094597:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.094599:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.094606:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926562.094608:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.094610:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.094613:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.094624:0:34770:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.094628:0:34770:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926562.094630:0:34770:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000008:00000020:0.0:1788926562.094633:0:34770:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9d76e0285568. 00000008:00000001:0.0:1788926562.094635:0:34770:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788926562.094637:0:34770:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788926562.094639:0:34770:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.094641:0:34770:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788926562.094643:0:34770:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000020:00000001:2.0:1788926562.094995:0:35891:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.094999:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1788926562.095002:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926562.095003:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:2.0:1788926562.095006:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788926562.095007:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788926562.095009:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926562.095013:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[3 0000000005f486d7 1 1 000000004165928a 0 0 0] 00000020:00000001:2.0:1788926562.095015:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788926562.095016:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926562.095017:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:2.0:1788926562.095018:0:35891:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1788926562.095019:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926562.095021:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:2.0:1788926562.095022:0:35891:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788926562.095023:0:35891:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788926562.095024:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926562.095027:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[3 0000000005f486d7 1 1 000000004165928a 0 0 1] 00000020:00000001:2.0:1788926562.095028:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788926562.095029:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926562.095030:0:35891:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000020:00000001:2.0:1788926562.095031:0:35891:0:(cl_io.c:789:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095033:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788926562.095035:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788926562.095036:0:35891:0:(cl_io.c:998:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788926562.095037:0:35891:0:(cl_io.c:1003:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788926562.095038:0:35891:0:(cl_io.c:1121:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1788926562.095040:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788926562.095041:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788926562.095042:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788926562.095043:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788926562.095044:0:35891:0:(cl_io.c:1124:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1788926562.095046:0:35891:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788926562.095047:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926562.095050:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000053c288aa[3 0000000005f486d7 2 1 000000004165928a 0 0 0] 00000020:00000001:2.0:1788926562.095051:0:35891:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1788926562.095053:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788926562.095054:0:35891:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1788926562.095057:0:35891:0:(cl_page.c:1218:cl_page_clip()) page@0000000053c288aa[2 0000000005f486d7 2 1 000000004165928a 0 0 0] 00000020:00000001:2.0:1788926562.095058:0:35891:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:2.0:1788926562.095060:0:35891:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1788926562.095063:0:35891:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788926562.095064:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926562.095066:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926562.095067:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926562.095069:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[2 0000000005f486d7 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926562.095071:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788926562.095072:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926562.095074:0:35891:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788926562.095075:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926562.095077:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000053c288aa[2 0000000005f486d7 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926562.095079:0:35891:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1788926562.095080:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788926562.095081:0:35891:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788926562.095082:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926562.095085:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000059cd1417[3 0000000005f486d7 2 1 000000004165928a 0 0 1] 00000020:00000001:2.0:1788926562.095086:0:35891:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1788926562.095087:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788926562.095088:0:35891:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1788926562.095090:0:35891:0:(cl_page.c:1218:cl_page_clip()) page@0000000059cd1417[2 0000000005f486d7 2 1 000000004165928a 0 0 1] 00000020:00000001:2.0:1788926562.095092:0:35891:0:(cl_page.c:1218:cl_page_clip()) 0 4096 00000008:00000020:2.0:1788926562.095093:0:35891:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1788926562.095095:0:35891:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788926562.095096:0:35891:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926562.095097:0:35891:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926562.095098:0:35891:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926562.095100:0:35891:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[2 0000000005f486d7 2 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788926562.095101:0:35891:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788926562.095102:0:35891:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926562.095104:0:35891:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788926562.095105:0:35891:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926562.095107:0:35891:0:(cl_page.c:567:cl_batch_put()) page@0000000059cd1417[2 0000000005f486d7 1 1 0000000000000000 0 0 1] 00000020:00000001:2.0:1788926562.095108:0:35891:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1788926562.095109:0:35891:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788926562.095111:0:35891:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1788926562.095277:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926562.095281:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:2.0:1788926562.095286:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:2.0:1788926562.095289:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095291:0:35891:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788926562.095292:0:35891:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788926562.095294:0:35891:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095297:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bb80 00000080:00200000:2.0:1788926562.095299:0:35891:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:2.0:1788926562.095303:0:35891:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095307:0:35891:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788926562.095309:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926562.095311:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1788926562.095313:0:35891:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788926562.095315:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:2.0:1788926562.095317:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:2.0:1788926562.095319:0:35891:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788926562.095321:0:35891:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926562.095323:0:35891:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095324:0:35891:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095326:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000008:00000001:2.0:1788926562.095328:0:35891:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095330:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095331:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095333:0:35891:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095334:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095336:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1788926562.095338:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788926562.095339:0:35891:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788926562.095340:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1788926562.095342:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1788926562.095343:0:35891:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095345:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.095347:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1788926562.095348:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926562.095350:0:35891:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788926562.095353:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:2.0:1788926562.095356:0:35891:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926562.095357:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788926562.095361:0:35891:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788926562.095363:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926562.095364:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:2.0:1788926562.095367:0:35891:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926562.095368:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d85925b0 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788926562.095371:0:35891:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788926562.095373:0:35891:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788926562.095598:0:35891:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.095601:0:35891:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.095604:0:35891:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:2.0:1788926562.095608:0:35891:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:2.0:1788926562.095611:0:35891:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:2.0:1788926562.095613:0:35891:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926562.095618:0:35891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926562.095629:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.095630:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.095632:0:35891:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926562.095635:0:35891:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926562.095637:0:35891:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926562.095647:0:35891:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926562.095650:0:35891:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926562.095652:0:35891:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926562.095656:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.095657:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.095659:0:35891:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.095662:0:35891:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926562.095663:0:35891:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.095666:0:35891:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.095668:0:35891:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.095670:0:35891:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926562.095671:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.095672:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.095674:0:35891:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.095675:0:35891:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926562.095676:0:35891:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788926562.095677:0:35891:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926562.095679:0:35891:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926562.095680:0:35891:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926562.095682:0:35891:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926562.095683:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:2.0:1788926562.095686:0:35891:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788926562.095687:0:35891:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926562.095689:0:35891:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d85925b0 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:2.0:1788926562.095693:0:35891:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f3c80. 00000020:00000001:2.0:1788926562.095697:0:35891:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788926562.095698:0:35891:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592580. 00020000:00000001:2.0:1788926562.095701:0:35891:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788926562.095702:0:35891:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788926562.095703:0:35891:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788926562.095705:0:35891:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788926562.095707:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926562.095708:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926562.095709:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788926562.095710:0:35891:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095712:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095713:0:35891:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788926562.095714:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788926562.095716:0:35891:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788926562.095719:0:35891:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1788926562.095720:0:35891:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788926562.095721:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926562.095723:0:35891:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926562.095724:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926562.095725:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788926562.095728:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788926562.095729:0:35891:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095731:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.095733:0:35891:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926562.095734:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926562.095736:0:35891:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926562.095740:0:35891:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1788926562.095743:0:35891:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788926562.098740:0:35891:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788926562.098747:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926562.098760:0:35891:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926562.098763:0:35891:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926562.098764:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926562.098766:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926562.098769:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:2.0:1788926562.098775:0:35891:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926562.098778:0:35891:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926562.098781:0:35891:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926562.098784:0:35891:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926562.098788:0:35891:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926562.098789:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788926562.098792:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bc98 00000080:00200000:2.0:1788926562.098795:0:35891:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1788926562.098809:0:35891:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926562.098813:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:2.0:1788926562.098815:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:2.0:1788926562.098817:0:35891:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926562.098821:0:35891:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788926562.098826:0:35891:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926562.098828:0:35891:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1788926562.098830:0:35891:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926562.098831:0:35891:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1788926562.098834:0:35891:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2e:1029 on OST[0]: s=8192 (1) m=1788926562 a=0 c=1788926562 b=16 00020000:00000001:2.0:1788926562.098838:0:35891:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926562.098841:0:35891:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788926562 a=0 c=1788926562 b=16 00020000:00000001:2.0:1788926562.098851:0:35891:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.098853:0:35891:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.098855:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000080:00200000:2.0:1788926562.098858:0:35891:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:2.0:1788926562.098861:0:35891:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788926562.098866:0:35891:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1788926562.098869:0:35891:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1788926562.098878:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000020:00000001:2.0:1788926562.098881:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bd88 00000080:00000008:2.0:1788926562.098883:0:35891:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000405:0x2e:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1788926562.098890:0:35891:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1788926562.147564:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926562.147573:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926562.147575:0:35894:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926562.147579:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53bc0 00000080:00200000:1.0:1788926562.147584:0:35894:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926562.147591:0:35894:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856a600. 00800000:00000002:1.0:1788926562.147600:0:35894:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926562.147605:0:35894:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926562.147610:0:35894:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926562.147612:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53ae0 00800000:00000002:1.0:1788926562.147614:0:35894:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926562.147618:0:35894:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926562.147621:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926562.147624:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926562.147626:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926562.147629:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926562.147631:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926562.147633:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926562.147635:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926562.147640:0:35894:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926562.147644:0:35894:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926562.147646:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c539b0 00000002:00010000:1.0:1788926562.147648:0:35894:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926562.147652:0:35894:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926562.147654:0:35894:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926562.147657:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926562.147663:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926562.147666:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.147670:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.147673:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926562.147679:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926562.147689:0:35894:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926562.147694:0:35894:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.147697:0:35894:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926562.147704:0:35894:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926562.147706:0:35894:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926562.147708:0:35894:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926562.147710:0:35894:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926562.147712:0:35894:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926562.147714:0:35894:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926562.147717:0:35894:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926562.147720:0:35894:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926562.147723:0:35894:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856a600. 00000080:00000001:1.0:1788926562.147728:0:35894:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926562.147729:0:35894:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926562.147732:0:35894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926562.147735:0:35894:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c96d 00800000:00000001:1.0:1788926562.147738:0:35894:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926562.147740:0:35894:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926562.147743:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.147745:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.147747:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926562.147749:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926562.147752:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926562.147755:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.147756:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926562.147758:0:35894:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.147759:0:35894:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926562.147761:0:35894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c96d from it ffffb2d841c53bf8 00010000:00000001:1.0:1788926562.147763:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.147764:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.147766:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:1.0:1788926562.147767:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926562.147769:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:1.0:1788926562.147771:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.147774:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926562.147780:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.147781:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.147782:0:35894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926562.147784:0:35894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926562.147787:0:35894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926562.147794:0:35894:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926562.147797:0:35894:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926562.147799:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926562.147804:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.147805:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.147806:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.147809:0:35894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926562.147811:0:35894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.147813:0:35894:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.147815:0:35894:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.147817:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.147818:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.147819:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926562.147822:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926562.147824:0:35894:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926562.147826:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926562.147831:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.147834:0:35894:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926562.147836:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53b88 00000080:00002000:1.0:1788926562.147838:0:35894:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9d76d16f1d80) flags 0x20000e refc 1 00000080:00000001:1.0:1788926562.147840:0:35894:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.147842:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53bd0 00000080:00200000:1.0:1788926562.147844:0:35894:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:1.0:1788926562.147847:0:35894:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788926562.147849:0:35894:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.147852:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926562.147853:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788926562.147855:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926562.147865:0:35894:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1b5c560. 00000080:00000001:1.0:1788926562.147869:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926562.147870:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788926562.147872:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926562.147875:0:35894:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788926562.147877:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53b58 00000080:00200000:1.0:1788926562.147878:0:35894:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), file ffff9d76c32a1980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788926562.147883:0:35894:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e004e540. 00000080:00000001:1.0:1788926562.147887:0:35894:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788926562.147889:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53a08 00000080:00200000:1.0:1788926562.147890:0:35894:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), intent=open|creat 00000080:00000010:1.0:1788926562.147896:0:35894:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d856a600. 00000080:00000001:1.0:1788926562.147907:0:35894:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926562.147909:0:35894:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926562.147910:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53928 00800000:00000002:1.0:1788926562.147912:0:35894:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788926562.147915:0:35894:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788926562.147917:0:35894:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788926562.147920:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926562.147922:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926562.147923:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926562.147924:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926562.147926:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926562.147927:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2c:0x0] 00800000:00000001:1.0:1788926562.147929:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.147931:0:35894:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:1.0:1788926562.147934:0:35894:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788926562.147936:0:35894:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788926562.147939:0:35894:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788926562.147941:0:35894:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788926562.147943:0:35894:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x2f:0x0] 40000000:00000001:1.0:1788926562.147946:0:35894:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.147948:0:35894:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.147950:0:35894:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926562.147952:0:35894:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.147954:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c538a8 00800000:00000002:1.0:1788926562.147956:0:35894:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000405:0x2c:0x0], fid2=[0x200000405:0x2f:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1788926562.147968:0:35894:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926562.147970:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c537e0 00000002:00010000:1.0:1788926562.147971:0:35894:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000405:0x2f:0x0]) in obj [0x200000405:0x2c:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788926562.147976:0:35894:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926562.147977:0:35894:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788926562.147980:0:35894:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788926562.147983:0:35894:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.147985:0:35894:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926562.147988:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926562.147990:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.147992:0:35894:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926562.147995:0:35894:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.147997:0:35894:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.147999:0:35894:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926562.148005:0:35894:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629500. 00000020:00000040:1.0:1788926562.148008:0:35894:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926562.148013:0:35894:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926562.148014:0:35894:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.148017:0:35894:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926562.148021:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926562.148023:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.148024:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.148025:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.148028:0:35894:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926562.148030:0:35894:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926562.148033:0:35894:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926562.148041:0:35894:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b01400. 00000100:00000001:1.0:1788926562.148047:0:35894:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.148052:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926562.148054:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.148055:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926562.148057:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.148058:0:35894:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.148066:0:35894:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00010000:00000001:1.0:1788926562.148070:0:35894:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926562.148072:0:35894:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926562.148074:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f100 count: 2 00010000:00000001:1.0:1788926562.148076:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.148079:0:35894:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926562.148083:0:35894:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499a00. 00000020:00000001:1.0:1788926562.148086:0:35894:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926562.148088:0:35894:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499a00 with handle 0xdeff66104c08c990 to hash 00000020:00000001:1.0:1788926562.148090:0:35894:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926562.148092:0:35894:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.148095:0:35894:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.148097:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.148099:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.148102:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35894 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.148109:0:35894:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35894 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788926562.148121:0:35894:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788926562.148133:0:35894:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788926562.148142:0:35894:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 3/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35894 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926562.148148:0:35894:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926562.148149:0:35894:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926562.148155:0:35894:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb480. 00000100:00000001:1.0:1788926562.148158:0:35894:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260861056 : -108341448690560 : ffff9d76ca6fb480) 00000100:00000001:1.0:1788926562.148160:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.148162:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000001:1.0:1788926562.148167:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926562.148170:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.148173:0:35894:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926562.148174:0:35894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926562.148179:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.148192:0:35894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926562.148194:0:35894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.148198:0:35894:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926562.148201:0:35894:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926562.148203:0:35894:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926562.148206:0:35894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35894:1875823513981440:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.148210:0:35894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926562.148214:0:35894:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926562.148216:0:35894:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.148218:0:35894:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926562.148266:0:35894:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:1.0:1788926562.148269:0:35894:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926562.148275:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926562.148281:0:35894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926562.148287:0:35894:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c8b03400. 00000100:00000200:1.0:1788926562.148294:0:35894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513981440, portal 10 00000100:00000001:1.0:1788926562.148296:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.148297:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000040:1.0:1788926562.148304:0:35894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.148311:0:35894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926562.148314:0:35894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926562.148318:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 00000100:00000200:1.0:1788926562.148321:0:35894:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875823513981440, offset 0 00000400:00000200:1.0:1788926562.148327:0:35894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926562.148335:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.148342:0:35894:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926562.148347:0:35894:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926562.148352:0:35894:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926562.148355:0:35894:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926562.148358:0:35894:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926562.148362:0:35894:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2990:2990:256:4294967295] 192.168.203.140@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:1.0:1788926562.148366:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.148375:0:35894:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926562.148381:0:35894:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926562.148386:0:35894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926562.148392:0:35894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926562.148423:0:35894:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926562.148427:0:35894:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788926562.148444:0:35894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.148449:0:35894:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 835301 usecs (836 jiffies) 00000400:00000200:1.0:1788926562.148452:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926562.148455:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598117 00000100:00000001:1.0:1788926562.148462:0:35894:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296597998 00000100:00000001:1.0:1788926562.148467:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598117 00000100:00000001:1.0:1788926562.148470:0:35894:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296597998 00000100:00000001:1.0:1788926562.148473:0:35894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.148476:0:35894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.148478:0:35894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926562.148480:0:35894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926562.148483:0:35894:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb480 going to sleep for 11 seconds 00000100:00000001:1.0:1788926562.148485:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926562.148488:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926562.148664:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926562.148669:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:2.0:1788926562.148675:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.148681:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926562.148695:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:2.0:1788926562.148698:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:2.0:1788926562.148702:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926562.148706:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.148720:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926562.148723:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.148730:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.148732:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926562.157523:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.157538:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926562.157542:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.157545:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.157553:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.157560:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926562.157569:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.157574:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.157580:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.157584:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32365200 00000400:00000200:2.0:1788926562.157589:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.157595:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x883d [32] + 224 00000800:00000001:2.0:1788926562.157601:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.157608:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.157612:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.157616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926562.157623:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926562.157632:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926562.157642:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.157658:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926562.157665:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.157668:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.157730:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926562.157738:0:35894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926562.157740:0:35894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926562.157744:0:35894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926562.157749:0:35894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c8b03400 00000400:00000010:1.0:1788926562.157751:0:35894:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c8b03400. 00000100:00000001:1.0:1788926562.157754:0:35894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926562.157759:0:35894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926562.157773:0:35894:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629500 x1875823513981440/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.157778:0:35894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926562.157781:0:35894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.157783:0:35894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926562.157786:0:35894:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926562.157788:0:35894:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926562.157791:0:35894:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.157793:0:35894:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926562.157802:0:35894:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=79 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926562.157806:0:35894:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926562.157809:0:35894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926562.157810:0:35894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.157813:0:35894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926562.157817:0:35894:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.157820:0:35894:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926562.157822:0:35894:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000a/0x1] 00000100:00000001:1.0:1788926562.157823:0:35894:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926562.157825:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.157826:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000001:1.0:1788926562.157829:0:35894:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926562.157831:0:35894:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934600 00000100:00000001:1.0:1788926562.157833:0:35894:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926562.157835:0:35894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.157840:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.157847:0:35894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.157850:0:35894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926562.157852:0:35894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926562.157856:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926562.157865:0:35894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629500 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35894:1875823513981440:192.168.203.140@tcp:101:multiop.0 00000100:00000001:1.0:1788926562.157870:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.157873:0:35894:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.157875:0:35894:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926562.157877:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.157881:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.157888:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926562.157891:0:35894:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb480. 00000100:00000001:1.0:1788926562.157894:0:35894:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926562.157895:0:35894:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.157898:0:35894:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926562.157903:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.157906:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.157909:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=4 00000020:00000001:1.0:1788926562.157911:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.157914:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000040:1.0:1788926562.157920:0:35894:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499a00, remote cookie: 0x840913afd2dabc5f, flags: 0x1001 00010000:00010000:1.0:1788926562.157924:0:35894:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 4/0,1 mode: --/CW res: [0x200000405:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788926562.157932:0:35894:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x2f:0x0].0x0, instead of [0x200000405:0x2c:0x0].0x0 00010000:00000001:1.0:1788926562.157935:0:35894:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926562.157942:0:35894:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f800. 00010000:00000010:1.0:1788926562.157947:0:35894:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592e80. 00010000:00000001:1.0:1788926562.157952:0:35894:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.157955:0:35894:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926562.157973:0:35894:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 4/0,1 mode: --/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.157984:0:35894:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926562.157988:0:35894:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926562.157990:0:35894:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926562.157991:0:35894:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926562.157993:0:35894:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926562.157995:0:35894:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x2f:0x0].0x0 (ffff9d76d065f800) refcount = 1 00010000:00010000:1.0:1788926562.158000:0:35894:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.158006:0:35894:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926562.158010:0:35894:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926562.158012:0:35894:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926562.158015:0:35894:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926562.158017:0:35894:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.158021:0:35894:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.158026:0:35894:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926562.158028:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.158030:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.158030:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.158031:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.158033:0:35894:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926562.158037:0:35894:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926562.158039:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.158040:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.158042:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926562.158044:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158046:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158048:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.158049:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.158050:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=4 00000020:00000001:1.0:1788926562.158052:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158055:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158057:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926562.158060:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926562.158063:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.158070:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.158071:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.158072:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.158073:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.158074:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=5 00000020:00000001:1.0:1788926562.158076:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158078:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158080:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926562.158083:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.158089:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.158090:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926562.158092:0:35894:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926562.158098:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926562.158100:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.158100:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926562.158101:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.158102:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926562.158107:0:35894:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926562.158537:0:35894:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926562.158543:0:35894:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 664/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926562.158555:0:35894:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.158562:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926562.158564:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926562.158565:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:1.0:1788926562.158568:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:1.0:1788926562.158570:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00000002:00010000:1.0:1788926562.158574:0:35894:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926562.160669:0:35894:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d33181c0. 00010000:00000001:2.0:1788926562.160680:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.160682:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926562.160684:0:35894:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926562.160686:0:35894:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926562.160689:0:35894:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788926562.160692:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926562.160694:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000001:2.0:1788926562.160696:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926562.160698:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00010000:00000001:2.0:1788926562.160700:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.160702:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.160705:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:2.0:1788926562.160707:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.160710:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00000002:00010000:2.0:1788926562.160714:0:35894:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926562.160723:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.160725:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.160726:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926562.160728:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.160729:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.160730:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:2.0:1788926562.160732:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.160734:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000040:2.0:1788926562.160740:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 2 00010000:00000001:2.0:1788926562.160743:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926562.160747:0:35894:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/47 (0 0) 00010000:00000001:2.0:1788926562.160750:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.160751:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926562.160752:0:35894:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926562.160755:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53768 00000002:00002000:2.0:1788926562.160756:0:35894:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788926562.160760:0:35894:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926562.160764:0:35894:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926562.160766:0:35894:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926562.160769:0:35894:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000405:0x2c:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926562.160772:0:35894:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.160776:0:35894:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926562.160777:0:35894:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e004e540 it_disposition 1800037 00000080:00002000:2.0:1788926562.160783:0:35894:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d171d870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788926562.160789:0:35894:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926562.160791:0:35894:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788926562.160794:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53990 00000080:00200000:2.0:1788926562.160796:0:35894:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000405:0x2c:0x0](ffff9d76d153e3c8), intent=open|creat 00000080:00000001:2.0:1788926562.160799:0:35894:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788926562.160801:0:35894:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926562.160806:0:35894:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926562.160810:0:35894:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926562.160813:0:35894:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:2.0:1788926562.160816:0:35894:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926562.160989:0:35894:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d153a100. 00000020:00000001:2.0:1788926562.161001:0:35894:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788926562.161003:0:35894:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788926562.161007:0:35894:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926562.161009:0:35894:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9d76d153a1c8) 00000020:00000001:2.0:1788926562.161013:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926562.161017:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:2.0:1788926562.161019:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:2.0:1788926562.161023:0:35894:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788926562.161028:0:35894:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d84eee10. 00000020:00000001:2.0:1788926562.161031:0:35894:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926562.161033:0:35894:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.161040:0:35894:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788926562.161044:0:35894:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76d84173e0. 00020000:00000001:2.0:1788926562.161046:0:35894:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732492710880 : -108341216840736 : ffff9d76d84173e0) 00020000:00000001:2.0:1788926562.161049:0:35894:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788926562.161051:0:35894:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926562.161057:0:35894:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f300. 00020000:00000010:2.0:1788926562.161061:0:35894:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76e0a02000. 00020000:00000010:2.0:1788926562.161067:0:35894:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866fae0. 00020000:00000001:2.0:1788926562.161069:0:35894:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226734816 : -108341482816800 : ffff9d76c866fae0) 00020000:00000002:2.0:1788926562.161072:0:35894:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fae0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926562.161077:0:35894:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926562.161081:0:35894:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02000: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926562.161084:0:35894:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788926562.161086:0:35894:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fae0, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926562.161089:0:35894:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926562.161092:0:35894:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02000: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1788926562.161096:0:35894:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76c866a450. 00020000:00000010:2.0:1788926562.161100:0:35894:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76c904c480. 00020000:00000001:2.0:1788926562.161104:0:35894:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788926562.161106:0:35894:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c7c6daa0. 00020000:00000001:2.0:1788926562.161109:0:35894:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788926562.161111:0:35894:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788926562.161262:0:35894:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788926562.161267:0:35894:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d84eec80. 00000020:00000001:2.0:1788926562.161270:0:35894:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926562.161271:0:35894:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.161273:0:35894:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732493593856 : -108341215957760 : ffff9d76d84eed00) 00020000:00000001:2.0:1788926562.161277:0:35894:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788926562.161282:0:35894:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c6941180. 00020000:00000001:2.0:1788926562.161284:0:35894:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.161288:0:35894:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493593856 : -108341215957760 : ffff9d76d84eed00) 00020000:00000001:2.0:1788926562.161290:0:35894:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732493593856 : -108341215957760 : ffff9d76d84eed00) 00020000:00000002:2.0:1788926562.161294:0:35894:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x43:0x0]@ffff9d76d84eec80[0:0] -> [0x200000405:0x2f:0x0]@ffff9d76d84eee10: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926562.161299:0:35894:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788926562.161301:0:35894:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788926562.161303:0:35894:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.161306:0:35894:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493594256 : -108341215957360 : ffff9d76d84eee90) 00000020:00001000:2.0:1788926562.161310:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:2.0:1788926562.161314:0:35894:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611183 : 144115205339611183 : 20000040500002f) 00000080:00000001:2.0:1788926562.161316:0:35894:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926562.161319:0:35894:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611183 mtime from 0 to 1788926562 00000080:00000001:2.0:1788926562.161323:0:35894:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926562.161326:0:35894:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376461768 : -108341333089848 : ffff9d76d153a1c8) 00010000:00000001:2.0:1788926562.161328:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.161329:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.161331:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:2.0:1788926562.161333:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.161336:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00000080:00000001:2.0:1788926562.161338:0:35894:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926562.161340:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926562.161341:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:2.0:1788926562.161343:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:2.0:1788926562.161345:0:35894:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926562.161347:0:35894:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926562.161348:0:35894:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926562.161351:0:35894:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866fea0. 00020000:00000010:2.0:1788926562.161354:0:35894:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76e0a02580. 00020000:00000010:2.0:1788926562.161356:0:35894:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f840. 00020000:00000001:2.0:1788926562.161358:0:35894:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226734144 : -108341482817472 : ffff9d76c866f840) 00020000:00000002:2.0:1788926562.161360:0:35894:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f840, objid 0x2f:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926562.161364:0:35894:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926562.161368:0:35894:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02580: ostid: 0x280000401:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926562.161371:0:35894:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84173e0) owner ffff9d76d1220000 00020000:00000001:2.0:1788926562.161373:0:35894:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926562.161375:0:35894:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84173e0) owner ffff9d76d1220000 00020000:00000010:2.0:1788926562.161379:0:35894:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76e0a02580. 00020000:00000010:2.0:1788926562.161382:0:35894:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866fea0. 00020000:00000010:2.0:1788926562.161386:0:35894:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f840. 00020000:00000002:2.0:1788926562.161388:0:35894:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926562.161391:0:35894:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.161392:0:35894:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.162330:0:35894:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926562.162336:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:2.0:1788926562.162341:0:35894:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fae0 addref 2/0 by ffff9d76d1220000. 00020000:00000002:2.0:1788926562.162344:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:2.0:1788926562.162347:0:35894:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926562.162349:0:35894:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926562.162350:0:35894:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926562.162351:0:35894:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926562.162355:0:35894:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926562.162357:0:35894:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926562.162361:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:2.0:1788926562.162364:0:35894:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.162366:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.162368:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926562.162369:0:35894:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926562.162373:0:35894:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926562.162375:0:35894:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926562.162378:0:35894:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x2f:0x0](ffff9d76d153a1c8) 00000080:00010000:2.0:1788926562.162381:0:35894:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9d76d153a1c8) for lock 0xdeff66104c08c990 00800000:00000001:2.0:1788926562.162385:0:35894:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926562.162387:0:35894:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926562.162388:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.162389:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.162391:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:2.0:1788926562.162394:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.162572:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.162574:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.162576:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926562.162577:0:35894:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926562.162579:0:35894:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162581:0:35894:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926562.162583:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926562.162593:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.162606:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926562.162611:0:35894:0:(namei.c:1651:ll_create_it()) inode ffff9d76d153a1c8 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1788926562.162614:0:35894:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926562.162618:0:35894:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x2f:0x0](ffff9d76d153a1c8) 00000080:00000001:2.0:1788926562.162620:0:35894:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926562.162623:0:35894:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d856a600. 00000100:00000001:2.0:1788926562.162628:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926562.162631:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.162637:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162640:0:35894:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926562.162642:0:35894:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926562.162643:0:35894:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d153a1c8 need_sync_to_mds [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1788926562.162651:0:35894:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926562.162653:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53a68 00000080:00200008:2.0:1788926562.162655:0:35894:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9d76d153a1c8), flags 100102 00000080:00000010:2.0:1788926562.162663:0:35894:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95a40. 00000080:00000010:2.0:1788926562.162669:0:35894:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d33182c0. 00000080:00000001:2.0:1788926562.162672:0:35894:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926562.162676:0:35894:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926562.162678:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926562.162681:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926562.162683:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926562.162685:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926562.162687:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926562.162689:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:2.0:1788926562.162691:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926562.162694:0:35894:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926562.162698:0:35894:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01da0. 00000002:00100000:2.0:1788926562.162702:0:35894:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926562.162707:0:35894:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926562.162709:0:35894:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926562.162712:0:35894:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926562.162716:0:35894:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162718:0:35894:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926562.162721:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926562.162724:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926562.162730:0:35894:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926562.162734:0:35894:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926562.162757:0:35894:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926562.162759:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.162762:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53a68 00000080:00000008:2.0:1788926562.162764:0:35894:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9d76d153a1c8), flags 100102, rc = 0 00000080:00000001:2.0:1788926562.162768:0:35894:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926562.162770:0:35894:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e004e540 released 00000080:00010000:2.0:1788926562.162772:0:35894:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c990 from it ffff9d76e004e540 00010000:00000001:2.0:1788926562.162775:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926562.162776:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926562.162778:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499a00 refcount=3 00000020:00000001:2.0:1788926562.162780:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.162781:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107368960 : -108341602182656 : ffff9d76c1499a00) 00010000:00000001:2.0:1788926562.162784:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926562.162787:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926562.162796:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.162797:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.162799:0:35894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926562.162801:0:35894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926562.162804:0:35894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499a00/0xdeff66104c08c990 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabc5f expref: -99 pid: 35894 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926562.162812:0:35894:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926562.162815:0:35894:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926562.162817:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926562.162822:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.162823:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.162824:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.162827:0:35894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926562.162829:0:35894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.162831:0:35894:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.162833:0:35894:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.162835:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926562.162837:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.162838:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926562.162839:0:35894:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926562.162841:0:35894:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788926562.162843:0:35894:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926562.162845:0:35894:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926562.162847:0:35894:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926562.162848:0:35894:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162851:0:35894:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788926562.162852:0:35894:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162854:0:35894:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926562.162856:0:35894:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162858:0:35894:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926562.162860:0:35894:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e004e540. 00000080:00000001:2.0:1788926562.162863:0:35894:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.162866:0:35894:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926562.162869:0:35894:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x2f:0x0](ffff9d76d153a1c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1788926562.162872:0:35894:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163087:0:35894:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788926562.163090:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53d88 00000080:00200008:2.0:1788926562.163092:0:35894:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1788926562.163095:0:35894:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d153a1c8 need_sync_to_oss [0x200000405:0x2f:0x0] 00000080:00000001:2.0:1788926562.163098:0:35894:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788926562.163099:0:35894:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163101:0:35894:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788926562.163104:0:35894:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163106:0:35894:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1788926562.163107:0:35894:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163110:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926562.163121:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:2.0:1788926562.163124:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000080:00000001:2.0:1788926562.163128:0:35894:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788926562.163129:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53c98 00000080:00200000:2.0:1788926562.163131:0:35894:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1788926562.163694:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53c30 00000080:00200000:2.0:1788926562.163698:0:35894:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1788926562.163702:0:35894:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788926562.163708:0:35894:0:(cl_io.c:215:cl_io_rw_init()) header@000000009974ca16[0x110, 1, [0x200000405:0x2f:0x0] hash] 00000020:00200000:2.0:1788926562.163710:0:35894:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1788926562.163714:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000020:00000001:2.0:1788926562.163717:0:35894:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926562.163719:0:35894:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926562.163721:0:35894:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788926562.163724:0:35894:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926562.163725:0:35894:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788926562.163728:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926562.163732:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163735:0:35894:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926562.163737:0:35894:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163739:0:35894:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926562.163742:0:35894:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9d76c2d9ba30 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788926562.163745:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:2.0:1788926562.163749:0:35894:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926562.163751:0:35894:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926562.163753:0:35894:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926562.163755:0:35894:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788926562.163757:0:35894:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1788926562.163760:0:35894:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788926562.163762:0:35894:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926562.163764:0:35894:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163765:0:35894:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926562.163766:0:35894:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926562.163767:0:35894:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926562.163768:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00000020:00000001:2.0:1788926562.163770:0:35894:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163772:0:35894:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926562.163775:0:35894:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1788926562.163778:0:35894:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788926562.163780:0:35894:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163783:0:35894:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1788926562.163785:0:35894:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788926562.163787:0:35894:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788926562.163789:0:35894:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788926562.163790:0:35894:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788926562.163792:0:35894:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1788926562.163795:0:35894:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788926562.163797:0:35894:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788926562.163800:0:35894:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788926562.163804:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926562.163805:0:35894:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926562.163807:0:35894:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926562.163809:0:35894:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:2.0:1788926562.163812:0:35894:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:2.0:1788926562.163814:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eee90 00000020:00000001:2.0:1788926562.163815:0:35894:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926562.163819:0:35894:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926562.163819:0:35894:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926562.163821:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926562.163822:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:2.0:1788926562.163824:0:35894:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163826:0:35894:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163828:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:2.0:1788926562.163831:0:35894:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788926562.163833:0:35894:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788926562.163836:0:35894:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163837:0:35894:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163839:0:35894:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163841:0:35894:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163842:0:35894:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163844:0:35894:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1788926562.163847:0:35894:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788926562.163849:0:35894:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788926562.163852:0:35894:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788926562.163854:0:35894:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163857:0:35894:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163859:0:35894:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788926562.163861:0:35894:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1788926562.163863:0:35894:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788926562.163864:0:35894:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788926562.163866:0:35894:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163867:0:35894:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163869:0:35894:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163871:0:35894:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926562.163872:0:35894:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163874:0:35894:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788926562.163876:0:35894:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926562.163877:0:35894:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1788926562.163878:0:35894:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926562.163880:0:35894:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163881:0:35894:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163883:0:35894:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163885:0:35894:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163886:0:35894:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926562.163888:0:35894:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926562.163890:0:35894:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926562.163892:0:35894:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926562.163894:0:35894:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926562.163896:0:35894:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1788926562.163903:0:35894:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642700. 00020000:00000002:2.0:1788926562.163906:0:35894:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788926562.163909:0:35894:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926562.163910:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926562.163911:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:2.0:1788926562.163913:0:35894:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926562.163917:0:35894:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbd7c0. 00000008:00010000:2.0:1788926562.163920:0:35894:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788926562.163922:0:35894:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926562.163924:0:35894:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926562.163927:0:35894:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642730, osc lock ffff9d76c2fbd7c0, flags 0x0 00000020:00000001:2.0:1788926562.163929:0:35894:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163930:0:35894:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926562.163933:0:35894:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226549504 : -108341483002112 : ffff9d76c8642700) 00000020:00000001:2.0:1788926562.163934:0:35894:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926562.163935:0:35894:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926562.163937:0:35894:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163939:0:35894:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163941:0:35894:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926562.163943:0:35894:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926562.163944:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926562.163945:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:2.0:1788926562.163947:0:35894:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926562.163949:0:35894:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926562.163951:0:35894:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788926562.163952:0:35894:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926562.163955:0:35894:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926562.163958:0:35894:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926562.163969:0:35894:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926562.163970:0:35894:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926562.163971:0:35894:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926562.163973:0:35894:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926562.163975:0:35894:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926562.163977:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926562.163984:0:35894:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.163987:0:35894:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788926562.163992:0:35894:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b100. 00000020:00000040:2.0:1788926562.163996:0:35894:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:2.0:1788926562.164000:0:35894:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926562.164004:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926562.164009:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926562.164011:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926562.164012:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.164015:0:35894:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926562.164018:0:35894:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926562.164021:0:35894:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926562.164027:0:35894:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553800. 00000100:00000001:2.0:1788926562.164033:0:35894:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.164037:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926562.164039:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.164041:0:35894:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926562.164042:0:35894:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.164044:0:35894:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926562.164047:0:35894:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00010000:00000001:2.0:1788926562.164050:0:35894:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926562.164053:0:35894:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926562.164057:0:35894:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225600. 00010000:00000010:2.0:1788926562.164061:0:35894:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c3225000. 00010000:00000001:2.0:1788926562.164065:0:35894:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926562.164068:0:35894:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880be00. 00000020:00000001:2.0:1788926562.164072:0:35894:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926562.164075:0:35894:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880be00 with handle 0xdeff66104c08c997 to hash 00000020:00000001:2.0:1788926562.164077:0:35894:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926562.164079:0:35894:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000010:2.0:1788926562.164082:0:35894:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d3318480. 00010000:00000001:2.0:1788926562.164085:0:35894:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:2.0:1788926562.164088:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926562.164091:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926562.164095:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926562.164105:0:35894:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926562.164116:0:35894:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926562.164123:0:35894:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926562.164124:0:35894:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926562.164131:0:35894:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904ca80. 00000100:00000001:2.0:1788926562.165380:0:35894:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237077120 : -108341472474496 : ffff9d76c904ca80) 00000100:00000001:2.0:1788926562.165385:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926562.165387:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000001:2.0:1788926562.165393:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926562.165466:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.165469:0:35894:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926562.165471:0:35894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926562.165483:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.165492:0:35894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926562.165494:0:35894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926562.165498:0:35894:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926562.165501:0:35894:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926562.165503:0:35894:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926562.165507:0:35894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35894:1875823513981568:192.168.203.140@tcp:101:multiop.0 00000100:00000001:2.0:1788926562.165510:0:35894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926562.165515:0:35894:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926562.165517:0:35894:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926562.165519:0:35894:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926562.165527:0:35894:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dd800. 02000000:00000001:2.0:1788926562.165530:0:35894:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926562.165537:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926562.165543:0:35894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6e18. 00000400:00000010:2.0:1788926562.165549:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530c38. 00000100:00000200:2.0:1788926562.165556:0:35894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513981568, portal 4 00000100:00000001:2.0:1788926562.165558:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926562.165559:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:2.0:1788926562.165565:0:35894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.165572:0:35894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926562.165575:0:35894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926562.165578:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530dd0. 00000100:00000200:2.0:1788926562.165581:0:35894:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513981568, offset 0 00000400:00000200:2.0:1788926562.165587:0:35894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926562.165594:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.165601:0:35894:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926562.165607:0:35894:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926562.165611:0:35894:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926562.165614:0:35894:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926562.165617:0:35894:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926562.165621:0:35894:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2991:2991:256:4294967295] 192.168.203.140@tcp LPNI seq info [2991:2991:8:4294967295] 00000400:00000200:2.0:1788926562.165625:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.165633:0:35894:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926562.165638:0:35894:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926562.165643:0:35894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c200. 00000800:00000200:2.0:1788926562.165649:0:35894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926562.165657:0:35894:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926562.165661:0:35894:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926562.165728:0:35894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926562.165733:0:35894:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20990 usecs (21 jiffies) 00000400:00000200:2.0:1788926562.165737:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926562.165740:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296597321 00000100:00000001:2.0:1788926562.165742:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296598117 00000100:00000001:2.0:1788926562.165745:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296597321 00000100:00000001:2.0:1788926562.165747:0:35894:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296598117 00000100:00000001:2.0:1788926562.165749:0:35894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926562.165752:0:35894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926562.165754:0:35894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926562.165756:0:35894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926562.165759:0:35894:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904ca80 going to sleep for 11 seconds 00000100:00000001:2.0:1788926562.165762:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926562.165764:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926562.175533:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926562.175543:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c200. 00000400:00000200:3.0:1788926562.175551:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.175559:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926562.175566:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530dd0 00000400:00000010:3.0:1788926562.175569:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530dd0. 00000100:00000001:3.0:1788926562.175574:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926562.175583:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.175595:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926562.175599:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.175607:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926562.175609:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926562.178200:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.178219:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926562.178222:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.178225:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.178233:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.178240:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926562.178248:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.178253:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.178258:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.178262:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32365280 00000400:00000200:2.0:1788926562.178268:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.178274:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x8845 [1] + 224 00000800:00000001:2.0:1788926562.178281:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.178289:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.178292:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.178296:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926562.178303:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926562.178310:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926562.178322:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.178345:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926562.178353:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.178356:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.178423:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926562.178431:0:35894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926562.178433:0:35894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926562.178437:0:35894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6e18. 00000400:00000200:0.0:1788926562.178441:0:35894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530c38 00000400:00000010:0.0:1788926562.178444:0:35894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530c38. 00000100:00000001:0.0:1788926562.178447:0:35894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926562.178452:0:35894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926562.178461:0:35894:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.178468:0:35894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926562.178470:0:35894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.178472:0:35894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926562.178475:0:35894:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926562.178477:0:35894:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926562.178479:0:35894:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926562.178482:0:35894:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926562.178490:0:35894:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=79 v=5 (5 5 5 37) 00000100:00001000:0.0:1788926562.178495:0:35894:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926562.178498:0:35894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926562.178499:0:35894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.178502:0:35894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926562.178506:0:35894:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.178509:0:35894:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926562.178512:0:35894:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1788926562.178514:0:35894:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926562.178515:0:35894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926562.178520:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.178527:0:35894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926562.178530:0:35894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926562.178532:0:35894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926562.178537:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926562.178550:0:35894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35894:1875823513981568:192.168.203.140@tcp:101:multiop.0 00000100:00000001:0.0:1788926562.178554:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.178557:0:35894:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.178560:0:35894:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926562.178562:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926562.178565:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.178571:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926562.178573:0:35894:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904ca80. 00000100:00000001:0.0:1788926562.178577:0:35894:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926562.178578:0:35894:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.178580:0:35894:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926562.178584:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.178586:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.178589:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=4 00000020:00000001:0.0:1788926562.178592:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178595:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000040:0.0:1788926562.178601:0:35894:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880be00, remote cookie: 0x840913afd2dabc6d, flags: 0x1 00010000:00010000:0.0:1788926562.178608:0:35894:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.178619:0:35894:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788926562.178621:0:35894:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.178623:0:35894:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926562.178627:0:35894:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788926562.178631:0:35894:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926562.178639:0:35894:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x43:0x0].0x0 (ffff9d76c3225600) refcount = 1 00010000:00000040:0.0:1788926562.178641:0:35894:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926562.178644:0:35894:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.178652:0:35894:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926562.178654:0:35894:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926562.178657:0:35894:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926562.178659:0:35894:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926562.178663:0:35894:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.178669:0:35894:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926562.178670:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.178672:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.178673:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.178674:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.178675:0:35894:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.178679:0:35894:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788926562.178681:0:35894:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926562.178683:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.178684:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.178686:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:0.0:1788926562.178688:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178690:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178693:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.178694:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.178695:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=4 00000020:00000001:0.0:1788926562.178697:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178699:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178702:0:35894:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926562.178704:0:35894:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926562.178708:0:35894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.178720:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.178721:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926562.178723:0:35894:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788926562.178727:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00010000:0.0:1788926562.178731:0:35894:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788926562.178737:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.178739:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926562.178742:0:35894:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788926562.178745:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926562.178746:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178748:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178750:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:0.0:1788926562.178752:0:35894:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788926562.178754:0:35894:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.178755:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.178757:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.178758:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=5 00000020:00000001:0.0:1788926562.178760:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178762:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.178764:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926562.178767:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.178773:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.178774:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926562.178777:0:35894:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.178783:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926562.178785:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.178786:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926562.178787:0:35894:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.178789:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926562.178793:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b100 x1875823513981568/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.178801:0:35894:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926562.178803:0:35894:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926562.178806:0:35894:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dd800. 02000000:00000001:0.0:1788926562.178810:0:35894:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926562.178812:0:35894:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926562.178813:0:35894:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926562.178815:0:35894:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926562.178818:0:35894:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553800. 02000000:00000001:0.0:1788926562.178822:0:35894:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926562.178824:0:35894:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926562.178826:0:35894:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b100. 00000100:00000001:0.0:1788926562.178830:0:35894:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926562.178831:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926562.178833:0:35894:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.178835:0:35894:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178838:0:35894:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.178841:0:35894:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178843:0:35894:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178845:0:35894:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178848:0:35894:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178849:0:35894:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178852:0:35894:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1788926562.178855:0:35894:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788926562.178861:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53b80 00000080:00200000:0.0:1788926562.178863:0:35894:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788926562.178866:0:35894:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788926562.178869:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:0.0:1788926562.178872:0:35894:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fae0 addref 2/0 by ffff9d76d1220000. 00020000:00000002:0.0:1788926562.178875:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00000020:00000001:0.0:1788926562.178878:0:35894:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:0.0:1788926562.178881:0:35894:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788926562.178884:0:35894:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788926562.178887:0:35894:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788926562.178891:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.178893:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:0.0:1788926562.178894:0:35894:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926562.178897:0:35894:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926562.178899:0:35894:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178901:0:35894:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.178903:0:35894:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178905:0:35894:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.178911:0:35894:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788926562.178913:0:35894:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788926562.178937:0:35894:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1788926562.178939:0:35894:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x2f:0x0] fffffaf9447b8dc0 0 1 00000020:00000001:0.0:1788926562.178943:0:35894:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788926562.178944:0:35894:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178946:0:35894:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788926562.178952:0:35894:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d1829380. 00000020:00000001:0.0:1788926562.178955:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788926562.178956:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788926562.178969:0:35894:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788926562.178971:0:35894:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788926562.178974:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.178975:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000008:00000001:0.0:1788926562.178978:0:35894:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788926562.178981:0:35894:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d18293f0 folio fffffaf9447b8dc0 pg:0 obj off 0 00000008:00000001:0.0:1788926562.178983:0:35894:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178985:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788926562.178986:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788926562.178987:0:35894:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788926562.178989:0:35894:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.178993:0:35894:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.178994:0:35894:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732379538304 : -108341330013312 : ffff9d76d1829380) 00000020:00000001:0.0:1788926562.178997:0:35894:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732379538304 : -108341330013312 : ffff9d76d1829380) 00000020:00000001:0.0:1788926562.178999:0:35894:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1788926562.179001:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.179002:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.179005:0:35894:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788926562.179006:0:35894:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788926562.179008:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.179012:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a82ac6d[2 00000000fd13ab08 1 1 000000004165928a 0 0 0] 00000020:00000001:0.0:1788926562.179014:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788926562.179016:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926562.179017:0:35894:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788926562.179021:0:35894:0:(rw26.c:769:ll_write_begin()) page@000000005a82ac6d[2 00000000fd13ab08 2 1 000000004165928a 0 0 0] 00000080:00008000:0.0:1788926562.179023:0:35894:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788926562.179024:0:35894:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788926562.179026:0:35894:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.179030:0:35894:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788926562.179031:0:35894:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788926562.179033:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.179034:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.179036:0:35894:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788926562.179249:0:35894:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926562.179255:0:35894:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788926562.179257:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1788926562.179258:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1788926562.179259:0:35894:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788926562.179263:0:35894:0:(rw26.c:929:ll_write_end()) page@000000005a82ac6d[3 00000000fd13ab08 2 1 000000004165928a 0 0 0] 00000080:00200000:0.0:1788926562.179267:0:35894:0:(rw26.c:929:ll_write_end()) vmpage @0000000016311bdf 17ffffc0001001 3:0 ffff9d76d1829380 0 lru 00000080:00200000:0.0:1788926562.179275:0:35894:0:(rw26.c:929:ll_write_end()) osc-page@000000008e93bac2 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000007b0f2018 0000000043c6ff81 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788926562.179278:0:35894:0:(rw26.c:929:ll_write_end()) end page@000000005a82ac6d 00000080:00200000:0.0:1788926562.179279:0:35894:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788926562.179281:0:35894:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788926562.179284:0:35894:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788926562.179286:0:35894:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788926562.179303:0:35894:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:0.0:1788926562.179304:0:35894:0:(cl_page.c:438:cl_page_find()) 1@[0x200000405:0x2f:0x0] fffffaf944760180 0 1 00000020:00000001:0.0:1788926562.179307:0:35894:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788926562.179308:0:35894:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179310:0:35894:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788926562.179314:0:35894:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d18297e0. 00000020:00000001:0.0:1788926562.179316:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788926562.179317:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788926562.179319:0:35894:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788926562.179321:0:35894:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788926562.179324:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.179325:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000008:00000001:0.0:1788926562.179327:0:35894:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788926562.179329:0:35894:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d1829850 folio fffffaf944760180 pg:0 obj off 4096 00000008:00000001:0.0:1788926562.179331:0:35894:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179333:0:35894:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788926562.179334:0:35894:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788926562.179335:0:35894:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788926562.179336:0:35894:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179340:0:35894:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179342:0:35894:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:0.0:1788926562.179344:0:35894:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732379539424 : -108341330012192 : ffff9d76d18297e0) 00000020:00000001:0.0:1788926562.179345:0:35894:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:0.0:1788926562.179347:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.179348:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.179349:0:35894:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788926562.179350:0:35894:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788926562.179351:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.179354:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 00000000fd13ab08 1 1 000000004165928a 0 0 1] 00000020:00000001:0.0:1788926562.179356:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788926562.179357:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926562.179358:0:35894:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788926562.179360:0:35894:0:(rw26.c:769:ll_write_begin()) page@000000001678dd3a[2 00000000fd13ab08 2 1 000000004165928a 0 0 1] 00000080:00008000:0.0:1788926562.179361:0:35894:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788926562.179362:0:35894:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788926562.179363:0:35894:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.179367:0:35894:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788926562.179368:0:35894:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788926562.179370:0:35894:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.179371:0:35894:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.179373:0:35894:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788926562.179374:0:35894:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926562.179375:0:35894:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788926562.179376:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1788926562.179377:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:0.0:1788926562.179378:0:35894:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788926562.179381:0:35894:0:(rw26.c:929:ll_write_end()) page@000000001678dd3a[3 00000000fd13ab08 2 1 000000004165928a 0 0 1] 00000080:00200000:0.0:1788926562.179384:0:35894:0:(rw26.c:929:ll_write_end()) vmpage @00000000c9376069 17ffffc0001001 3:0 ffff9d76d18297e0 1 lru 00000080:00200000:0.0:1788926562.179389:0:35894:0:(rw26.c:929:ll_write_end()) osc-page@000000002871fac5 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000007b0f2018 0000000043c6ff81 > 3< 0 0 > 4< 0 0 8 8437760 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788926562.179391:0:35894:0:(rw26.c:929:ll_write_end()) end page@000000001678dd3a 00000080:00200000:0.0:1788926562.179392:0:35894:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788926562.179393:0:35894:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788926562.179443:0:35894:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788926562.179446:0:35894:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788926562.179449:0:35894:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788926562.179451:0:35894:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788926562.179453:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.179454:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:0.0:1788926562.179456:0:35894:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788926562.179458:0:35894:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788926562.179461:0:35894:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788926562.179462:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1788926562.179463:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:0.0:1788926562.179465:0:35894:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788926562.179468:0:35894:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d18293f0 folio fffffaf9447b8dc0 pg:0 added for cmd 2 00000008:00000001:0.0:1788926562.179472:0:35894:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788926562.179475:0:35894:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788926562.179480:0:35894:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8437760, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788926562.179484:0:35894:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9d76d1829428 page fffffaf9447b8dc0 00000008:00000020:0.0:1788926562.179487:0:35894:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1788926562.179490:0:35894:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788926562.179492:0:35894:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179494:0:35894:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788926562.179497:0:35894:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9d76c91e63c0. 00000008:00000020:0.0:1788926562.179502:0:35894:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9d76c6941180 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:0.0:1788926562.179507:0:35894:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788926562.179512:0:35894:0:(osc_cache.c:858:osc_extent_find()) extent ffff9d76c91e63c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9d76c6941180], [28672|0|-|-|ffff9d76c880be00|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788926562.179518:0:35894:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000d9473efa ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788926562.179526:0:35894:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788926562.179529:0:35894:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179531:0:35894:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179533:0:35894:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788926562.179535:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000002:0.0:1788926562.179537:0:35894:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788926562.179539:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.179541:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926562.179542:0:35894:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788926562.179544:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926562.179545:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179547:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179548:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:0.0:1788926562.179550:0:35894:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788926562.179551:0:35894:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788926562.179553:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926562.179556:0:35894:0:(cl_page.c:567:cl_batch_put()) page@000000005a82ac6d[4 00000000fd13ab08 2 1 000000004165928a 0 0 0] 00000020:00000001:0.0:1788926562.179557:0:35894:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1788926562.179558:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788926562.179559:0:35894:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788926562.179561:0:35894:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788926562.179562:0:35894:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:0.0:1788926562.179563:0:35894:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:0.0:1788926562.179564:0:35894:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788926562.179565:0:35894:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d1829850 folio fffffaf944760180 pg:0 added for cmd 2 00000008:00000020:0.0:1788926562.179570:0:35894:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8409088, dirty_grant: 28672, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:28672 00000008:00000020:0.0:1788926562.179573:0:35894:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9d76d1829888 page fffffaf944760180 00000008:00000001:0.0:1788926562.179576:0:35894:0:(osc_cache.c:1256:osc_extent_expand()) Process entered 00000008:00000001:0.0:1788926562.179578:0:35894:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788926562.179581:0:35894:0:(osc_cache.c:1292:osc_extent_expand()) Process leaving 00000008:00000001:0.0:1788926562.179582:0:35894:0:(osc_cache.c:1296:osc_extent_expand()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788926562.179585:0:35894:0:(osc_cache.c:2621:osc_queue_async_io()) extent ffff9d76c91e63c0@{[0 -> 1/1023], [2|1|-|active|wi|ffff9d76c6941180], [32768|1|+|-|ffff9d76c880be00|1024|0000000000000000]} expanded for 1. 00000008:00010000:0.0:1788926562.179590:0:35894:0:(osc_cache.c:2621:osc_queue_async_io()) ### extent: 00000000d9473efa ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788926562.179597:0:35894:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179599:0:35894:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179601:0:35894:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788926562.179602:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000002:0.0:1788926562.179604:0:35894:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788926562.179605:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.179607:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926562.179608:0:35894:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788926562.179609:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926562.179611:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179612:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179614:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:0.0:1788926562.179615:0:35894:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788926562.179616:0:35894:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788926562.179617:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926562.179619:0:35894:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[4 00000000fd13ab08 2 1 000000004165928a 0 0 1] 00000020:00000001:0.0:1788926562.179621:0:35894:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:0.0:1788926562.179622:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788926562.179623:0:35894:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788926562.179624:0:35894:0:(osc_request.c:745:osc_update_next_shrink()) next time 3130 to shrink grant 00000080:00000001:0.0:1788926562.179627:0:35894:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788926562.179628:0:35894:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788926562.179634:0:35894:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d153a378, count 2, dirtied 2 00000080:00000001:0.0:1788926562.179636:0:35894:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788926562.179638:0:35894:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788926562.179639:0:35894:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788926562.179641:0:35894:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788926562.179642:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.179645:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a82ac6d[3 00000000fd13ab08 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.179646:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788926562.179648:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926562.179649:0:35894:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788926562.179650:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926562.179653:0:35894:0:(cl_page.c:567:cl_batch_put()) page@000000005a82ac6d[3 00000000fd13ab08 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.179654:0:35894:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1788926562.179655:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788926562.179656:0:35894:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788926562.179657:0:35894:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788926562.179658:0:35894:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788926562.179659:0:35894:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.179662:0:35894:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[3 00000000fd13ab08 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.179664:0:35894:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788926562.179665:0:35894:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926562.179666:0:35894:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788926562.179667:0:35894:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:0.0:1788926562.179670:0:35894:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[3 00000000fd13ab08 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.179671:0:35894:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:0.0:1788926562.179672:0:35894:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788926562.179673:0:35894:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788926562.179674:0:35894:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788926562.179676:0:35894:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179678:0:35894:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179680:0:35894:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179681:0:35894:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926562.179684:0:35894:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788926562.179686:0:35894:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788926562.179687:0:35894:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788926562.179689:0:35894:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179691:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53b80 00000080:00200000:0.0:1788926562.179693:0:35894:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1788926562.179695:0:35894:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179697:0:35894:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926562.179699:0:35894:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.179701:0:35894:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926562.179702:0:35894:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788926562.179703:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.179705:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.179706:0:35894:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926562.179707:0:35894:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926562.179709:0:35894:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179710:0:35894:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179712:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:0.0:1788926562.179713:0:35894:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179716:0:35894:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179718:0:35894:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179719:0:35894:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179721:0:35894:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179723:0:35894:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926562.179724:0:35894:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788926562.179725:0:35894:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926562.179727:0:35894:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:0.0:1788926562.179728:0:35894:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788926562.179730:0:35894:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788926562.179733:0:35894:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6941180 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788926562.179738:0:35894:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926562.179740:0:35894:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179742:0:35894:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926562.179743:0:35894:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.179745:0:35894:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788926562.179746:0:35894:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926562.179747:0:35894:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179749:0:35894:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179751:0:35894:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926562.179753:0:35894:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926562.179754:0:35894:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926562.179756:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_release():245 00000020:00000001:0.0:1788926562.179760:0:35894:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926562.179761:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926562.179763:0:35894:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926562.179765:0:35894:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.179766:0:35894:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:0.0:1788926562.179768:0:35894:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926562.179769:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642730 (ffff9d76c50af098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926562.179772:0:35894:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926562.179773:0:35894:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926562.179775:0:35894:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.179776:0:35894:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.179778:0:35894:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=5 00000020:00000001:0.0:1788926562.179780:0:35894:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.179783:0:35894:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.179785:0:35894:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926562.179789:0:35894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926562.179795:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.179797:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.179798:0:35894:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926562.179800:0:35894:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926562.179802:0:35894:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926562.179812:0:35894:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926562.179815:0:35894:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926562.179817:0:35894:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926562.179821:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.179822:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.179824:0:35894:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.179826:0:35894:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926562.179829:0:35894:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.179830:0:35894:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.179833:0:35894:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.179835:0:35894:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926562.179836:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.179837:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.179838:0:35894:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.179839:0:35894:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926562.179840:0:35894:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926562.179842:0:35894:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926562.179844:0:35894:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926562.179845:0:35894:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926562.179846:0:35894:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926562.179847:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76e00c26c8 (ffff9d76c50afe18/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926562.179851:0:35894:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926562.179852:0:35894:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926562.179853:0:35894:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642730 (ffff9d76c50afe18/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926562.179855:0:35894:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbd7c0. 00000020:00000001:0.0:1788926562.179858:0:35894:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926562.179860:0:35894:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642700. 00020000:00000001:0.0:1788926562.179864:0:35894:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926562.179865:0:35894:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926562.179866:0:35894:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788926562.179868:0:35894:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926562.179869:0:35894:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.179870:0:35894:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926562.179871:0:35894:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926562.179873:0:35894:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179875:0:35894:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179876:0:35894:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926562.179877:0:35894:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926562.179879:0:35894:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788926562.179881:0:35894:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788926562.179883:0:35894:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926562.179884:0:35894:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926562.179886:0:35894:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926562.179887:0:35894:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.179888:0:35894:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926562.179891:0:35894:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926562.179892:0:35894:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179893:0:35894:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.179895:0:35894:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926562.179897:0:35894:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926562.179898:0:35894:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926562.179902:0:35894:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788926562.179905:0:35894:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788926562.179907:0:35894:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788926562.179909:0:35894:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926562.179911:0:35894:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926562.179912:0:35894:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926562.179913:0:35894:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926562.179915:0:35894:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926562.179917:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:0.0:1788926562.179920:0:35894:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926562.179921:0:35894:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926562.179923:0:35894:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926562.179924:0:35894:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926562.179927:0:35894:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926562.179928:0:35894:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788926562.179929:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53c98 00000080:00200000:0.0:1788926562.179931:0:35894:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788926562.179935:0:35894:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926562.179938:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.179939:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.179941:0:35894:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926562.179944:0:35894:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926562.179948:0:35894:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926562.179950:0:35894:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788926562.179951:0:35894:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926562.179952:0:35894:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788926562.179954:0:35894:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2f:1029 on OST[0]: s=8192 (1) m=1788926562 a=0 c=1788926562 b=0 00020000:00000001:0.0:1788926562.179957:0:35894:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926562.179969:0:35894:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788926562 a=0 c=1788926562 b=0 00020000:00000001:0.0:1788926562.179972:0:35894:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179974:0:35894:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.179975:0:35894:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000080:00200000:0.0:1788926562.179977:0:35894:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2f:0x0] updating i_size 8192 i_blocks 0 00000080:00000001:0.0:1788926562.179980:0:35894:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788926562.179983:0:35894:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788926562.179985:0:35894:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788926562.179988:0:35894:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000020:00000001:0.0:1788926562.179990:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53d88 00000080:00000008:0.0:1788926562.179992:0:35894:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000405:0x2f:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788926562.179995:0:35894:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1788926562.224923:0:35898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926562.224930:0:35898:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926562.224934:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c8bb78 00000080:00200000:0.0:1788926562.224938:0:35898:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926562.224947:0:35898:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76c322e200. 00800000:00000002:0.0:1788926562.224953:0:35898:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926562.224957:0:35898:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926562.224971:0:35898:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926562.224973:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c8ba98 00800000:00000002:0.0:1788926562.224976:0:35898:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926562.224981:0:35898:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926562.224983:0:35898:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926562.224986:0:35898:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926562.224988:0:35898:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926562.224991:0:35898:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926562.224993:0:35898:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926562.224995:0:35898:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926562.224997:0:35898:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926562.225000:0:35898:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926562.225005:0:35898:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926562.225007:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c8b968 00000002:00010000:0.0:1788926562.225009:0:35898:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926562.225012:0:35898:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926562.225014:0:35898:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926562.225017:0:35898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926562.225023:0:35898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:0.0:1788926562.225025:0:35898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926562.225030:0:35898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926562.225033:0:35898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926562.225038:0:35898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926562.225048:0:35898:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926562.225053:0:35898:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926562.225056:0:35898:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788926562.225063:0:35898:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926562.225065:0:35898:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926562.225067:0:35898:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926562.225069:0:35898:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926562.225071:0:35898:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926562.225073:0:35898:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926562.225076:0:35898:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926562.225079:0:35898:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926562.225082:0:35898:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76c322e200. 00000080:00000001:0.0:1788926562.225085:0:35898:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926562.225087:0:35898:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926562.225091:0:35898:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926562.225094:0:35898:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c96d 00800000:00000001:0.0:1788926562.225097:0:35898:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926562.225100:0:35898:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926562.225101:0:35898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.225103:0:35898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.225107:0:35898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926562.225109:0:35898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926562.225112:0:35898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926562.225702:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.225705:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926562.225706:0:35898:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926562.225708:0:35898:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926562.225711:0:35898:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c96d from it ffffb2d841c8bbb0 00010000:00000001:0.0:1788926562.225713:0:35898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.225715:0:35898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.225717:0:35898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:0.0:1788926562.225719:0:35898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926562.225721:0:35898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:0.0:1788926562.225723:0:35898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926562.225727:0:35898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926562.225735:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.225736:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.225737:0:35898:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926562.225739:0:35898:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926562.225742:0:35898:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926562.225751:0:35898:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926562.225755:0:35898:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926562.225757:0:35898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926562.225761:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.225762:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926562.225764:0:35898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.225766:0:35898:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926562.225768:0:35898:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.225769:0:35898:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.225771:0:35898:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.225773:0:35898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926562.225774:0:35898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.225775:0:35898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926562.225778:0:35898:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926562.225779:0:35898:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926562.225781:0:35898:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788926562.225786:0:35898:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225790:0:35898:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:0.0:1788926562.225792:0:35898:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926562.225794:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c8bb78 00000080:00200008:0.0:1788926562.225796:0:35898:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 504000 00000080:00000010:0.0:1788926562.225802:0:35898:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926562.225806:0:35898:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225807:0:35898:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225837:0:35898:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788926562.225840:0:35898:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=8028667f arg=7ffc569c2af0 00000080:00000001:0.0:1788926562.225845:0:35898:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:0.0:1788926562.225847:0:35898:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1788926562.225849:0:35898:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225851:0:35898:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225852:0:35898:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225859:0:35898:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:0.0:1788926562.225862:0:35898:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926562.225863:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c8bdd0 00000080:00200008:0.0:1788926562.225865:0:35898:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 504000 00000080:00400000:0.0:1788926562.225868:0:35898:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788926562.225871:0:35898:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926562.225874:0:35898:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926562.225876:0:35898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c8bdd0 00000080:00000008:0.0:1788926562.225878:0:35898:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 504000, rc = 0 00000080:00000001:0.0:1788926562.225881:0:35898:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.225883:0:35898:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.881739:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788926562.881745:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788926562.881747:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.881751:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:0.0:1788926562.881756:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:0.0:1788926562.881763:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee2d8 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926562.881765:0:37:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926562.881768:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926562.881770:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926562.881773:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.881774:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926562.881776:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926562.881780:0:37:0:(lov_object.c:1590:lov_io_init()) [0x240000402:0x8:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788926562.881783:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c134cf80 00020000:00000001:0.0:1788926562.881786:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926562.881788:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926562.881791:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926562.881793:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881795:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926562.881797:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926562.881798:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881800:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.881801:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926562.881802:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926562.881803:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d8417000) owner 0000000000000000/ffff9d76c134cf80 00000020:00000001:0.0:1788926562.881806:0:37:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881808:0:37:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926562.881810:0:37:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926562.881812:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926562.881815:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926562.881819:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926562.881822:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.881824:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926562.881825:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.881827:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:0.0:1788926562.881828:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:0.0:1788926562.881831:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee148 -> ffff9d76d84ee2d8 00000020:00000001:0.0:1788926562.881832:0:37:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926562.881836:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.881837:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926562.881839:0:37:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.881840:0:37:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.881841:0:37:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881843:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881845:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:0.0:1788926562.881847:0:37:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788926562.881848:0:37:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881851:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881852:0:37:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881854:0:37:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788926562.881855:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926562.881857:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.881858:0:37:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926562.881859:0:37:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926562.881860:0:37:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881862:0:37:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881863:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881865:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881866:0:37:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926562.881867:0:37:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881868:0:37:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881870:0:37:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788926562.881871:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926562.881872:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.881873:0:37:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926562.881874:0:37:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788926562.881876:0:37:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff9d76e0357000: unstable/dirty counts are both zero 00000008:00000001:0.0:1788926562.881878:0:37:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881879:0:37:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881881:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881882:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881884:0:37:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881885:0:37:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926562.881887:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788926562.881889:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926562.881890:0:37:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926562.881891:0:37:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926562.881892:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881894:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788926562.881896:0:37:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926562.881898:0:37:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788926562.881900:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926562.881901:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.881902:0:37:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926562.881903:0:37:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926562.881905:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881906:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881908:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926562.881909:0:37:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926562.881911:0:37:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788926562.881913:0:37:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926562.881914:0:37:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926562.881916:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926562.881917:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.881918:0:37:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926562.881919:0:37:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926562.881920:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881922:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.881923:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926562.881925:0:37:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926562.881926:0:37:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.881928:0:37:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926562.881929:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926562.881931:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926562.881932:0:37:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926562.881933:0:37:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926562.881935:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:0.0:1788926562.881937:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926562.881939:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926562.881941:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926562.881943:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x240000402:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926562.881947:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926562.881948:0:37:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926562.881950:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:0.0:1788926562.881952:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.881965:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.881971:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788926562.881973:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788926562.881974:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.881975:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:0.0:1788926562.881977:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:0.0:1788926562.881980:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926562.881983:0:37:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926562.881984:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926562.881986:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926562.881988:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.881989:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926562.881990:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926562.881993:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788926562.881996:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c134cf80 00020000:00000001:0.0:1788926562.881999:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926562.882000:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926562.882002:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926562.882003:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882005:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926562.882006:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926562.882008:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882009:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.882010:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926562.882011:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926562.882012:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c134cf80 00000020:00000001:0.0:1788926562.882014:0:37:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882016:0:37:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926562.882017:0:37:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926562.882018:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926562.882019:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926562.882021:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926562.882024:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.882025:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926562.882026:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.882027:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:0.0:1788926562.882029:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:0.0:1788926562.882031:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76c84cec38 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926562.882033:0:37:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926562.882035:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.882036:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926562.882037:0:37:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.882038:0:37:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.882039:0:37:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882041:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882042:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:0.0:1788926562.882045:0:37:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788926562.882047:0:37:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882048:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882050:0:37:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882051:0:37:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788926562.882052:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926562.882053:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.882054:0:37:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926562.882055:0:37:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926562.882056:0:37:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882058:0:37:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882059:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882061:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882062:0:37:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926562.882063:0:37:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882065:0:37:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882066:0:37:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788926562.882067:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926562.882068:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.882069:0:37:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926562.882071:0:37:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788926562.882072:0:37:0:(osc_io.c:1119:osc_io_fsync_start()) lustre-OST0000-osc-ffff9d76e0357000: unstable/dirty counts are both zero 00000008:00000001:0.0:1788926562.882074:0:37:0:(osc_io.c:1120:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882076:0:37:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882077:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882079:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882081:0:37:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882082:0:37:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926562.882083:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788926562.882085:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926562.882086:0:37:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926562.882087:0:37:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926562.882088:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882090:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788926562.882091:0:37:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926562.882092:0:37:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788926562.882093:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926562.882094:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.882095:0:37:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926562.882096:0:37:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926562.882097:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882099:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882101:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926562.882102:0:37:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926562.882103:0:37:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788926562.882104:0:37:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926562.882105:0:37:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926562.882106:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926562.882108:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.882109:0:37:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926562.882110:0:37:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926562.882111:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882113:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882115:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926562.882116:0:37:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926562.882117:0:37:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882119:0:37:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926562.882120:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926562.882121:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926562.882122:0:37:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926562.882123:0:37:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926562.882124:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:0.0:1788926562.882126:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926562.882128:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926562.882130:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926562.882131:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926562.882134:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926562.882135:0:37:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926562.882137:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:0.0:1788926562.882138:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.882140:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926562.882143:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788926562.882144:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788926562.882145:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.882146:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:0.0:1788926562.882148:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:0.0:1788926562.882150:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.882151:0:37:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926562.882153:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926562.882154:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926562.882156:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.882157:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926562.882158:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926562.882160:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9d76c2d9ba30 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788926562.882163:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76c134cf80 00020000:00000001:0.0:1788926562.882165:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926562.882166:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926562.882168:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926562.882169:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882170:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926562.882172:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926562.882173:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882174:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.882175:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926562.882176:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926562.882177:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76c134cf80 00000020:00000001:0.0:1788926562.882179:0:37:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882180:0:37:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926562.882181:0:37:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926562.882182:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926562.882184:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926562.882186:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926562.882188:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926562.882189:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926562.882191:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926562.882192:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371224 : -108341539180392 : ffff9d76c50af098) 00000020:00001000:0.0:1788926562.882194:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af090 00000020:00000001:0.0:1788926562.882196:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eed00 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.882197:0:37:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926562.882199:0:37:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926562.882200:0:37:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926562.882201:0:37:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926562.882202:0:37:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133591600 : -108341575960016 : ffff9d76c2d9ba30) 00000020:00000001:0.0:1788926562.882204:0:37:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882206:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882207:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623501688 : -108341086049928 : ffff9d76e00d2978) 00000020:00000001:0.0:1788926562.882209:0:37:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788926562.882210:0:37:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882211:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882213:0:37:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882214:0:37:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788926562.882215:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926562.882216:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.882217:0:37:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926562.882218:0:37:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926562.882220:0:37:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882221:0:37:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882222:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.882224:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882225:0:37:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926562.882226:0:37:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882227:0:37:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882228:0:37:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788926562.882229:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926562.882230:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926562.882231:0:37:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926562.882232:0:37:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788926562.882234:0:37:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788926562.882239:0:37:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788926562.882241:0:37:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788926562.882242:0:37:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926562.882245:0:37:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788926562.882246:0:37:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788926562.882248:0:37:0:(osc_cache.c:2357:osc_next_obj()) Process leaving (rc=18446635732196135296 : -108341513416320 : ffff9d76c6941180) 00000008:00000020:0.0:1788926562.882250:0:37:0:(osc_cache.c:2393:osc_check_rpcs()) obj ffff9d76c6941180 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788926562.882253:0:37:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788926562.882254:0:37:0:(osc_cache.c:1880:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788926562.882255:0:37:0:(osc_cache.c:1881:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926562.882257:0:37:0:(osc_cache.c:2213:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788926562.882259:0:37:0:(osc_cache.c:2070:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788926562.882261:0:37:0:(osc_cache.c:2074:try_to_add_extent_for_io()) extent ffff9d76c91e63c0@{[0 -> 1/1023], [1|0|+|cache|wiuY|ffff9d76c6941180], [32768|2|+|-|ffff9d76c880be00|1024|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788926562.882269:0:37:0:(osc_cache.c:2074:try_to_add_extent_for_io()) ### extent: 00000000d9473efa ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788926562.882280:0:37:0:(osc_cache.c:2123:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788926562.882283:0:37:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1788926562.882287:0:37:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788926562.882290:0:37:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788926562.882293:0:37:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9d76c91e63c0@{[0 -> 1/1023], [1|0|+|locking|wiuY|ffff9d76c6941180], [32768|2|+|-|ffff9d76c880be00|1024|ffff9d76c134cf80]} make ready 00000008:00010000:0.0:1788926562.882301:0:37:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000d9473efa ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788926562.882308:0:37:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788926562.882310:0:37:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788926562.882323:0:37:0:(cl_page.c:1171:cl_page_make_ready()) page@000000005a82ac6d[2 00000000fd13ab08 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788926562.882326:0:37:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:0.0:1788926562.882327:0:37:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788926562.882329:0:37:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788926562.882330:0:37:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788926562.882332:0:37:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788926562.882334:0:37:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788926562.882336:0:37:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.882339:0:37:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a82ac6d[2 00000000fd13ab08 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.882341:0:37:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788926562.882342:0:37:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926562.882343:0:37:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788926562.882346:0:37:0:(cl_page.c:1193:cl_page_make_ready()) page@000000005a82ac6d[2 00000000fd13ab08 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788926562.882348:0:37:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788926562.882349:0:37:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.882351:0:37:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:0.0:1788926562.882352:0:37:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788926562.882966:0:37:0:(cl_page.c:1171:cl_page_make_ready()) page@000000001678dd3a[2 00000000fd13ab08 1 1 0000000000000000 0 0 1] 00000020:00008000:0.0:1788926562.882969:0:37:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:0.0:1788926562.882970:0:37:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788926562.882971:0:37:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788926562.882973:0:37:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788926562.882974:0:37:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788926562.882975:0:37:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788926562.882977:0:37:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788926562.882980:0:37:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 00000000fd13ab08 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.882982:0:37:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788926562.882984:0:37:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788926562.882985:0:37:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788926562.882987:0:37:0:(cl_page.c:1193:cl_page_make_ready()) page@000000001678dd3a[2 00000000fd13ab08 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788926562.882989:0:37:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788926562.882991:0:37:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.882994:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.882997:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.882998:0:37:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788926562.883001:0:37:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.883003:0:37:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:0.0:1788926562.883005:0:37:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883008:0:37:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788926562.883011:0:37:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9d76e0357000: cli: ffff9d76e0285568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788926562.883019:0:37:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9d76d04af270. 00000008:00000010:0.0:1788926562.883024:0:37:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9d76c50cdd00. 00000008:00000020:0.0:1788926562.883027:0:37:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1788926562.883031:0:37:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788926562.883033:0:37:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788926562.883034:0:37:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788926562.883038:0:37:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788926562/1788926562 00000020:00000001:0.0:1788926562.883042:0:37:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788926562.883043:0:37:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788926562.883046:0:37:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788926562.883049:0:37:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788926562.883052:0:37:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926562.883058:0:37:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:0.0:1788926562.883060:0:37:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926562.883066:0:37:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788926562.883070:0:37:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788926562.883074:0:37:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926562.883078:0:37:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926562.883082:0:37:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926562.883091:0:37:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.883092:0:37:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926562.883094:0:37:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788926562.883096:0:37:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926562.883098:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926562.883100:0:37:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:0.0:1788926562.883103:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.883105:0:37:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00000008:00000001:0.0:1788926562.883108:0:37:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:0.0:1788926562.883110:0:37:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926562.883111:0:37:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788926562.883112:0:37:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788926562.883114:0:37:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788926562.883119:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926562.883123:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926562.883128:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926562.883131:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926562.883133:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926562.883156:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9d76d07f0000. 00000100:00000001:0.0:1788926562.883164:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788926562.883172:0:37:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1788926562.883179:0:37:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9d76e0357000: dirty: 32768 undirty: 484638720 dropped 0 grant: 8404992 cl_lost_grant 0 00000008:00000001:0.0:1788926562.883185:0:37:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788926562.883209:0:37:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 2937 MB/s 00000008:00008000:0.0:1788926562.883218:0:37:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffaf9447b8dc0 map ffff9d76d153a378 index 0 flags 17ffffc0005028 count 2 priv ffff9d76d1829380: off 0 00000008:00008000:0.0:1788926562.883222:0:37:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffaf944760180 map ffff9d76d153a378 index 1 flags 17ffffc0005028 count 2 priv ffff9d76d18297e0: off 0 00000008:00000001:0.0:1788926562.883232:0:37:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788926562.883234:0:37:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1788926562.883238:0:37:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9d76d8578700 - object 0x280000401:67 offset 0<>8192 00000008:00000001:0.0:1788926562.883241:0:37:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.883243:0:37:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788926562.883245:0:37:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788926562.883246:0:37:0:(cl_io.c:1167:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788926562.883248:0:37:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788926562/1788926562 00000020:00000001:0.0:1788926562.883250:0:37:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788926562.883251:0:37:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788926562.883253:0:37:0:(cl_io.c:1173:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788926562.883255:0:37:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926562.883257:0:37:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000008:00000002:0.0:1788926562.883269:0:37:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000964304a9, now 0r/1w/0d in flight req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788926562.883277:0:37:0:(osc_request.c:2988:osc_build_rpc()) [0x200000405:0x2f:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1788926562.883285:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5e451dc] to pc [ptlrpcd_00_00+0] req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788926562.883312:0:37:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788926562.883314:0:37:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883316:0:37:0:(osc_cache.c:2262:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883318:0:37:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926562.883320:0:37:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883322:0:37:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926562.883323:0:37:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883325:0:37:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788926562.883326:0:37:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883329:0:37:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:0.0:1788926562.883331:0:37:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883333:0:37:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788926562.883335:0:37:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1788926562.883339:0:37:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1788926562.883342:0:37:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788926562.883344:0:37:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926562.883346:0:37:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926562.883347:0:37:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926562.883349:0:37:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926562.883350:0:37:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926562.883351:0:37:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926562.883353:0:37:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788926562.883365:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926562.883368:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926562.883371:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926562.883373:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926562.883375:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926562.883380:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18fda00. 00000100:00000001:0.0:1788926562.883383:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.883388:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926562.883390:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.883392:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.883419:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788926562.883422:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd76007b] to pc [ptlrpcd_00_01+1] req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.883423:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926562.883433:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788926562.883437:0:37:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883441:0:37:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.883450:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926562.883452:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926562.883455:0:37:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.883457:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1788926562.883461:0:37:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.883462:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926562.883466:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.883467:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926562.883471:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926562.883475:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513981696:192.168.203.140@tcp:4:multiop.0 00000020:00000001:0.0:1788926562.883475:0:37:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.883479:0:37:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926562.883482:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1788926562.883484:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00020000:00000001:0.0:1788926562.883484:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926562.883488:0:37:0:(cl_io.c:556:cl_io_end()) Process entered 02000000:00000001:1.0:1788926562.883491:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926562.883494:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.883497:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926562.883502:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00000. 02000000:00000001:1.0:1788926562.883505:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926562.883511:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926562.883515:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926562.883522:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926562.883528:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513981696, portal 4 00000100:00000001:1.0:1788926562.883530:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.883532:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926562.883537:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788926562.883541:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.883542:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926562.883545:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926562.883552:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.883553:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926562.883560:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926562.883566:0:2397:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9d76ca6fb240. 00000100:00000001:0.0:1788926562.883566:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926562.883568:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788926562.883572:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875823513981696, offset 0 02000000:00000001:0.0:1788926562.883573:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926562.883577:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926562.883581:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926562.883585:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000100:00100000:0.0:1788926562.883588:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513981824:192.168.203.140@tcp:16:kworker.0 00000100:00000001:0.0:1788926562.883593:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788926562.883597:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 02000000:00000001:0.0:1788926562.883597:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926562.883601:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926562.883604:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788926562.883607:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 02000000:00000010:0.0:1788926562.883608:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880cc00. 02000000:00000001:0.0:1788926562.883612:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926562.883614:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926562.883618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926562.883622:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000010:0.0:1788926562.883624:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000200:1.0:1788926562.883628:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1788926562.883631:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000400:00000200:1.0:1788926562.883634:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000100:00000200:0.0:1788926562.883638:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513981824, portal 4 00000400:00000200:1.0:1788926562.883640:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2992:2992:256:4294967295] 192.168.203.140@tcp LPNI seq info [2992:2992:8:4294967295] 00000100:00000001:0.0:1788926562.883642:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926562.883645:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000400:00000200:1.0:1788926562.883649:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:0.0:1788926562.883656:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1788926562.883667:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000001:0.0:1788926562.883674:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926562.883681:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000800:00000200:1.0:1788926562.883682:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926562.883685:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821000. 00000800:00000010:1.0:1788926562.883689:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9d76d9b76600. 00000100:00000200:0.0:1788926562.883690:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875823513981824, offset 0 00000800:00000200:1.0:1788926562.883699:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000400:00000200:0.0:1788926562.883700:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926562.883708:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:1.0:1788926562.883712:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000400:00000200:0.0:1788926562.883717:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000800:00000200:1.0:1788926562.883718:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d9b76600 type 1, nob 8776 niov 1 nkiov 3 00000400:00000200:0.0:1788926562.883722:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926562.883727:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926562.883729:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926562.883732:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926562.883735:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2993:2993:255:4294967295] 192.168.203.140@tcp LPNI seq info [2993:2993:7:4294967295] 00000100:00000001:1.0:1788926562.883738:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926562.883742:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000040:1.0:1788926562.883745:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20970 usecs (21 jiffies) 00000400:00000200:1.0:1788926562.883754:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926562.883756:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000100:00000001:1.0:1788926562.883758:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598039 00000100:00000001:1.0:1788926562.883764:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296598117 00000800:00000200:0.0:1788926562.883764:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.140@tcp 00000100:00000001:1.0:1788926562.883769:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598039 00000800:00000010:0.0:1788926562.883771:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2900. 00000100:00000001:1.0:1788926562.883773:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296598117 00000100:00000001:1.0:1788926562.883777:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788926562.883779:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000100:00000001:1.0:1788926562.883782:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788926562.883787:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000100:00000001:1.0:1788926562.883788:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788926562.883791:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788926562.883793:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.883802:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926562.883803:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.883804:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1788926562.883808:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20970 usecs (21 jiffies) 00000100:00000001:1.0:1788926562.883809:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926562.883811:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926562.883815:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926562.883817:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926562.883820:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598039 00000100:00000001:0.0:1788926562.883823:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296598117 00000100:00000001:0.0:1788926562.883825:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598039 00000100:00000001:1.0:1788926562.883830:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.883830:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296598117 00000100:00000001:0.0:1788926562.883835:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926562.883838:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.883841:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.883843:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.883848:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926562.883849:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926562.883852:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.883854:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926562.883856:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.883858:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926562.883884:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926562.883890:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9d76d9b76600. 00000400:00000200:3.0:1788926562.883897:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.883902:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926562.883908:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca6fb240 00000400:00000010:3.0:1788926562.883910:0:2391:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9d76ca6fb240. 00000100:00000001:3.0:1788926562.883914:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926562.883918:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.883928:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926562.883931:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.883945:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926562.883946:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926562.883987:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926562.883990:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2900. 00000400:00000200:3.0:1788926562.884004:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.884008:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926562.884011:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:3.0:1788926562.884013:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:3.0:1788926562.884016:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926562.884020:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.884028:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926562.884030:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.884368:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926562.884371:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926562.888905:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.888921:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926562.888925:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.888928:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926562.888936:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.888944:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926562.888952:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.888969:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.888975:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.888979:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 432 into portal 4 MB=0x6aa0d32365380 00000400:00000200:3.0:1788926562.888984:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926562.888990:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 432/432 into md 0x885d [1] + 224 00000800:00000001:3.0:1788926562.888997:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.889003:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926562.889007:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926562.889011:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926562.889019:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926562.889026:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926562.889037:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926562.889058:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926562.889065:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926562.889069:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.889478:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.889482:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926562.889489:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926562.889491:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926562.889494:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926562.889498:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926562.889501:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926562.889504:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926562.889509:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926562.889641:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.889647:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926562.889649:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.889652:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926562.889655:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926562.889657:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926562.889660:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926562.889662:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926562.889672:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=79 v=5 (5 5 5 37) 00000100:00001000:0.0:1788926562.889676:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926562.889679:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926562.889681:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926562.889684:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926562.889687:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.889691:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926562.889693:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1788926562.889695:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926562.889697:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926562.889701:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.889709:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926562.889712:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926562.889714:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788926562.889719:0:2398:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788926562.889726:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.889728:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:0.0:1788926562.889731:0:2398:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926562.889734:0:2398:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926562.889737:0:2398:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.889738:0:2398:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926562.889740:0:2398:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:0.0:1788926562.889760:0:2398:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926562.889766:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926562.889773:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513981824:192.168.203.140@tcp:16:kworker.0 00000100:00000001:0.0:1788926562.889777:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.889780:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926562.889784:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513981824/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926562.889790:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926562.889793:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926562.889797:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880cc00. 02000000:00000001:0.0:1788926562.889800:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926562.889802:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926562.889804:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926562.889806:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926562.889809:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18fda00. 02000000:00000001:0.0:1788926562.889812:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926562.889814:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926562.889816:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:0.0:1788926562.889819:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926562.889821:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.889823:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926562.889830:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926562.889832:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926562.889834:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926562.889837:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.889904:0:37:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926562.889907:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.889910:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788926562.889912:0:37:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926562.889914:0:37:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788926562.889917:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926562.889920:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926562.889921:0:37:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926562.889923:0:37:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926562.889924:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.889926:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.889928:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926562.889929:0:37:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926562.889931:0:37:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788926562.889932:0:37:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926562.889934:0:37:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926562.889936:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926562.889937:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926562.889938:0:37:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926562.889939:0:37:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926562.889941:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.889943:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926562.889944:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926562.889945:0:37:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926562.889946:0:37:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.889949:0:37:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926562.889951:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926562.889952:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926562.889963:0:37:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926562.889965:0:37:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926562.889968:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af090 00020000:00000001:1.0:1788926562.889971:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926562.889973:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926562.889976:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926562.889979:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926562.889982:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926562.889983:0:37:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926562.889986:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926562.889988:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:1.0:1788926562.889992:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926562.904349:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.904365:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926562.904375:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.904378:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.904387:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.904420:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926562.904430:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.904435:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.904441:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.904456:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 448 into portal 4 MB=0x6aa0d32365300 00000400:00000200:2.0:1788926562.904463:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926562.904469:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 448/448 into md 0x8855 [1] + 224 00000800:00000001:2.0:1788926562.904477:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.904486:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926562.904490:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926562.904495:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926562.904501:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926562.904511:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926562.904522:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926562.904543:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926562.904551:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926562.904554:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.904637:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926562.904642:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926562.904649:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926562.904651:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926562.904654:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926562.904659:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926562.904662:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926562.904665:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926562.904671:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926562.904680:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513981696/t0(0) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.904686:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926562.904688:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.904690:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926562.904693:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926562.904696:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926562.904698:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926562.904700:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926562.904709:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dca8 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1788926562.904712:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926562.904715:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926562.904717:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926562.904719:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926562.904722:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.904725:0:2397:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926562.904726:0:2397:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926562.904728:0:2397:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926562.904730:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926562.904732:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:1.0:1788926562.904735:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926562.904738:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788926562.904739:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926562.904741:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.904746:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513981696/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.904753:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926562.904756:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926562.904758:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926562.904761:0:2397:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788926562.904763:0:2397:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788926562.904767:0:2397:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788926562.904770:0:2397:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788926562.904774:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for usr 0 00000001:04000000:1.0:1788926562.904776:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for grp 0 00000001:04000000:1.0:1788926562.904778:0:2397:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9d76e0357000: setdq to remove for prj 0 00000001:00000001:1.0:1788926562.904780:0:2397:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788926562.904783:0:2397:0:(osc_request.c:759:osc_update_grant()) got 8437760 extra grant 00000008:00008000:1.0:1788926562.904785:0:2397:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1788926562.904789:0:2397:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788926562.904792:0:2397:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788926562.904794:0:2397:0:(osc_request.c:2586:brw_interpret()) request ffff9d76d8578700 aa ffff9d76d85788b0 rc 0 00000020:00000001:1.0:1788926562.904800:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:1.0:1788926562.904803:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:1.0:1788926562.904806:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926562.904809:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926562.904816:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.904818:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.904820:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000010:1.0:1788926562.904822:0:2397:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9d76c50cdd00. 00000020:00000001:1.0:1788926562.904826:0:2397:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:1.0:1788926562.904828:0:2397:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788926562.904839:0:2397:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788926562.904842:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.904846:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513981696/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.904853:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.904857:0:2397:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788926562.904860:0:2397:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9d76c91e63c0@{[0 -> 1/1023], [2|0|-|rpc|wiuY|ffff9d76c6941180], [32768|2|+|-|ffff9d76c880be00|1024|ffff9d76c134cf80]} extent finished. 00000008:00010000:1.0:1788926562.904868:0:2397:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000d9473efa ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788926562.904881:0:2397:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788926562.904883:0:2397:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1788926562.904889:0:2397:0:(cl_page.c:1115:cl_page_complete()) page@000000005a82ac6d[2 00000000fd13ab08 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926562.904890:0:2397:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1788926562.904892:0:2397:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926562.904893:0:2397:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926562.904895:0:2397:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926562.904898:0:2397:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a82ac6d[2 00000000fd13ab08 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926562.904900:0:2397:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788926562.904901:0:2397:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788926562.904904:0:2397:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788926562.904908:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005a82ac6d[2 00000000fd13ab08 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788926562.904909:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788926562.904919:0:2397:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788926562.904921:0:2397:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788926562.904923:0:2397:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926562.904926:0:2397:0:(cl_page.c:567:cl_batch_put()) page@000000005a82ac6d[2 00000000fd13ab08 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926562.904927:0:2397:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1788926562.904928:0:2397:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788926562.904930:0:2397:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:1.0:1788926562.904931:0:2397:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788926562.904932:0:2397:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:1.0:1788926562.904935:0:2397:0:(cl_page.c:1115:cl_page_complete()) page@000000001678dd3a[2 00000000fd13ab08 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788926562.904936:0:2397:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:1.0:1788926562.904937:0:2397:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788926562.904938:0:2397:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788926562.904940:0:2397:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926562.904942:0:2397:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 00000000fd13ab08 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788926562.904944:0:2397:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788926562.904945:0:2397:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788926562.904946:0:2397:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788926562.904948:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000001678dd3a[2 00000000fd13ab08 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1788926562.904950:0:2397:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788926562.904966:0:2397:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788926562.904968:0:2397:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788926562.904969:0:2397:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926562.904971:0:2397:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[2 00000000fd13ab08 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788926562.904973:0:2397:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:1.0:1788926562.904974:0:2397:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788926562.904975:0:2397:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788926562.904978:0:2397:0:(osc_cache.c:1648:osc_free_grant()) lost 0 grant: 0 avail: 16842752 dirty: 0/0 00000008:00000020:1.0:1788926562.904982:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9d76c91e63c0@{[0 -> 1/1023], [1|0|-|inv|wuY|ffff9d76c6941180], [32768|0|-|-|ffff9d76c880be00|1024|ffff9d76c134cf80]} destroyed. 00000008:00010000:1.0:1788926562.904988:0:2397:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000d9473efa ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926562.904996:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926562.904998:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788926562.905000:0:2397:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9d76c91e63c0. 00000008:00000001:1.0:1788926562.905004:0:2397:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788926562.905007:0:2397:0:(osc_request.c:2540:osc_release_ppga()) kvfreed 'ppga': 16 at ffff9d76d04af270. 00000008:00000020:1.0:1788926562.905014:0:2397:0:(osc_cache.c:2468:__osc_io_unplug()) Queue writeback work for client ffff9d76e0285568. 00000008:00000001:1.0:1788926562.905024:0:2397:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926562.905029:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513981696/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926562.905037:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513981696:192.168.203.140@tcp:4:multiop.0 00000100:00000001:1.0:1788926562.905042:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.905044:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926562.905047:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513981696/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926562.905053:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.905056:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926562.905062:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926562.905063:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926562.905065:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926562.905068:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926562.905076:0:31321:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926562.905080:0:31321:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926562.905082:0:31321:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000008:00000020:1.0:1788926562.905084:0:31321:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9d76e0285568. 00000008:00000001:1.0:1788926562.905086:0:31321:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788926562.905088:0:31321:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:1.0:1788926562.905090:0:31321:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926562.905092:0:31321:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788926562.905093:0:31321:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000100:00000040:2.0:1788926563.009539:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296598117, at 4296598144 00000100:00000010:2.0:1788926563.009555:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11984e0. 00000100:00000040:3.0:1788926563.011220:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296598117, at 4296598145 00000100:00000010:3.0:1788926563.011234:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76d11985a0. 00010000:00000001:0.0:1788926563.013183:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.013189:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.013194:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.013195:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.013199:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.013202:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.013204:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.013211:0:34770:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.013213:0:34770:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.013215:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.013218:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.013220:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.013222:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.013224:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.013226:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.013227:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.013247:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.013250:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.013253:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788926563.166844:0:35891:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788926563.166851:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6be48 00000080:00200008:2.0:1788926563.166855:0:35891:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:2.0:1788926563.166875:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926563.166879:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:2.0:1788926563.166883:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:2.0:1788926563.166886:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926563.166888:0:35891:0:(file.c:5353:ll_mdsync()) inode ffff9d76d15b1988 metadata sync [0x200000405:0x2e:0x0] (need_sync=1) 00800000:00000001:2.0:1788926563.166895:0:35891:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00800000:00000001:2.0:1788926563.166898:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.166901:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.166903:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.166905:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.166907:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.166910:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:2.0:1788926563.166912:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.166917:0:35891:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788926563.166925:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b100. 00000020:00000040:2.0:1788926563.166929:0:35891:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926563.166933:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926563.166937:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926563.166941:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926563.166948:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8553a00. 00000100:00000001:2.0:1788926563.166963:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.166971:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926563.166972:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926563.166979:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c180. 00000100:00000001:2.0:1788926563.166980:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237074816 : -108341472476800 : ffff9d76c904c180) 00000100:00000001:2.0:1788926563.166983:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.166984:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000001:2.0:1788926563.166990:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.166994:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.166997:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926563.166999:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926563.167009:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.167018:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926563.167020:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.167023:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926563.167025:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926563.167027:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.167031:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513981952:192.168.203.140@tcp:44:multiop.0 00000100:00000001:2.0:1788926563.167035:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926563.167039:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926563.167041:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.167043:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926563.167047:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10df400. 02000000:00000001:2.0:1788926563.167050:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926563.167056:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926563.167060:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6d68. 00000400:00000010:2.0:1788926563.167066:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530440. 00000100:00000200:2.0:1788926563.167072:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513981952, portal 10 00000100:00000001:2.0:1788926563.167074:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.167076:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231762176 : -108341477789440 : ffff9d76c8b3b100) 00000100:00000040:2.0:1788926563.167083:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.167090:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.167094:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.167096:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926563.167099:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875823513981952, offset 0 00000400:00000200:2.0:1788926563.167105:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.167114:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.167122:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.167126:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926563.167129:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926563.167132:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926563.167134:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926563.167137:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2994:2994:256:4294967295] 192.168.203.140@tcp LPNI seq info [2994:2994:8:4294967295] 00000400:00000200:2.0:1788926563.167140:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.167147:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.167151:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.167155:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926563.167160:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.167166:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.167169:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.167180:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.167184:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 834286 usecs (835 jiffies) 00000400:00000200:2.0:1788926563.167186:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926563.167188:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599136 00000100:00000010:2.0:1788926563.167192:0:35891:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866f840. 00000100:00000001:2.0:1788926563.167198:0:35891:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788926563.167204:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599136 00000100:00000010:2.0:1788926563.167207:0:35891:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76c866fea0. 00000100:00000001:2.0:1788926563.167210:0:35891:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788926563.167213:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.167215:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.167218:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926563.167220:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926563.167222:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c180 going to sleep for 11 seconds 00000100:00000001:2.0:1788926563.167224:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.167227:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.167317:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.167320:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:2.0:1788926563.167324:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.167328:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.167332:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:2.0:1788926563.167334:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:2.0:1788926563.167337:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.167340:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.167346:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.167349:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.167353:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.167354:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926563.178086:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.178104:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.178108:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.178111:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.178120:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.178130:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.178139:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.178144:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.178150:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.178154:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 440 into portal 10 MB=0x6aa0d32365400 00000400:00000200:2.0:1788926563.178161:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.178166:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 440/440 into md 0x8865 [1] + 224 00000800:00000001:2.0:1788926563.178174:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.178181:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.178185:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.178189:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.178197:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.178206:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926563.178218:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.178239:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.178248:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.178252:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.178380:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.178388:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.178390:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.178431:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6d68. 00000400:00000200:0.0:1788926563.178437:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530440 00000400:00000010:0.0:1788926563.178439:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530440. 00000100:00000001:0.0:1788926563.178443:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.178447:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926563.178470:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178476:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.178478:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.178480:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.178483:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.178486:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.178488:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.178490:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.178500:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926563.178504:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.178507:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.178509:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.178512:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.178524:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.178527:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788926563.178529:0:35891:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: committing for last_committed 8589934607 gen 2 00000100:00000040:0.0:1788926563.178535:0:35891:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff9d76d857aa00 x1875823513979264/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178542:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.178545:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513979264/t8589934602(8589934602) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/448 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178552:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.178554:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.178558:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880dc00. 02000000:00000001:0.0:1788926563.178561:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.178564:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.178566:0:35891:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.178568:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.178570:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926563.178573:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.178575:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.178578:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:0.0:1788926563.178581:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.178582:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.178587:0:35891:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff9d76c962aa00 x1875823513980288/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178592:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.178596:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962aa00 x1875823513980288/t8589934604(8589934604) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 520/456 e 0 to 0 dl 1788926577 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178601:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.178603:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.178604:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b03c00. 02000000:00000001:0.0:1788926563.178607:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.178608:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.178609:0:35891:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.178611:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.178612:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02400. 02000000:00000001:0.0:1788926563.178615:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.178616:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.178617:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962aa00. 00000100:00000001:0.0:1788926563.178619:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.178621:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788926563.178625:0:35891:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926563.178633:0:35891:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.178640:0:35891:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788926563.178643:0:35891:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:0.0:1788926563.178646:0:35891:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.178648:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.178653:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178665:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.178668:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.178670:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.178674:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926563.178681:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b100 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513981952:192.168.203.140@tcp:44:multiop.0 00000100:00000001:0.0:1788926563.178686:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.178689:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.178691:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926563.178693:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.178696:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178702:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.178704:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c180. 00000100:00000001:0.0:1788926563.178708:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926563.178710:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.178713:0:35891:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.178716:0:35891:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.178718:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.178722:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b100 x1875823513981952/t0(0) o44->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 448/440 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.178727:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.178729:0:35891:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.178730:0:35891:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10df400. 02000000:00000001:0.0:1788926563.178733:0:35891:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.178734:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.178735:0:35891:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.178736:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.178738:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8553a00. 02000000:00000001:0.0:1788926563.178740:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.178741:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.178744:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b100. 00000100:00000001:0.0:1788926563.178746:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.178747:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.178750:0:35891:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1788926563.178752:0:35891:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.178754:0:35891:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788926563.178756:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.178760:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.178763:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.178767:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926563.178770:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926563.178772:0:35891:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926563.178774:0:35891:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926563.178777:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.178778:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926563.178780:0:35891:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.178784:0:35891:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9d76c2df7340 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788926563.178787:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:0.0:1788926563.178791:0:35891:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926563.178793:0:35891:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926563.178795:0:35891:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926563.178796:0:35891:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.178798:0:35891:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926563.178801:0:35891:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926563.178802:0:35891:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178804:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.178805:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.178806:0:35891:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926563.178807:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00000020:00000001:0.0:1788926563.178810:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178812:0:35891:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926563.178813:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926563.178815:0:35891:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926563.178818:0:35891:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926563.178821:0:35891:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1788926563.178824:0:35891:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.178826:0:35891:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926563.178827:0:35891:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788926563.178832:0:35891:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9d76c90cc990. 00000020:00000010:0.0:1788926563.178837:0:35891:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d18fda00. 00000020:00000010:0.0:1788926563.178843:0:35891:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9d76d18fd400. 00000020:00000010:0.0:1788926563.178847:0:35891:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9d76e0052660. 00000008:00000010:0.0:1788926563.178853:0:35891:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9d76e001e4b0. 00020000:00000010:0.0:1788926563.178857:0:35891:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9d76c91e6240. 00008000:00000010:0.0:1788926563.178876:0:35891:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9d76ca7b1c40. 00000080:00000010:0.0:1788926563.178882:0:35891:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9d76c8492dc8. 00000080:00000010:0.0:1788926563.178885:0:35891:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9d76c2df4b90. 00000020:00000010:0.0:1788926563.178889:0:35891:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d18fc600. 00000008:00000010:0.0:1788926563.178893:0:35891:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9d76d857d080. 00020000:00000010:0.0:1788926563.178896:0:35891:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9d76d07aab58. 00008000:00000010:0.0:1788926563.178899:0:35891:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9d76d8407868. 00000080:00000010:0.0:1788926563.178903:0:35891:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9d76c862a0f0. 00000020:00000001:0.0:1788926563.178905:0:35891:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:0.0:1788926563.178907:0:35891:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000020:00000001:0.0:1788926563.178909:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84cec38 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926563.178911:0:35891:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926563.178914:0:35891:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.178915:0:35891:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926563.178917:0:35891:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926563.178918:0:35891:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133966656 : -108341575584960 : ffff9d76c2df7340) 00000020:00000001:0.0:1788926563.178920:0:35891:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.178922:0:35891:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.178924:0:35891:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.178926:0:35891:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788926563.178927:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.178929:0:35891:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178930:0:35891:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178932:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:0.0:1788926563.178933:0:35891:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926563.178935:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.178936:0:35891:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926563.178937:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926563.178938:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178940:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.178941:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.178942:0:35891:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178944:0:35891:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926563.178945:0:35891:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178947:0:35891:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.178949:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:0.0:1788926563.178950:0:35891:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926563.178962:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.178964:0:35891:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926563.178965:0:35891:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788926563.178967:0:35891:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788926563.178972:0:35891:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c31b7340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:0.0:1788926563.178976:0:35891:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.178978:0:35891:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788926563.178980:0:35891:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c31b7340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788926563.178983:0:35891:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.178985:0:35891:0:(osc_io.c:1073:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788926563.178987:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.178989:0:35891:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.178990:0:35891:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.178992:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.178993:0:35891:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.178994:0:35891:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.178996:0:35891:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788926563.179001:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857aa00. 00000020:00000040:0.0:1788926563.179004:0:35891:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926563.179008:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.179011:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.179015:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.179022:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18fde00. 00000100:00000001:0.0:1788926563.179027:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.179034:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.179037:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.179043:0:35891:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000580131be] to pc [ptlrpcd_00_00+0] req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788926563.179068:0:35891:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.179071:0:35891:0:(osc_io.c:1090:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.179073:0:35891:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.179074:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.179076:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.179078:0:35891:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.179080:0:35891:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.179082:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926563.179083:0:35891:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788926563.179084:0:35891:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926563.179086:0:35891:0:(cl_io.c:556:cl_io_end()) Process entered 00000100:00000001:0.0:1788926563.179096:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926563.179099:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788926563.179101:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.179105:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.179107:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.179109:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.179110:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.179112:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.179117:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.179123:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.179125:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.179129:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.179131:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.179133:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.179135:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513982080:192.168.203.140@tcp:16:multiop.0 00000100:00000001:0.0:1788926563.179140:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.179144:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.179146:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.179148:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.179152:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880fc00. 02000000:00000001:0.0:1788926563.179154:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.179160:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.179164:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.179169:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.179174:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513982080, portal 4 00000100:00000001:0.0:1788926563.179176:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.179177:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494166528 : -108341215385088 : ffff9d76d857aa00) 00000100:00000040:0.0:1788926563.179184:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.179191:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.179194:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.179196:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821330. 00000100:00000200:0.0:1788926563.179199:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875823513982080, offset 0 00000400:00000200:0.0:1788926563.179204:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.179210:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.179216:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.179221:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.179225:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.179228:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.179230:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.179234:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2995:2995:256:4294967295] 192.168.203.140@tcp LPNI seq info [2995:2995:8:4294967295] 00000400:00000200:0.0:1788926563.179238:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.179247:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.179252:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.179257:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2500. 00000800:00000200:0.0:1788926563.179263:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.179270:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.179274:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.179281:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.179285:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20936 usecs (21 jiffies) 00000400:00000200:0.0:1788926563.179288:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.179291:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598333 00000100:00000001:0.0:1788926563.179293:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599136 00000100:00000001:0.0:1788926563.179296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598333 00000100:00000001:0.0:1788926563.179298:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599136 00000100:00000001:0.0:1788926563.179300:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.179302:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.179305:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.179307:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.179570:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.179575:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2500. 00000400:00000200:2.0:1788926563.179579:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.179584:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.179589:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:2.0:1788926563.179591:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:2.0:1788926563.179595:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.179599:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.179607:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.179610:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.179616:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.179618:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926563.179826:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.179829:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926563.184102:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.184123:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.184126:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.184129:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.184136:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.184144:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.184155:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.184159:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.184164:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.184168:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32365480 00000400:00000200:2.0:1788926563.184174:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.184180:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8875 [1] + 224 00000800:00000001:2.0:1788926563.184187:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.184198:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.184202:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.184206:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.184213:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.184221:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.184232:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.184252:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.184260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.184262:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.185055:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.185061:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.185068:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.185071:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.185074:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.185079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926563.185081:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926563.185085:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.185092:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926563.185102:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/432 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.185108:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.185111:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.185113:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.185116:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.185119:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.185121:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.185123:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.185133:0:2398:0:(import.c:2196:obd_at_measure()) add 0 to ffff9d76d849dc60 time=80 v=5 (5 5 5 37) 00000100:00001000:0.0:1788926563.185136:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.185140:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788926563.185144:0:2398:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9d76e0357000: operation ost_sync to node 192.168.203.140@tcp failed: rc = -107 00000100:00000001:0.0:1788926563.185147:0:2398:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788926563.185151:0:2398:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788926563.185154:0:2398:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9d76e0357000 of lustre-OST0000_UUID@192.168.203.140@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788926563.185158:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788926563.185161:0:2398:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9d76e0357000: Connection to lustre-OST0000 (at 192.168.203.140@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788926563.185165:0:2398:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788926563.185168:0:2398:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788926563.185170:0:2398:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.185172:0:2398:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788926563.185175:0:2398:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788926563.185177:0:2398:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788926563.185180:0:2398:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788926563.185182:0:2398:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: connect to NID 192.168.203.140@tcp last attempt 1921 00000400:00000200:0.0:1788926563.185187:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.185191:0:2398:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.140@tcp is discovered: rc = 1 00000100:00000040:0.0:1788926563.185195:0:2398:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926563.185199:0:2398:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926563.185201:0:2398:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926563.185203:0:2398:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000001:0.0:1788926563.185209:0:2398:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788926563.185211:0:2398:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:0.0:1788926563.185213:0:2398:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.185216:0:2398:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:0.0:1788926563.185218:0:2398:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:0.0:1788926563.185220:0:2398:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000040:0.0:1788926563.185223:0:2398:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 14 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926563.185225:0:2398:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788926563.185227:0:2398:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00000100:00000001:0.0:1788926563.185229:0:2398:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 00000020:00000040:0.0:1788926563.185231:0:2398:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00080000:0.0:1788926563.185235:0:2398:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9d76e0357000: import ffff9d76d849d800 using connection 192.168.203.140@tcp/192.168.203.140@tcp 00000100:00000001:0.0:1788926563.185237:0:2398:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.185240:0:2398:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788926563.185247:0:2398:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.185249:0:2398:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.185251:0:2398:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788926563.185255:0:2398:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 8388608, lost: 0. 00000008:00000001:0.0:1788926563.185257:0:2398:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.185259:0:2398:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.185266:0:2398:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579880. 00000020:00000040:0.0:1788926563.185269:0:2398:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=5 obd=lustre-OST0000-osc-ffff9d76e0357000 02000000:00000001:0.0:1788926563.185273:0:2398:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926563.185274:0:2398:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.185277:0:2398:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.185280:0:2398:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.185284:0:2398:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.185291:0:2398:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880dc00. 00000100:00000001:0.0:1788926563.185297:0:2398:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.185303:0:2398:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788926563.185311:0:2398:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.185315:0:2398:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.185319:0:2398:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd76007b] to pc [ptlrpcd_rcv+-1] req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.185362:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926563.185366:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926563.185369:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926563.185384:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.185392:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926563.185393:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.185415:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926563.185417:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926563.185420:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926563.185423:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513982208:192.168.203.140@tcp:8:ptlrpcd_00_01.0 00000100:00000001:3.0:1788926563.185428:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926563.185431:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926563.185434:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.185436:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926563.185442:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c2d92c00. 02000000:00000001:3.0:1788926563.185444:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926563.185626:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926563.185630:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b210. 00000400:00000010:3.0:1788926563.185636:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926563.185641:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513982208, portal 4 00000100:00000001:3.0:1788926563.185644:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926563.185646:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494162048 : -108341215389568 : ffff9d76d8579880) 00000100:00000040:3.0:1788926563.185653:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.185660:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926563.185663:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926563.185666:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab088. 00000100:00000200:3.0:1788926563.185669:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875823513982208, offset 0 00000400:00000200:3.0:1788926563.185675:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926563.185681:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.185687:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926563.185692:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926563.185696:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926563.185700:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926563.185702:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926563.185706:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2996:2996:256:4294967295] 192.168.203.140@tcp LPNI seq info [2996:2996:8:4294967295] 00000400:00000200:3.0:1788926563.185710:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.185718:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926563.185724:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926563.185729:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4b00. 00000800:00000200:3.0:1788926563.185736:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926563.185744:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926563.185748:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788926563.185761:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.185765:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20877 usecs (21 jiffies) 00000400:00000200:3.0:1788926563.185769:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926563.185772:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598341 00000100:00000001:3.0:1788926563.185774:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599136 00000100:00000001:3.0:1788926563.185777:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598341 00000100:00000001:3.0:1788926563.185779:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599136 00000100:00000001:3.0:1788926563.185782:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926563.185785:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.185787:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.185790:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788926563.186147:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.186153:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4b00. 00000400:00000200:2.0:1788926563.186160:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.186165:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.186171:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab088 00000400:00000010:2.0:1788926563.186174:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab088. 00000100:00000001:2.0:1788926563.186178:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.186182:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.186190:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.186193:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.186201:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.186203:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926563.186272:0:2398:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.186275:0:2398:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1788926563.186277:0:2398:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788926563.186280:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.186282:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.186289:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.186291:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.186294:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.186295:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.186298:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.186300:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.186301:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.186303:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.186306:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.186611:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926563.186614:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788926563.186617:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926563.186618:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926563.186620:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.186621:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926563.190482:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.190500:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.190504:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.190506:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.190515:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.190532:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.190541:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.190546:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.190551:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.190555:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 416 into portal 4 MB=0x6aa0d32365500 00000400:00000200:2.0:1788926563.190560:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.190566:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 416/416 into md 0x887d [1] + 0 00000800:00000001:2.0:1788926563.190573:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.190583:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.190586:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.190591:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.190598:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.190607:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926563.190858:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.190884:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.190893:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.190896:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.191001:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926563.191005:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926563.191012:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926563.191014:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926563.191017:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b210. 00000400:00000200:3.0:1788926563.191021:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:3.0:1788926563.191023:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:3.0:1788926563.191027:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.191032:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788926563.191041:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1788926573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.191047:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926563.191049:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.191052:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926563.191055:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926563.191058:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926563.191059:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.191062:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926563.191072:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=80 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926563.191076:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926563.191079:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926563.191081:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.191084:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926563.191087:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.191091:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926563.191094:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1788926563.191095:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926563.191098:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.191103:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.191112:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926563.191115:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926563.191117:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.191119:0:2396:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788926563.191125:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9d76e0357000: connect to target with instance 1 00000020:00000001:3.0:1788926563.191127:0:2396:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926563.191129:0:2396:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:3.0:1788926563.191132:0:2396:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.191134:0:2396:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:3.0:1788926563.191137:0:2396:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:3.0:1788926563.191138:0:2396:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00001000:3.0:1788926563.191142:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=1788926563 v=0 (0 0 0 0) 00000100:00001000:3.0:1788926563.191144:0:2396:0:(import.c:2262:obd_at_measure()) AT ffff9d76d849dc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788926563.191149:0:2396:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 447, crc32c 2937, adler 440 00000020:00000040:3.0:1788926563.191154:0:2396:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:3.0:1788926563.191156:0:2396:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788926563.191159:0:2396:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788926563.191163:0:2396:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9d76e0357000, setting cl_avail_grant: 8388608 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000008:00000001:3.0:1788926563.191166:0:2396:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788926563.191170:0:2396:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788926563.191173:0:2396:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926563.191175:0:2396:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926563.191178:0:2396:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.191180:0:2396:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.191182:0:2396:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.191183:0:2396:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926563.191187:0:2396:0:(import.c:1383:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9d76e0357000: evicting (reconnect/recover flags not set: 4) req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788926563.191201:0:2396:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1788926563.191204:0:2396:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1788926563.191207:0:2396:0:(import.c:1708:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9d76e0357000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1788926563.210986:0:2396:0:(import.c:1719:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.140@tcp; invalidating 00000020:00000040:3.0:1788926563.210993:0:2396:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=6 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:2.0:1788926563.215998:0:2396:0:(import.c:1740:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.216008:0:2396:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.216023:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926563.216035:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4486b962-ec3d-45f5-8472-13c4fc59e40f:2396:1875823513982208:192.168.203.140@tcp:8:ptlrpcd_00_01.0 00000100:00000001:2.0:1788926563.216040:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.216044:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.216048:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579880 x1875823513982208/t0(0) o8->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 520/416 e 0 to 0 dl 1788926573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.216054:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926563.216058:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926563.216062:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c2d92c00. 02000000:00000001:2.0:1788926563.216066:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926563.216069:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926563.216070:0:2396:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=5 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926563.216073:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926563.216076:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880dc00. 02000000:00000001:2.0:1788926563.216079:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926563.216081:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926563.216083:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579880. 00000100:00000001:2.0:1788926563.216086:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926563.216088:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.216090:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.216100:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926563.216102:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.216105:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926563.216107:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.216305:0:35907:0:(import.c:1639:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1788926563.216313:0:35907:0:(import.c:1643:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9d76e0357000 to lustre-OST0000_UUID@192.168.203.140@tcp 00000100:00000001:0.0:1788926563.216317:0:35907:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1788926563.216318:0:35907:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1788926563.216321:0:35907:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1788926563.216327:0:35907:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.216350:0:35907:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788926563.216352:0:35907:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: committing for last_committed 4294967337 gen 19 00000100:00100000:0.0:1788926563.216359:0:35907:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9d76d8578700 x1875823513981696/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.216365:0:35907:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.216369:0:35907:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.216382:0:35907:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8578700 x1875823513981696/t4294967338(4294967338) o4->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788926578 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.216388:0:35907:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.216390:0:35907:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.216392:0:35907:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00000. 02000000:00000001:0.0:1788926563.216423:0:35907:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.216425:0:35907:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.216427:0:35907:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.216429:0:35907:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.216431:0:35907:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 16384 at ffff9d76d07f0000. 02000000:00000001:0.0:1788926563.216453:0:35907:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.216455:0:35907:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.216457:0:35907:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8578700. 00000100:00000001:0.0:1788926563.216460:0:35907:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.216461:0:35907:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.216464:0:35907:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1788926563.216467:0:35907:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.216469:0:35907:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1788926563.216470:0:35907:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1788926563.216472:0:35907:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788926563.216475:0:35907:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788926563.216477:0:35907:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788926563.216480:0:35907:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788926563.216483:0:35907:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788926563.216485:0:35907:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:0.0:1788926563.216489:0:35907:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:0.0:1788926563.216492:0:35907:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn deff66104c08bc8c 00020000:00000001:0.0:1788926563.216494:0:35907:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.216497:0:35907:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788926563.216500:0:35907:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.216502:0:35907:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.216503:0:35907:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.216505:0:35907:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.216507:0:35907:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:0.0:1788926563.216510:0:35907:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1788926563.216852:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.216856:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.216860:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.216877:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.216886:0:2398:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788926563.216888:0:2398:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.216890:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.216892:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788926563.216895:0:2398:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788926563.216896:0:2398:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:1.0:1788926563.216910:0:2398:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.216915:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926563.216923:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513982080:192.168.203.140@tcp:16:multiop.0 00000100:00000001:1.0:1788926563.216938:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.216941:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.216944:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857aa00 x1875823513982080/t0(0) o16->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 440/224 e 0 to 0 dl 1788926579 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.216961:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.216963:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.216966:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880fc00. 02000000:00000001:1.0:1788926563.216970:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.216971:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.216972:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.216974:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.216976:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d18fde00. 02000000:00000001:1.0:1788926563.216979:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.216980:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.216981:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857aa00. 00000100:00000001:1.0:1788926563.216984:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.216985:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.216987:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.216993:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.216995:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.216996:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.216999:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.217109:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926563.217113:0:35891:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.217115:0:35891:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1788926563.217122:0:35891:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926563.217125:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926563.217128:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:0.0:1788926563.217130:0:35891:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926563.217134:0:35891:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926563.217138:0:35891:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788926562 a=0 c=1788926562 b=16 00020000:00000001:0.0:1788926563.217141:0:35891:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.217142:0:35891:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.217144:0:35891:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000080:00200000:0.0:1788926563.217146:0:35891:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x2e:0x0] updating i_size 8192 i_blocks 16 00000080:00000001:0.0:1788926563.217149:0:35891:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926563.217151:0:35891:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926563.217153:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788926563.217155:0:35891:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926563.217157:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.217158:0:35891:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926563.217160:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926563.217161:0:35891:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.217163:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.217165:0:35891:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926563.217166:0:35891:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926563.217167:0:35891:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788926563.217168:0:35891:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926563.217170:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926563.217172:0:35891:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926563.217173:0:35891:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.217174:0:35891:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926563.217175:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926563.217177:0:35891:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.217179:0:35891:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.217181:0:35891:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926563.217182:0:35891:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926563.217183:0:35891:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788926563.217186:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926563.217187:0:35891:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926563.217189:0:35891:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926563.217190:0:35891:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926563.217192:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926563.217194:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00020000:00000001:0.0:1788926563.217197:0:35891:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926563.217199:0:35891:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926563.217202:0:35891:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926563.217204:0:35891:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926563.217207:0:35891:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.217208:0:35891:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926563.217210:0:35891:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000080:00000001:0.0:1788926563.217212:0:35891:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1788926563.217217:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6be48 00000080:00000008:0.0:1788926563.217219:0:35891:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000405:0x2e:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:0.0:1788926563.217223:0:35891:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1788926563.218310:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926563.218316:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:0.0:1788926563.218321:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:0.0:1788926563.218323:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.218335:0:35891:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926563.218337:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bd88 00000080:00200008:0.0:1788926563.218339:0:35891:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9d76d15b1988), flags 100002 00000080:00000001:0.0:1788926563.218344:0:35891:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926563.218346:0:35891:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788926563.218347:0:35891:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926563.218349:0:35891:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000002:0.0:1788926563.218351:0:35891:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76c7e13aa8) owner 0000000000000000/ffff9d76c691cf80 00020000:00000001:0.0:1788926563.218352:0:35891:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.218354:0:35891:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926563.218359:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.218362:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.218364:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.218366:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.218367:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.218370:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00000100:00000001:3.0:1788926563.218497:0:35907:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788926563.218501:0:35907:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788926563.218504:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788926563.218506:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788926563.218527:0:35907:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fe00 count: 2 00010000:00000001:3.0:1788926563.218533:0:35907:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926563.218536:0:35907:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.218539:0:35907:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.218541:0:35907:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:3.0:1788926563.218544:0:35907:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:3.0:1788926563.218555:0:35907:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:3.0:1788926563.218559:0:35907:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926563.218563:0:35907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788926563.218574:0:35907:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788926563.218577:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926563.218580:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170373096 : -108341539178520 : ffff9d76c50af7e8) 00000020:00001000:3.0:1788926563.218583:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af7e0 00000008:00000001:3.0:1788926563.218585:0:35907:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788926563.218587:0:35907:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788926563.218588:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926563.218590:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602616 : -108341471949000 : ffff9d76c90ccf38) 00000020:00001000:3.0:1788926563.218591:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccf30 00000008:00000001:3.0:1788926563.218593:0:35907:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788926563.218596:0:35907:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788926563.218599:0:35907:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788926563.218601:0:35907:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.218603:0:35907:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788926563.218606:0:35907:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788926563.218609:0:35907:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c31b7340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788926563.218612:0:35907:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788926563.218615:0:35907:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c31b7340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1788926563.218618:0:35907:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788926563.218620:0:35907:0:(osc_lock.c:372:osc_lock_flush()) object ffff9d76c31b7340: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788926563.218623:0:35907:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788926563.218625:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:3.0:1788926563.218627:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:3.0:1788926563.218629:0:35907:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1788926563.218632:0:35907:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788926563.218634:0:35907:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788926563.218637:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926563.218638:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788926563.218640:0:35907:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926563.218643:0:35907:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2e:0x0]io ffff9d76e0018bd0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788926563.218647:0:35907:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788926563.218648:0:35907:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788926563.218651:0:35907:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788926563.218653:0:35907:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788926563.218654:0:35907:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218656:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926563.218657:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788926563.218658:0:35907:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788926563.218660:0:35907:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.218662:0:35907:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788926563.218667:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1788926563.218669:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1788926563.218670:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1788926563.218671:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1788926563.218673:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:3.0:1788926563.218676:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1788926563.218677:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732622740432 : -108341086811184 : ffff9d76e0018bd0) 00000020:00000001:3.0:1788926563.218679:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788926563.218681:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788926563.218683:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.218688:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[2 0000000005f486d7 1 1 0000000081048154 0 0 0] 00000020:00000001:3.0:1788926563.218690:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788926563.218692:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788926563.218693:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:3.0:1788926563.218694:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218697:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.218699:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.218700:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.218701:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.218702:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.218705:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000053c288aa[2 0000000005f486d7 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788926563.218707:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788926563.218708:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788926563.218709:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788926563.218711:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9d76d1845140 00000008:00000001:3.0:1788926563.218713:0:35907:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788926563.218715:0:35907:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d1845150 page ffff9d76d1845140 at index 0. 00000008:00000001:3.0:1788926563.218717:0:35907:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.218722:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788926563.218724:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf9443be240 index 0 00000020:00000001:3.0:1788926563.218729:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.218730:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.218738:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788926563.218739:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.218740:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.218742:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788926563.218743:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:3.0:1788926563.218744:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1788926563.218745:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732622740432 : -108341086811184 : ffff9d76e0018bd0) 00000020:00000001:3.0:1788926563.218747:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788926563.218749:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788926563.218750:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.218752:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[2 0000000005f486d7 1 1 0000000081048154 0 0 1] 00000020:00000001:3.0:1788926563.218754:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788926563.218755:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788926563.218756:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:3.0:1788926563.218757:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218759:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.218760:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.218761:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.218762:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.218763:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.218765:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@0000000059cd1417[2 0000000005f486d7 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788926563.218767:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788926563.218768:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788926563.218769:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788926563.218770:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9d76d1845bc0 00000008:00000001:3.0:1788926563.218772:0:35907:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788926563.218773:0:35907:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d1845bd0 page ffff9d76d1845bc0 at index 1. 00000008:00000001:3.0:1788926563.218774:0:35907:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.218779:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788926563.218780:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf9447b6140 index 1 00000020:00000001:3.0:1788926563.218782:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.218783:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.218786:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788926563.218788:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.218788:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.218789:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788926563.218791:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1788926563.218793:0:35907:0:(cl_page.c:567:cl_batch_put()) page@0000000053c288aa[1 0000000005f486d7 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788926563.218795:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1788926563.218797:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1788926563.218800:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d18450e0. 00000020:00000001:3.0:1788926563.218803:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1788926563.218804:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788926563.218805:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1788926563.218808:0:35907:0:(cl_page.c:567:cl_batch_put()) page@0000000059cd1417[1 0000000005f486d7 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788926563.218809:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1788926563.218810:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1788926563.218812:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d1845b60. 00000020:00000001:3.0:1788926563.218813:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1788926563.218814:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788926563.218825:0:35907:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926563.218828:0:35907:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1788926563.218830:0:35907:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788926563.218831:0:35907:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788926563.218833:0:35907:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788926563.218834:0:35907:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788926563.218837:0:35907:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788926563.218839:0:35907:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788926563.218840:0:35907:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788926563.218842:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccf30 00000008:00000001:3.0:1788926563.218844:0:35907:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218847:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00010000:00000001:3.0:1788926563.218849:0:35907:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788926563.218851:0:35907:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218853:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:3.0:1788926563.218855:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788926563.218857:0:35907:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1788926563.218861:0:35907:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788926563.218875:0:35907:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218877:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218879:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000020:00000001:3.0:1788926563.218881:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c84ce5f8 -> ffff9d76c84ce5f8 00000020:00000001:3.0:1788926563.218882:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788926563.218884:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.218885:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c31b7340 -> ffff9d76c84ce5f8 00000008:00000001:3.0:1788926563.218888:0:35907:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788926563.218889:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af7e0 00000008:00000001:3.0:1788926563.218891:0:35907:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.218894:0:35907:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788926563.218896:0:35907:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926563.218900:0:35907:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926563.218901:0:35907:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926563.218904:0:35907:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.218906:0:35907:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926563.218909:0:35907:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499200 with handle 0xdeff66104c08c989 from hash 00010000:00000001:3.0:1788926563.218911:0:35907:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926563.218913:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.218914:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.218916:0:35907:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926563.218919:0:35907:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926563.218921:0:35907:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788926563.218923:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.218923:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.218925:0:35907:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.218926:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926563.218929:0:35907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000566f2f2d/0xdeff66104c08c989 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x840913afd2dabc43 expref: -99 pid: 35891 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788926563.218939:0:35907:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76e020ef00. 00010000:00000001:3.0:1788926563.218945:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788926563.218948:0:35907:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fe00 count: 0 00010000:00000010:3.0:1788926563.218963:0:35907:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76d065fb00. 00010000:00000040:3.0:1788926563.218971:0:35907:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225600 count: 2 00010000:00000001:3.0:1788926563.218974:0:35907:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788926563.218975:0:35907:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.218977:0:35907:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.218978:0:35907:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880be00 refcount=3 00000020:00000001:3.0:1788926563.218981:0:35907:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926563.218983:0:35907:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228423168 : -108341481128448 : ffff9d76c880be00) 00010000:00000001:3.0:1788926563.218985:0:35907:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926563.218988:0:35907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788926563.218994:0:35907:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788926563.218996:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926563.218997:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170373096 : -108341539178520 : ffff9d76c50af7e8) 00000020:00001000:3.0:1788926563.218999:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af7e0 00000008:00000001:3.0:1788926563.219000:0:35907:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788926563.219002:0:35907:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788926563.219003:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926563.219004:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602616 : -108341471949000 : ffff9d76c90ccf38) 00000020:00001000:3.0:1788926563.219005:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccf30 00000008:00000001:3.0:1788926563.219007:0:35907:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788926563.219008:0:35907:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788926563.219010:0:35907:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788926563.219012:0:35907:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219013:0:35907:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788926563.219014:0:35907:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788926563.219016:0:35907:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788926563.219018:0:35907:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788926563.219020:0:35907:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6941180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:3.0:1788926563.219023:0:35907:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788926563.219024:0:35907:0:(osc_lock.c:372:osc_lock_flush()) object ffff9d76c6941180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788926563.219027:0:35907:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788926563.219028:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:3.0:1788926563.219030:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000020:00000001:3.0:1788926563.219032:0:35907:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:3.0:1788926563.219033:0:35907:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788926563.219034:0:35907:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788926563.219036:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926563.219037:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788926563.219038:0:35907:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788926563.219040:0:35907:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x2f:0x0]io ffff9d76e0018bd0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788926563.219043:0:35907:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788926563.219044:0:35907:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788926563.219046:0:35907:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788926563.219047:0:35907:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788926563.219048:0:35907:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219049:0:35907:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788926563.219051:0:35907:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788926563.219051:0:35907:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788926563.219053:0:35907:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219054:0:35907:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788926563.219056:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1788926563.219057:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1788926563.219058:0:35907:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:3.0:1788926563.219059:0:35907:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:3.0:1788926563.219061:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:3.0:1788926563.219062:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1788926563.219063:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732622740432 : -108341086811184 : ffff9d76e0018bd0) 00000020:00000001:3.0:1788926563.219065:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788926563.219066:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788926563.219067:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.219069:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a82ac6d[2 00000000fd13ab08 1 1 0000000081048154 0 0 0] 00000020:00000001:3.0:1788926563.219071:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788926563.219072:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788926563.219073:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:3.0:1788926563.219074:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219076:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.219077:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.219078:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.219079:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.219080:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.219082:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@000000005a82ac6d[2 00000000fd13ab08 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788926563.219083:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788926563.219084:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788926563.219085:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788926563.219086:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9d76d18293e0 00000008:00000001:3.0:1788926563.219088:0:35907:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788926563.219089:0:35907:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d18293f0 page ffff9d76d18293e0 at index 0. 00000008:00000001:3.0:1788926563.219091:0:35907:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219094:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788926563.219095:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf9447b8dc0 index 0 00000020:00000001:3.0:1788926563.219097:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.219098:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.219117:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788926563.219119:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.219119:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.219120:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788926563.219122:0:35907:0:(cl_page.c:711:__cl_page_own()) Process entered 00000020:00000001:3.0:1788926563.219123:0:35907:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:3.0:1788926563.219124:0:35907:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732622740432 : -108341086811184 : ffff9d76e0018bd0) 00000020:00000001:3.0:1788926563.219126:0:35907:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788926563.219127:0:35907:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788926563.219128:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.219131:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 00000000fd13ab08 1 1 0000000081048154 0 0 1] 00000020:00000001:3.0:1788926563.219132:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788926563.219134:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788926563.219134:0:35907:0:(cl_page.c:755:__cl_page_own()) res 0 00000020:00000001:3.0:1788926563.219136:0:35907:0:(cl_page.c:758:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219137:0:35907:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.219138:0:35907:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788926563.219139:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.219140:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.219141:0:35907:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788926563.219143:0:35907:0:(cl_page.c:518:__cl_page_state_set()) page@000000001678dd3a[2 00000000fd13ab08 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788926563.219144:0:35907:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788926563.219146:0:35907:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788926563.219147:0:35907:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788926563.219148:0:35907:0:(osc_page.c:138:osc_page_delete()) ffff9d76d1829840 00000008:00000001:3.0:1788926563.219149:0:35907:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788926563.219150:0:35907:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d1829850 page ffff9d76d1829840 at index 1. 00000008:00000001:3.0:1788926563.219152:0:35907:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219156:0:35907:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788926563.219158:0:35907:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf944760180 index 1 00000020:00000001:3.0:1788926563.219160:0:35907:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.219161:0:35907:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788926563.219164:0:35907:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788926563.219165:0:35907:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788926563.219166:0:35907:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788926563.219167:0:35907:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788926563.219168:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1788926563.219170:0:35907:0:(cl_page.c:567:cl_batch_put()) page@000000005a82ac6d[1 00000000fd13ab08 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788926563.219171:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1788926563.219172:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1788926563.219174:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d1829380. 00000020:00000001:3.0:1788926563.219176:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1788926563.219177:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788926563.219178:0:35907:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:3.0:1788926563.219180:0:35907:0:(cl_page.c:567:cl_batch_put()) page@000000001678dd3a[1 00000000fd13ab08 5 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788926563.219181:0:35907:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:3.0:1788926563.219182:0:35907:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:3.0:1788926563.219184:0:35907:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d18297e0. 00000020:00000001:3.0:1788926563.219185:0:35907:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:3.0:1788926563.219186:0:35907:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788926563.219199:0:35907:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788926563.219201:0:35907:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:3.0:1788926563.219203:0:35907:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788926563.219204:0:35907:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788926563.219205:0:35907:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788926563.219207:0:35907:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788926563.219209:0:35907:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788926563.219210:0:35907:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788926563.219211:0:35907:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788926563.219213:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccf30 00000008:00000001:3.0:1788926563.219215:0:35907:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219217:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00010000:00000001:3.0:1788926563.219219:0:35907:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788926563.219221:0:35907:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219223:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:3.0:1788926563.219224:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788926563.219226:0:35907:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:3.0:1788926563.219227:0:35907:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788926563.219229:0:35907:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219230:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219232:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000020:00000001:3.0:1788926563.219233:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76d84eee90 -> ffff9d76d84eee90 00000020:00000001:3.0:1788926563.219235:0:35907:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788926563.219236:0:35907:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219238:0:35907:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941180 -> ffff9d76d84eee90 00000008:00000001:3.0:1788926563.219240:0:35907:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788926563.219242:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af7e0 00000008:00000001:3.0:1788926563.219244:0:35907:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.219246:0:35907:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788926563.219248:0:35907:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926563.219250:0:35907:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926563.219251:0:35907:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926563.219253:0:35907:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.219254:0:35907:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926563.219257:0:35907:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880be00 with handle 0xdeff66104c08c997 from hash 00010000:00000001:3.0:1788926563.219259:0:35907:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926563.219260:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.219261:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.219262:0:35907:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926563.219264:0:35907:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926563.219265:0:35907:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788926563.219267:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.219268:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.219269:0:35907:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.219271:0:35907:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926563.219273:0:35907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 0000000085c0f2ae/0xdeff66104c08c997 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x840913afd2dabc6d expref: -99 pid: 35894 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788926563.219286:0:35907:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318480. 00010000:00000001:3.0:1788926563.219292:0:35907:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788926563.219294:0:35907:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225600 count: 0 00010000:00000010:3.0:1788926563.219297:0:35907:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c3225000. 00000001:00000001:3.0:1788926563.219324:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788926563.219326:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788926563.219327:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788926563.219352:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219354:0:35907:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788926563.219356:0:35907:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170373096 : -108341539178520 : ffff9d76c50af7e8) 00000020:00001000:3.0:1788926563.219358:0:35907:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af7e0 00000008:00000001:3.0:1788926563.219360:0:35907:0:(osc_cache.c:2388:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788926563.219361:0:35907:0:(osc_cache.c:2349:osc_next_obj()) Process entered 00000008:00000001:3.0:1788926563.219364:0:35907:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219366:0:35907:0:(osc_cache.c:2452:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788926563.219367:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788926563.219368:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788926563.219448:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788926563.219451:0:35907:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af7e0 00000001:00000001:3.0:1788926563.219454:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788926563.219455:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788926563.219478:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788926563.219480:0:35907:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788926563.219481:0:35907:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788926563.219504:0:35907:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219506:0:35907:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.219508:0:35907:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788926563.219514:0:35907:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788926563.219517:0:35907:0:(import.c:1693:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788926563.219519:0:35907:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788926563.219522:0:35907:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788926563.219524:0:35907:0:(import.c:65:import_set_state_nolock()) ffff9d76d849d800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788926563.219526:0:35907:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788926563.219528:0:35907:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788926563.219530:0:35907:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788926563.219533:0:35907:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788926563.219535:0:35907:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788926563.219537:0:35907:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9d76e03fbba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1788926563.219542:0:35907:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1788926563.219544:0:35907:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn deff66104c08bc8c 00020000:00000001:3.0:1788926563.219547:0:35907:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219550:0:35907:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788926563.219552:0:35907:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788926563.219554:0:35907:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788926563.219556:0:35907:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788926563.219557:0:35907:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788926563.219559:0:35907:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788926563.219561:0:35907:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219563:0:35907:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219564:0:35907:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788926563.219566:0:35907:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788926563.219567:0:35907:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219568:0:35907:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788926563.219570:0:35907:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788926563.219573:0:35907:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788926563.219575:0:35907:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219577:0:35907:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219578:0:35907:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.219580:0:35907:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788926563.219582:0:35907:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219584:0:35907:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788926563.219586:0:35907:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.219588:0:35907:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788926563.219594:0:35907:0:(import.c:1788:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9d76e0357000: Connection restored to 192.168.203.140@tcp (at 192.168.203.140@tcp) 00000100:00000001:3.0:1788926563.219597:0:35907:0:(import.c:1799:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.219601:0:35907:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926563.219602:0:35907:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926563.219604:0:35907:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788926563.219605:0:35907:0:(import.c:1656:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.220791:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.220798:0:35891:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.220800:0:35891:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.220807:0:35891:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f600 count: 2 00010000:00000001:0.0:1788926563.220810:0:35891:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926563.220815:0:35891:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.220817:0:35891:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2e:0x0]: 0 00000080:00000001:0.0:1788926563.220821:0:35891:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926563.220824:0:35891:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926563.220831:0:35891:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d18fce00. 00000080:00000001:0.0:1788926563.220833:0:35891:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926563.220838:0:35891:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926563.220842:0:35891:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926563.220844:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.220846:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.220848:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.220850:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.220852:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.220854:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1788926563.220855:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.220857:0:35891:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2e:0x0] 00000002:00000001:0.0:1788926563.220860:0:35891:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926563.220862:0:35891:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x2e:0x0] file closed with intent: 200 00000100:00000010:0.0:1788926563.220867:0:35891:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8578700. 00000020:00000040:0.0:1788926563.220936:0:35891:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926563.220941:0:35891:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.220944:0:35891:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.220948:0:35891:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.220965:0:35891:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d18fde00. 00000100:00000001:0.0:1788926563.220971:0:35891:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926563.220985:0:35891:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926563.221001:0:35891:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926563.221006:0:35891:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926563.221013:0:35891:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926563.221014:0:35891:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926563.221020:0:35891:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1264e40. 00000100:00000001:0.0:1788926563.221022:0:35891:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732373491264 : -108341336060352 : ffff9d76d1264e40) 00000100:00000001:0.0:1788926563.221025:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.221026:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926563.221030:0:35891:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.221034:0:35891:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.221036:0:35891:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926563.221037:0:35891:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.221041:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.221048:0:35891:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.221050:0:35891:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.221053:0:35891:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.221055:0:35891:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.221057:0:35891:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.221060:0:35891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513982464:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926563.221064:0:35891:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.221068:0:35891:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.221070:0:35891:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.221072:0:35891:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.221076:0:35891:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880cc00. 02000000:00000001:0.0:1788926563.221078:0:35891:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.221084:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.221088:0:35891:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.221094:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.221100:0:35891:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513982464, portal 10 00000100:00000001:0.0:1788926563.221102:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.221103:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000040:0.0:1788926563.221108:0:35891:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.221115:0:35891:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.221117:0:35891:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.221120:0:35891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821330. 00000100:00000200:0.0:1788926563.221122:0:35891:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513982464, offset 0 00000400:00000200:0.0:1788926563.221128:0:35891:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.221136:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.221143:0:35891:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.221147:0:35891:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.221151:0:35891:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.221154:0:35891:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.221156:0:35891:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.221160:0:35891:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2997:2997:256:4294967295] 192.168.203.140@tcp LPNI seq info [2997:2997:8:4294967295] 00000400:00000200:0.0:1788926563.221164:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.221173:0:35891:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.221178:0:35891:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.221182:0:35891:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2500. 00000800:00000200:0.0:1788926563.221188:0:35891:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.221195:0:35891:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.221199:0:35891:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.221254:0:35891:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.221259:0:35891:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 833276 usecs (834 jiffies) 00000400:00000200:0.0:1788926563.221263:0:35891:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.221266:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599189 00000100:00000001:0.0:1788926563.221272:0:35891:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599136 00000100:00000001:0.0:1788926563.221277:0:35891:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599189 00000100:00000001:0.0:1788926563.221280:0:35891:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599136 00000100:00000001:0.0:1788926563.221284:0:35891:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.221286:0:35891:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.221289:0:35891:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.221291:0:35891:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926563.221293:0:35891:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1264e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788926563.221296:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.221299:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.227599:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.227610:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2500. 00000400:00000200:2.0:1788926563.227617:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.227626:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.227633:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821330 00000400:00000010:2.0:1788926563.227637:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821330. 00000100:00000001:2.0:1788926563.227642:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.227650:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.227663:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.227667:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.227673:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.227675:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788926563.228606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:3.1:1788926563.228615:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00010000:00000010:3.1:1788926563.228624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880be00. 00010000:00000010:3.1:1788926563.228627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225600. 00000800:00000001:2.0:1788926563.230342:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.230358:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.230362:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.230364:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.230373:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.230390:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.230434:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.230440:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.230453:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.230457:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32365600 00000400:00000200:2.0:1788926563.230462:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.230468:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x888d [1] + 224 00000800:00000001:2.0:1788926563.230476:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.230483:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.230487:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.230492:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.230499:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.230507:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.230527:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.230546:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.230553:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.230556:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.230610:0:35891:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.230618:0:35891:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.230620:0:35891:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.230623:0:35891:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.230628:0:35891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926563.230631:0:35891:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926563.230634:0:35891:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.230639:0:35891:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926563.230649:0:35891:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8578700 x1875823513982464/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230655:0:35891:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.230657:0:35891:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.230659:0:35891:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.230662:0:35891:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.230664:0:35891:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.230666:0:35891:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.230669:0:35891:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.230678:0:35891:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.230682:0:35891:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.230685:0:35891:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.230687:0:35891:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.230689:0:35891:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.230694:0:35891:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.230697:0:35891:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926563.230700:0:35891:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926563.230701:0:35891:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926563.230704:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.230706:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000100:00000001:0.0:1788926563.230710:0:35891:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.230712:0:35891:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.230714:0:35891:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.230717:0:35891:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.230721:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8578700 x1875823513982464/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230729:0:35891:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.230731:0:35891:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.230733:0:35891:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.230737:0:35891:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8578700 x1875823513982464/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926563.230745:0:35891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8578700 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35891:1875823513982464:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926563.230750:0:35891:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.230753:0:35891:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.230756:0:35891:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926563.230758:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.230761:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513982464/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230768:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.230770:0:35891:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1264e40. 00000100:00000001:0.0:1788926563.230774:0:35891:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926563.230775:0:35891:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.230782:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.230783:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494157568 : -108341215394048 : ffff9d76d8578700) 00000002:00000001:0.0:1788926563.230786:0:35891:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.230790:0:35891:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.230795:0:35891:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fce00. 00000080:00000001:0.0:1788926563.230798:0:35891:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926563.230801:0:35891:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926563.230804:0:35891:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.230807:0:35891:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.230809:0:35891:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.230812:0:35891:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.230814:0:35891:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.230816:0:35891:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2e:0x0] 00800000:00000001:0.0:1788926563.230818:0:35891:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.230822:0:35891:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926563.230827:0:35891:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230834:0:35891:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.230835:0:35891:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230080 : -108341466321536 : ffff9d76c962ad80) 00000100:00000001:0.0:1788926563.230837:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.230840:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230845:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.230847:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.230850:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962ad80 x1875823513980928/t8589934606(8589934606) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230855:0:35891:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926563.230858:0:35891:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.230860:0:35891:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.230862:0:35891:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.230865:0:35891:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b00800. 02000000:00000001:0.0:1788926563.230870:0:35891:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.230872:0:35891:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.230874:0:35891:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962ad80. 00000100:00000001:0.0:1788926563.230878:0:35891:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.230879:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.230880:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.230883:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8578700 x1875823513982464/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230888:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.230890:0:35891:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5cd40. 00000002:00000001:0.0:1788926563.230893:0:35891:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.230895:0:35891:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.230897:0:35891:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020e000. 00000100:00000001:0.0:1788926563.230900:0:35891:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.230903:0:35891:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8578700 x1875823513982464/t8589934608(8589934608) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.230908:0:35891:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.230910:0:35891:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.230914:0:35891:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131d900. 00000080:00000001:0.0:1788926563.230918:0:35891:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.230923:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bd88 00000080:00000008:0.0:1788926563.230925:0:35891:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000405:0x2e:0x0](ffff9d76d15b1988), flags 100002, rc = 0 00000080:00000001:0.0:1788926563.230929:0:35891:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.230934:0:35891:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926563.230936:0:35891:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c6bd98 00000080:00002000:0.0:1788926563.230937:0:35891:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9d76d171da20, parent ffff9d76d16f1d80, inode ffff9d76d15b1988) hashed, 00000080:00000001:0.0:1788926563.230940:0:35891:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.232365:0:35894:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926563.232372:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:0.0:1788926563.232386:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:0.0:1788926563.232388:0:35894:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.232507:0:35894:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926563.232510:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53df0 00000080:00200008:0.0:1788926563.232513:0:35894:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9d76d153a1c8), flags 100002 00000080:00000001:0.0:1788926563.232530:0:35894:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926563.232532:0:35894:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788926563.232539:0:35894:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926563.232542:0:35894:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000002:0.0:1788926563.232544:0:35894:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84173e0) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:0.0:1788926563.232546:0:35894:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.232548:0:35894:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926563.232553:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.232555:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.232557:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.232559:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.232560:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.232563:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788926563.232565:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.232569:0:35894:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.232573:0:35894:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.232580:0:35894:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f800 count: 2 00010000:00000001:0.0:1788926563.232584:0:35894:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926563.232589:0:35894:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.232591:0:35894:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x2f:0x0]: 0 00000080:00000001:0.0:1788926563.232594:0:35894:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926563.232596:0:35894:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926563.232600:0:35894:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d18fce00. 00000080:00000001:0.0:1788926563.232603:0:35894:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926563.232607:0:35894:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926563.232611:0:35894:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926563.232612:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.232613:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.232614:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.232616:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.232618:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.232619:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788926563.232621:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.232623:0:35894:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x2f:0x0] 00000002:00000001:0.0:1788926563.232626:0:35894:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926563.232627:0:35894:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x2f:0x0] file closed with intent: 200 00000100:00000010:0.0:1788926563.232634:0:35894:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579f80. 00000020:00000040:0.0:1788926563.232638:0:35894:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926563.232642:0:35894:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.232645:0:35894:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.232649:0:35894:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.232658:0:35894:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76ca5f4e00. 00000100:00000001:0.0:1788926563.232664:0:35894:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926563.232679:0:35894:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926563.232690:0:35894:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926563.232695:0:35894:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926563.232703:0:35894:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926563.232704:0:35894:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926563.232710:0:35894:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1264e40. 00000100:00000001:0.0:1788926563.232713:0:35894:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732373491264 : -108341336060352 : ffff9d76d1264e40) 00000100:00000001:0.0:1788926563.232715:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.232716:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000001:0.0:1788926563.232721:0:35894:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.232725:0:35894:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.232727:0:35894:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926563.232729:0:35894:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.232733:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.232740:0:35894:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.232742:0:35894:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.232746:0:35894:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.232748:0:35894:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.232751:0:35894:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.232754:0:35894:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35894:1875823513982720:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926563.232758:0:35894:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.232763:0:35894:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.232765:0:35894:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.232767:0:35894:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.232772:0:35894:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880f000. 02000000:00000001:0.0:1788926563.232773:0:35894:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.232780:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.232784:0:35894:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.232790:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.232796:0:35894:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513982720, portal 10 00000100:00000001:0.0:1788926563.232798:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.232799:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000040:0.0:1788926563.232805:0:35894:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.232816:0:35894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.232819:0:35894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.232821:0:35894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821000. 00000100:00000200:0.0:1788926563.232825:0:35894:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513982720, offset 0 00000400:00000200:0.0:1788926563.232832:0:35894:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.232840:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.232847:0:35894:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.232852:0:35894:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.232856:0:35894:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.232860:0:35894:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.232862:0:35894:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.232866:0:35894:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2998:2998:256:4294967295] 192.168.203.140@tcp LPNI seq info [2998:2998:8:4294967295] 00000400:00000200:0.0:1788926563.232870:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.232880:0:35894:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.232885:0:35894:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.232891:0:35894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2900. 00000800:00000200:0.0:1788926563.232897:0:35894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.232905:0:35894:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.232909:0:35894:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.232929:0:35894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.232934:0:35894:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 832266 usecs (833 jiffies) 00000400:00000200:0.0:1788926563.232938:0:35894:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.232941:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599200 00000100:00000001:0.0:1788926563.232947:0:35894:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599189 00000100:00000001:0.0:1788926563.232960:0:35894:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599200 00000100:00000001:0.0:1788926563.232965:0:35894:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599189 00000100:00000001:0.0:1788926563.232967:0:35894:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.232970:0:35894:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.232973:0:35894:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.232975:0:35894:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926563.232978:0:35894:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1264e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788926563.232981:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.232984:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.234016:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.234023:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2900. 00000400:00000200:2.0:1788926563.234029:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.234034:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.234040:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821000 00000400:00000010:2.0:1788926563.234043:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821000. 00000100:00000001:2.0:1788926563.234047:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.234053:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.234064:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.234068:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.234075:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.234077:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926563.242036:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.242051:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.242054:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.242057:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.242065:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.242073:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.242081:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.242086:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.242091:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.242096:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32365700 00000400:00000200:2.0:1788926563.242101:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.242108:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8895 [1] + 224 00000800:00000001:2.0:1788926563.242115:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.242121:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.242124:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.242129:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.242136:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.242145:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.242157:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.242179:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.242186:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.242189:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.242238:0:35894:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.242246:0:35894:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.242249:0:35894:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.242253:0:35894:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.242257:0:35894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926563.242260:0:35894:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926563.242262:0:35894:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.242267:0:35894:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926563.242277:0:35894:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579f80 x1875823513982720/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242283:0:35894:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.242286:0:35894:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.242288:0:35894:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.242291:0:35894:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.242293:0:35894:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.242295:0:35894:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.242298:0:35894:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.242307:0:35894:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.242310:0:35894:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.242313:0:35894:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.242315:0:35894:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.242319:0:35894:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.242322:0:35894:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.242324:0:35894:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926563.242326:0:35894:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926563.242328:0:35894:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926563.242330:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.242331:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000100:00000001:0.0:1788926563.242334:0:35894:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.242336:0:35894:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.242339:0:35894:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.242341:0:35894:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.242346:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579f80 x1875823513982720/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242353:0:35894:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.242356:0:35894:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.242358:0:35894:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.242362:0:35894:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579f80 x1875823513982720/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926563.242379:0:35894:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579f80 pname:cluuid:pid:xid:nid:opc:job multiop:4486b962-ec3d-45f5-8472-13c4fc59e40f:35894:1875823513982720:192.168.203.140@tcp:35:multiop.0 00000100:00000001:0.0:1788926563.242385:0:35894:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.242388:0:35894:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.242390:0:35894:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926563.242392:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.242426:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513982720/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242434:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.242437:0:35894:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1264e40. 00000100:00000001:0.0:1788926563.242440:0:35894:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926563.242442:0:35894:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.242455:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.242456:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494163840 : -108341215387776 : ffff9d76d8579f80) 00000002:00000001:0.0:1788926563.242459:0:35894:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.242462:0:35894:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.242467:0:35894:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d18fce00. 00000080:00000001:0.0:1788926563.242471:0:35894:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926563.242475:0:35894:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926563.242477:0:35894:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.242479:0:35894:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.242482:0:35894:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.242484:0:35894:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.242486:0:35894:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.242488:0:35894:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x2f:0x0] 00800000:00000001:0.0:1788926563.242491:0:35894:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.242495:0:35894:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926563.242500:0:35894:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242508:0:35894:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.242509:0:35894:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243223808 : -108341466327808 : ffff9d76c9629500) 00000100:00000001:0.0:1788926563.242511:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.242520:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242527:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.242529:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.242532:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629500 x1875823513981440/t8589934607(8589934607) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 592/664 e 0 to 0 dl 1788926578 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242538:0:35894:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926563.242541:0:35894:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.242543:0:35894:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=5 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.242545:0:35894:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.242548:0:35894:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b01400. 02000000:00000001:0.0:1788926563.242552:0:35894:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.242554:0:35894:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.242555:0:35894:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629500. 00000100:00000001:0.0:1788926563.242559:0:35894:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.242560:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.242561:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.242565:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579f80 x1875823513982720/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242571:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.242573:0:35894:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76c3d01da0. 00000002:00000001:0.0:1788926563.242575:0:35894:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.242577:0:35894:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.242579:0:35894:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76d33182c0. 00000100:00000001:0.0:1788926563.242582:0:35894:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.242585:0:35894:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579f80 x1875823513982720/t8589934609(8589934609) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.242592:0:35894:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.242594:0:35894:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.242597:0:35894:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95a40. 00000080:00000001:0.0:1788926563.242601:0:35894:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.242605:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53df0 00000080:00000008:0.0:1788926563.242607:0:35894:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000405:0x2f:0x0](ffff9d76d153a1c8), flags 100002, rc = 0 00000080:00000001:0.0:1788926563.242610:0:35894:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.242615:0:35894:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926563.242617:0:35894:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c53e00 00000080:00002000:0.0:1788926563.242619:0:35894:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9d76d171d870, parent ffff9d76d16f1d80, inode ffff9d76d153a1c8) hashed, 00000080:00000001:0.0:1788926563.242622:0:35894:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.264202:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926563.264210:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926563.264213:0:35909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926563.264216:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93bc0 00000080:00200000:3.0:1788926563.264221:0:35909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926563.264228:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:3.0:1788926563.264234:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926563.264239:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926563.264243:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.264245:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93ae0 00800000:00000002:3.0:1788926563.264247:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.264251:0:35909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926563.264253:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926563.264255:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926563.264258:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926563.264260:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926563.264262:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.264264:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.264267:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.264270:0:35909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926563.264275:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.264277:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c939b0 00000002:00010000:3.0:1788926563.264278:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926563.264282:0:35909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926563.264288:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926563.264291:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926563.264298:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:3.0:1788926563.264301:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926563.264305:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.264309:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926563.264314:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788926563.264324:0:35909:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926563.264328:0:35909:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.264331:0:35909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788926563.264343:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926563.264345:0:35909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926563.264347:0:35909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926563.264349:0:35909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926563.264351:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926563.264353:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926563.264355:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926563.264358:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926563.264361:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000080:00000001:3.0:1788926563.264365:0:35909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926563.264367:0:35909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926563.264935:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926563.264941:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c96d 00800000:00000001:3.0:1788926563.264944:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926563.264946:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926563.264948:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.264950:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.264962:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:3.0:1788926563.264965:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.264968:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.264971:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.264972:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926563.264974:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926563.264975:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926563.264978:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c96d from it ffffb2d841c93bf8 00010000:00000001:3.0:1788926563.264980:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.264981:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.264982:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:3.0:1788926563.264984:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.264986:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.264988:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926563.264992:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788926563.264999:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265000:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265002:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926563.265004:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926563.265007:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788926563.265016:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926563.265019:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926563.265021:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926563.265025:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265026:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265027:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265030:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926563.265032:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265034:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265036:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265037:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926563.265039:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265040:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926563.265043:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926563.265045:0:35909:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926563.265047:0:35909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788926563.265051:0:35909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788926563.265062:0:35909:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76c83e5840. 00000080:00000001:3.0:1788926563.265066:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926563.265067:0:35909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926563.265069:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b00 00000080:00200000:3.0:1788926563.265070:0:35909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926563.265074:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:3.0:1788926563.265077:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926563.265079:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926563.265081:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.265083:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a20 00800000:00000002:3.0:1788926563.265085:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.265088:0:35909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926563.265089:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926563.265091:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926563.265092:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926563.265093:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926563.265095:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.265097:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.265099:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.265101:0:35909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926563.265103:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.265105:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c938f0 00000002:00010000:3.0:1788926563.265107:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926563.265109:0:35909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926563.265111:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926563.265113:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926563.265116:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:3.0:1788926563.265118:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926563.265121:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.265123:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926563.265126:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788926563.265133:0:35909:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788926563.265135:0:35909:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.265137:0:35909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788926563.265143:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788926563.265144:0:35909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926563.265146:0:35909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926563.265147:0:35909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788926563.265149:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926563.265151:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788926563.265153:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788926563.265155:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:3.0:1788926563.265157:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000080:00000001:3.0:1788926563.265160:0:35909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788926563.265161:0:35909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926563.265163:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:3.0:1788926563.265166:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c96d 00800000:00000001:3.0:1788926563.265168:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788926563.265169:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788926563.265170:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.265171:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.265173:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:3.0:1788926563.265175:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.265176:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.265178:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265179:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788926563.265180:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926563.265182:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788926563.265184:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c96d from it ffffb2d841c93b38 00010000:00000001:3.0:1788926563.265185:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.265187:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.265188:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880aa00 refcount=3 00000020:00000001:3.0:1788926563.265189:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.265191:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228418048 : -108341481133568 : ffff9d76c880aa00) 00010000:00000001:3.0:1788926563.265192:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926563.265195:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788926563.265201:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265202:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265203:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926563.265204:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926563.265207:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788926563.265217:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926563.265218:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926563.265219:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926563.265222:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265223:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265224:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265226:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926563.265227:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265229:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265230:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265232:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926563.265233:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265234:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788926563.265236:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788926563.265237:0:35909:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788926563.265239:0:35909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788926563.265242:0:35909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.265245:0:35909:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788926563.265246:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b58 00000080:00200000:3.0:1788926563.265248:0:35909:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76c32c8000, open_flags 8441, mode 81b6 opened 0 00000080:00000010:3.0:1788926563.265253:0:35909:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76d11985a0. 00000080:00000001:3.0:1788926563.265256:0:35909:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788926563.265259:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a08 00000080:00200000:3.0:1788926563.265260:0:35909:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000010:3.0:1788926563.265266:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10af200. 00800000:00000002:3.0:1788926563.265269:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926563.265273:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926563.265274:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.265275:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93928 00800000:00000002:3.0:1788926563.265277:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.265280:0:35909:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788926563.265283:0:35909:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788926563.265285:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926563.265286:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926563.265288:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926563.265289:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926563.265291:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.265293:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.265294:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926563.265297:0:35909:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00800000:00000001:3.0:1788926563.265300:0:35909:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788926563.265301:0:35909:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788926563.265304:0:35909:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788926563.265307:0:35909:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788926563.265309:0:35909:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9d76e0357000: Allocated FID [0x200000405:0x30:0x0] 40000000:00000001:3.0:1788926563.265311:0:35909:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.265313:0:35909:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926563.265315:0:35909:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788926563.265316:0:35909:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.265318:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c938a8 00800000:00000002:3.0:1788926563.265320:0:35909:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:3.0:1788926563.265323:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.265324:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c937e0 00000002:00010000:3.0:1788926563.265326:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:3.0:1788926563.265329:0:35909:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926563.265331:0:35909:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788926563.265333:0:35909:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788926563.265337:0:35909:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.265338:0:35909:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788926563.265340:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:3.0:1788926563.265342:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926563.265344:0:35909:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788926563.265347:0:35909:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788926563.265350:0:35909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788926563.265357:0:35909:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788926563.265361:0:35909:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788926563.265362:0:35909:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788926563.265365:0:35909:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788926563.265367:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926563.265368:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926563.265661:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 3 00010000:00000001:3.0:1788926563.265665:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926563.265668:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.265671:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926563.265672:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926563.265674:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 3 00010000:00000001:3.0:1788926563.265675:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926563.265677:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.265679:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926563.265680:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788926563.265681:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 3 00010000:00000001:3.0:1788926563.265683:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788926563.265685:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788926563.265687:0:35909:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788926563.265690:0:35909:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788926563.265694:0:35909:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788926563.265697:0:35909:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788926563.265700:0:35909:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788926563.265702:0:35909:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265705:0:35909:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788926563.265708:0:35909:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788926563.265710:0:35909:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788926563.265712:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.265714:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788926563.265717:0:35909:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880aa00 with handle 0xdeff66104c08c96d from hash 00010000:00000001:3.0:1788926563.265719:0:35909:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788926563.265721:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265722:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265723:0:35909:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788926563.265726:0:35909:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788926563.265728:0:35909:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788926563.265732:0:35909:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926563.265734:0:35909:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788926563.265736:0:35909:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788926563.265743:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dc000. 00000020:00000040:3.0:1788926563.265747:0:35909:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=6 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:3.0:1788926563.265754:0:35909:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788926563.265756:0:35909:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265759:0:35909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926563.265763:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926563.265765:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.265766:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265767:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.265770:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926563.265772:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926563.265775:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926563.265783:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d92000. 00000100:00000001:3.0:1788926563.265789:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265794:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926563.265796:0:35909:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788926563.265800:0:35909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788926563.265807:0:35909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788926563.265809:0:35909:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788926563.265811:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788926563.265813:0:35909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880aa00/0xdeff66104c08c96d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabbda expref: -99 pid: 35884 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788926563.265821:0:35909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df100 count: 0 00010000:00000010:3.0:1788926563.265825:0:35909:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926563.265834:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.265836:0:35909:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265838:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926563.265839:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.265842:0:35909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.265851:0:35909:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00010000:00000001:3.0:1788926563.265855:0:35909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926563.265857:0:35909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926563.265873:0:35909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfe00. 00010000:00000010:3.0:1788926563.265878:0:35909:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926563.265882:0:35909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926563.265885:0:35909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13ff800. 00000020:00000001:3.0:1788926563.265888:0:35909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926563.265890:0:35909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13ff800 with handle 0xdeff66104c08c99e to hash 00000020:00000001:3.0:1788926563.265892:0:35909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926563.265894:0:35909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.265898:0:35909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.265901:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.265903:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.265906:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926563.265913:0:35909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35909 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788926563.265924:0:35909:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788926563.265936:0:35909:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788926563.265945:0:35909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926563.265959:0:35909:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926563.265961:0:35909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926563.265968:0:35909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109180. 00000100:00000001:3.0:1788926563.265970:0:35909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066688 : -108341337484928 : ffff9d76d1109180) 00000100:00000001:3.0:1788926563.265973:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926563.265974:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000001:3.0:1788926563.265979:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926563.265982:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.265984:0:35909:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926563.265986:0:35909:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926563.265990:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.265997:0:35909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926563.266000:0:35909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.266003:0:35909:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926563.266005:0:35909:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926563.266008:0:35909:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926563.266012:0:35909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35909:1875823513982976:192.168.203.140@tcp:101:bash.0 00000100:00000001:3.0:1788926563.266016:0:35909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926563.266021:0:35909:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926563.266023:0:35909:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.266025:0:35909:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926563.266077:0:35909:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:3.0:1788926563.266079:0:35909:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926563.266087:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926563.266090:0:35909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b210. 00000400:00000010:3.0:1788926563.266096:0:35909:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c2d91400. 00000100:00000200:3.0:1788926563.266102:0:35909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513982976, portal 10 00000100:00000001:3.0:1788926563.266104:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926563.266106:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000040:3.0:1788926563.266112:0:35909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.266118:0:35909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926563.266121:0:35909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926563.266124:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab6e8. 00000100:00000200:3.0:1788926563.266127:0:35909:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513982976, offset 0 00000400:00000200:3.0:1788926563.266133:0:35909:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926563.266140:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.266147:0:35909:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926563.266152:0:35909:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926563.266156:0:35909:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926563.266160:0:35909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926563.266162:0:35909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926563.266165:0:35909:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [2999:2999:256:4294967295] 192.168.203.140@tcp LPNI seq info [2999:2999:8:4294967295] 00000400:00000200:3.0:1788926563.266169:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.266177:0:35909:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926563.266183:0:35909:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926563.266187:0:35909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:3.0:1788926563.266194:0:35909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926563.266202:0:35909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926563.266206:0:35909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788926563.266222:0:35909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.266227:0:35909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 831258 usecs (832 jiffies) 00000400:00000200:3.0:1788926563.266230:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926563.266233:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599232 00000100:00000001:3.0:1788926563.266240:0:35909:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599200 00000100:00000001:3.0:1788926563.266244:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599232 00000100:00000001:3.0:1788926563.266248:0:35909:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599200 00000100:00000001:3.0:1788926563.266251:0:35909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926563.266253:0:35909:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.266255:0:35909:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926563.266257:0:35909:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926563.266260:0:35909:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109180 going to sleep for 11 seconds 00000100:00000001:3.0:1788926563.266262:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926563.266264:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.266501:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.266505:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:2.0:1788926563.266511:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.266627:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.266634:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab6e8 00000400:00000010:2.0:1788926563.266637:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab6e8. 00000100:00000001:2.0:1788926563.266641:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.266646:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.266655:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.266658:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.266665:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.266667:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788926563.272636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:3.1:1788926563.272648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880aa00. 00000800:00000001:2.0:1788926563.278849:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.278866:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.278870:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.278873:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.278880:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.278887:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.278896:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.278901:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.278906:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.278910:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32365800 00000400:00000200:2.0:1788926563.278916:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.278921:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x889d [32] + 224 00000800:00000001:2.0:1788926563.278929:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.278935:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.278938:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.278941:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.278946:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.279085:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.279098:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.279116:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.279126:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.279129:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.279225:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788926563.279233:0:35909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926563.279235:0:35909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926563.279239:0:35909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b210. 00000400:00000200:3.0:1788926563.279243:0:35909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c2d91400 00000400:00000010:3.0:1788926563.279246:0:35909:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c2d91400. 00000100:00000001:3.0:1788926563.279249:0:35909:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.279264:0:35909:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926563.279274:0:35909:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86dc000 x1875823513982976/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.279280:0:35909:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926563.279282:0:35909:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.279284:0:35909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926563.279288:0:35909:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926563.279290:0:35909:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926563.279293:0:35909:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.279296:0:35909:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926563.279305:0:35909:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:3.0:1788926563.279310:0:35909:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926563.279313:0:35909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926563.279315:0:35909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.279318:0:35909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926563.279322:0:35909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.279327:0:35909:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788926563.279329:0:35909:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x1] 00000100:00000001:3.0:1788926563.279330:0:35909:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788926563.279332:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926563.279333:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000001:3.0:1788926563.279337:0:35909:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926563.279339:0:35909:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1788926563.279340:0:35909:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926563.279343:0:35909:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.279348:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.279354:0:35909:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926563.279357:0:35909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926563.279358:0:35909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788926563.279362:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926563.279368:0:35909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86dc000 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35909:1875823513982976:192.168.203.140@tcp:101:bash.0 00000100:00000001:3.0:1788926563.279374:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.279376:0:35909:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.279378:0:35909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788926563.279380:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.279383:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.279390:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788926563.279392:0:35909:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109180. 00000100:00000001:3.0:1788926563.279431:0:35909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788926563.279434:0:35909:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.279436:0:35909:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926563.279441:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.279443:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.279446:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:3.0:1788926563.279449:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.279452:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:3.0:1788926563.279458:0:35909:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13ff800, remote cookie: 0x840913afd2dabc90, flags: 0x1001 00010000:00010000:3.0:1788926563.279463:0:35909:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926563.279470:0:35909:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788926563.279473:0:35909:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788926563.279480:0:35909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52df100. 00010000:00000010:3.0:1788926563.279483:0:35909:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11fa900. 00010000:00000040:3.0:1788926563.279489:0:35909:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52dfe00 count: 0 00010000:00000010:3.0:1788926563.279494:0:35909:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926563.279500:0:35909:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.279503:0:35909:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926563.280018:0:35909:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 4/0,1 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.280025:0:35909:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926563.280028:0:35909:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788926563.280030:0:35909:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788926563.280032:0:35909:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788926563.280033:0:35909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788926563.280036:0:35909:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9d76c52df100) refcount = 1 00010000:00010000:3.0:1788926563.280040:0:35909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.280046:0:35909:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788926563.280049:0:35909:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926563.280051:0:35909:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926563.280054:0:35909:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926563.280056:0:35909:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.280060:0:35909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 4/0,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.280065:0:35909:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926563.280067:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.280068:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.280069:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.280070:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.280072:0:35909:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.280077:0:35909:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788926563.280079:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.280080:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.280082:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926563.280084:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280087:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280089:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.280090:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.280091:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=4 00000020:00000001:3.0:1788926563.280092:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280094:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280097:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.280099:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.280103:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.280109:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.280110:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.280111:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.280112:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.280113:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=5 00000020:00000001:3.0:1788926563.280115:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280117:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280119:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926563.280122:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 5/1,1 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.280128:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.280129:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926563.280132:0:35909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.280137:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926563.280139:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.280140:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.280141:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.280142:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788926563.280148:0:35909:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926563.280156:0:35909:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788926563.280160:0:35909:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788926563.280172:0:35909:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.280178:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.280179:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.280180:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:3.0:1788926563.280182:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:3.0:1788926563.280184:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00000002:00010000:3.0:1788926563.280187:0:35909:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926563.280565:0:35909:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d33186c0. 00010000:00000001:2.0:1788926563.280569:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.280571:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.280572:0:35909:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.280574:0:35909:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.280577:0:35909:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788926563.280579:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.280581:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00000100:00000001:2.0:1788926563.280583:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.280584:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227178496 : -108341482373120 : ffff9d76c86dc000) 00010000:00000001:2.0:1788926563.280586:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.280587:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.280589:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.280591:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.280593:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00000002:00010000:2.0:1788926563.280597:0:35909:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.280604:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.280606:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.280608:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926563.280609:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.280610:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.280611:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.280613:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.280615:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000040:2.0:1788926563.280619:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:2.0:1788926563.280622:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926563.280625:0:35909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:2.0:1788926563.280628:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.280629:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.280630:0:35909:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926563.280633:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93768 00000002:00002000:2.0:1788926563.280635:0:35909:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788926563.280638:0:35909:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.280642:0:35909:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.280645:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926563.280648:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788926563.280652:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.280655:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926563.280658:0:35909:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788926563.280660:0:35909:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76d11985a0 it_disposition 1800037 00000080:00002000:2.0:1788926563.280665:0:35909:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1758a20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788926563.280670:0:35909:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926563.280673:0:35909:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788926563.280746:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93990 00000080:00200000:2.0:1788926563.280749:0:35909:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open|creat 00000080:00000001:2.0:1788926563.280751:0:35909:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788926563.280753:0:35909:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926563.280758:0:35909:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926563.280762:0:35909:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788926563.280764:0:35909:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788926563.280767:0:35909:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788926563.280781:0:35909:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9d76d1538840. 00000020:00000001:2.0:1788926563.280790:0:35909:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788926563.280792:0:35909:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788926563.280795:0:35909:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788926563.280797:0:35909:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908) 00000020:00000001:2.0:1788926563.280801:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.280805:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.280807:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.280811:0:35909:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788926563.280816:0:35909:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9d76d84ee190. 00000020:00000001:2.0:1788926563.280819:0:35909:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926563.280820:0:35909:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.280827:0:35909:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788926563.280831:0:35909:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9d76d84177c0. 00020000:00000001:2.0:1788926563.280833:0:35909:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446635732492711872 : -108341216839744 : ffff9d76d84177c0) 00020000:00000001:2.0:1788926563.280836:0:35909:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788926563.280838:0:35909:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926563.280843:0:35909:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f7e0. 00020000:00000010:2.0:1788926563.280846:0:35909:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76e0a02580. 00020000:00000010:2.0:1788926563.280851:0:35909:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866fe40. 00020000:00000001:2.0:1788926563.280853:0:35909:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226735680 : -108341482815936 : ffff9d76c866fe40) 00020000:00000002:2.0:1788926563.280856:0:35909:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fe40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.280861:0:35909:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.280865:0:35909:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02580: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926563.280868:0:35909:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788926563.280870:0:35909:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fe40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.280873:0:35909:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.280876:0:35909:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02580: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1788926563.280879:0:35909:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9d76c866ad20. 00020000:00000010:2.0:1788926563.280883:0:35909:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9d76c904c9c0. 00020000:00000001:2.0:1788926563.280887:0:35909:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788926563.280890:0:35909:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9d76c7c6d548. 00020000:00000001:2.0:1788926563.280893:0:35909:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788926563.280894:0:35909:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788926563.280899:0:35909:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788926563.280902:0:35909:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9d76d84ee320. 00000020:00000001:2.0:1788926563.280903:0:35909:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788926563.280904:0:35909:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.280907:0:35909:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446635732493591456 : -108341215960160 : ffff9d76d84ee3a0) 00020000:00000001:2.0:1788926563.280911:0:35909:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788926563.280915:0:35909:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9d76c6941880. 00020000:00000001:2.0:1788926563.280917:0:35909:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.280921:0:35909:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493591456 : -108341215960160 : ffff9d76d84ee3a0) 00020000:00000001:2.0:1788926563.280924:0:35909:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446635732493591456 : -108341215960160 : ffff9d76d84ee3a0) 00020000:00000002:2.0:1788926563.280927:0:35909:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x44:0x0]@ffff9d76d84ee320[0:0] -> [0x200000405:0x30:0x0]@ffff9d76d84ee190: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926563.280932:0:35909:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788926563.280934:0:35909:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788926563.280936:0:35909:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.280938:0:35909:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446635732493591056 : -108341215960560 : ffff9d76d84ee210) 00000020:00001000:2.0:1788926563.280941:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926563.280945:0:35909:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788926563.280948:0:35909:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788926563.280950:0:35909:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205339611184 mtime from 0 to 1788926563 00000080:00000001:2.0:1788926563.280968:0:35909:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788926563.280971:0:35909:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376455432 : -108341333096184 : ffff9d76d1538908) 00010000:00000001:2.0:1788926563.280973:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.280974:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.280976:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.280978:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.280980:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00000080:00000001:2.0:1788926563.280987:0:35909:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926563.280989:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.280990:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.280992:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.280994:0:35909:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926563.280997:0:35909:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926563.280998:0:35909:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926563.281001:0:35909:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f540. 00020000:00000010:2.0:1788926563.281003:0:35909:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76e0a02a00. 00020000:00000010:2.0:1788926563.281008:0:35909:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866fc00. 00020000:00000001:2.0:1788926563.281014:0:35909:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226735104 : -108341482816512 : ffff9d76c866fc00) 00020000:00000002:2.0:1788926563.281016:0:35909:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fc00, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.281020:0:35909:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.281023:0:35909:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02a00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926563.281027:0:35909:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84177c0) owner ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.281029:0:35909:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926563.281031:0:35909:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84177c0) owner ffff9d76c9c027c0 00020000:00000010:2.0:1788926563.281035:0:35909:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76e0a02a00. 00020000:00000010:2.0:1788926563.281040:0:35909:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f540. 00020000:00000010:2.0:1788926563.281044:0:35909:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866fc00. 00020000:00000002:2.0:1788926563.281046:0:35909:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926563.281048:0:35909:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.281051:0:35909:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.281054:0:35909:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926563.281057:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:2.0:1788926563.281059:0:35909:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fe40 addref 2/0 by ffff9d76c9c027c0. 00020000:00000002:2.0:1788926563.281061:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.281064:0:35909:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926563.281066:0:35909:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926563.281067:0:35909:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926563.281069:0:35909:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926563.281071:0:35909:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926563.281074:0:35909:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926563.281076:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926563.281078:0:35909:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.281080:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.281081:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926563.281083:0:35909:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926563.281086:0:35909:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926563.281088:0:35909:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926563.281090:0:35909:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00010000:2.0:1788926563.281094:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c99e 00800000:00000001:2.0:1788926563.281097:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926563.281099:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926563.281100:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.281101:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.281103:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.281105:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.281107:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.281109:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.281110:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.281111:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.281113:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.281115:0:35909:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788926563.281116:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.281122:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.281135:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926563.281139:0:35909:0:(namei.c:1651:ll_create_it()) inode ffff9d76d1538908 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788926563.281142:0:35909:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926563.281146:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00000001:2.0:1788926563.281149:0:35909:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926563.281152:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10af200. 00000100:00000001:2.0:1788926563.281155:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.281158:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.281165:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.281168:0:35909:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788926563.281170:0:35909:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788926563.281172:0:35909:0:(namei.c:1500:ll_atomic_open()) inode ffff9d76d1538908 need_sync_to_mds [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788926563.281179:0:35909:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788926563.281181:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a68 00000080:00200008:2.0:1788926563.281183:0:35909:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102101 00000080:00000010:2.0:1788926563.281190:0:35909:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76c2b95680. 00000080:00000010:2.0:1788926563.281195:0:35909:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76d3318b80. 00000080:00000001:2.0:1788926563.281198:0:35909:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788926563.281201:0:35909:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1788926563.281204:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.281206:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.281209:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.281210:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.281213:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.281214:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788926563.281217:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.281219:0:35909:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788926563.281223:0:35909:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76c3d01ce0. 00000002:00100000:2.0:1788926563.281228:0:35909:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788926563.281234:0:35909:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.281237:0:35909:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788926563.281240:0:35909:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788926563.281243:0:35909:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.281250:0:35909:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.281253:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.281256:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788926563.281264:0:35909:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926563.281267:0:35909:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:2.0:1788926563.281294:0:35909:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788926563.281296:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.281299:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a68 00000080:00000008:2.0:1788926563.281300:0:35909:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102101, rc = 0 00000080:00000001:2.0:1788926563.281304:0:35909:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788926563.281306:0:35909:0:(dcache.c:176:ll_intent_release()) intent ffff9d76d11985a0 released 00000080:00010000:2.0:1788926563.281308:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c99e from it ffff9d76d11985a0 00010000:00000001:2.0:1788926563.281310:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.281311:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.281313:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.281315:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.281317:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.281318:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.281321:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.281328:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.281328:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.281330:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926563.281332:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926563.281335:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926563.281342:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926563.281345:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926563.281347:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.281351:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.281352:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.281354:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.281357:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926563.281362:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.281364:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.281367:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.281369:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.282119:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.282122:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926563.282124:0:35909:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788926563.282126:0:35909:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788926563.282129:0:35909:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926563.282131:0:35909:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.282134:0:35909:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926563.282136:0:35909:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.282139:0:35909:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788926563.282140:0:35909:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.282142:0:35909:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926563.282145:0:35909:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.282147:0:35909:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788926563.282150:0:35909:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76d11985a0. 00000080:00000001:2.0:1788926563.282154:0:35909:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.282158:0:35909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788926563.282160:0:35909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908), inode mode 81a4 mask 40 00000080:00000001:2.0:1788926563.282164:0:35909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.282238:0:35909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926563.282241:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:2.0:1788926563.282245:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.282248:0:35909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.285925:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d28 00000080:00200008:2.0:1788926563.285934:0:35909:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926563.285942:0:35909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788926563.285943:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93ca0 00000080:00200000:2.0:1788926563.285945:0:35909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908),name=recon 00000080:00000010:2.0:1788926563.285962:0:35909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8552a00. 00800000:00000002:2.0:1788926563.285968:0:35909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:2.0:1788926563.285974:0:35909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926563.285979:0:35909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926563.285981:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93bc0 00800000:00000002:2.0:1788926563.285983:0:35909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926563.285986:0:35909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926563.285990:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.285993:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.285995:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.285997:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.286000:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.286002:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788926563.286004:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.286006:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.286007:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.286008:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.286009:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.286011:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.286012:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788926563.286014:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.286016:0:35909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926563.286021:0:35909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926563.286023:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93a90 00000002:00010000:2.0:1788926563.286024:0:35909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788926563.286028:0:35909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788926563.286030:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926563.286032:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926563.286039:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:2.0:1788926563.286041:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.286046:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.286050:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926563.286054:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926563.286070:0:35909:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926563.286075:0:35909:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.286077:0:35909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788926563.286084:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788926563.286085:0:35909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788926563.286087:0:35909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926563.286089:0:35909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788926563.286090:0:35909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788926563.286092:0:35909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788926563.286095:0:35909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788926563.286097:0:35909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926563.286100:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552a00. 00000080:00000001:2.0:1788926563.286104:0:35909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926563.286105:0:35909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926563.286108:0:35909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00010000:2.0:1788926563.286111:0:35909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c99e 00800000:00000001:2.0:1788926563.286114:0:35909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926563.286116:0:35909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926563.286118:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.286120:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.286123:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.286125:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.286128:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.286130:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.286132:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.286133:0:35909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.286135:0:35909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926563.286137:0:35909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c99e from it ffffb2d841c93cd8 00010000:00000001:2.0:1788926563.286139:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.286140:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.286141:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:2.0:1788926563.286143:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.286145:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.286147:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.286149:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926563.286155:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.286156:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.286158:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926563.286160:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926563.286162:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926563.286168:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926563.286171:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926563.286173:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.286176:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.286177:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.286179:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286181:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926563.286183:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286185:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286187:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286189:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.286190:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.286191:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926563.286194:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788926563.286207:0:35909:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.286210:0:35909:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788926563.286212:0:35909:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926563.286214:0:35909:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.286217:0:35909:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926563.286218:0:35909:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.286220:0:35909:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926563.286223:0:35909:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788926563.286225:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.286229:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.286231:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.286236:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.286238:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926563.286240:0:35909:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926563.286242:0:35909:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788926563.286245:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.286247:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788926563.286248:0:35909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926563.286251:0:35909:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.286253:0:35909:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.286263:0:35909:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df4060 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788926563.286267:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.286270:0:35909:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926563.286272:0:35909:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926563.286274:0:35909:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926563.286276:0:35909:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.286277:0:35909:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926563.286280:0:35909:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926563.286281:0:35909:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.286283:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.286284:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.286285:0:35909:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926563.286287:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00000020:00000001:2.0:1788926563.286289:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926563.286291:0:35909:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788926563.286292:0:35909:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1788926563.286295:0:35909:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926563.286297:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926563.286299:0:35909:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926563.286300:0:35909:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926563.286305:0:35909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788926563.286310:0:35909:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642e00. 00020000:00000002:2.0:1788926563.286313:0:35909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.286315:0:35909:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926563.286318:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.286319:0:35909:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926563.286321:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.286322:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926563.286324:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926563.286327:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.286328:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926563.286331:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.286332:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926563.286333:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.286334:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:2.0:1788926563.286336:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.286338:0:35909:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.286340:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.286342:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926563.286347:0:35909:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbdb50. 00000008:00010000:2.0:1788926563.286349:0:35909:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788926563.286351:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.286353:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926563.286354:0:35909:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642e30, osc lock ffff9d76c2fbdb50, flags 0x400001002 00000020:00000001:2.0:1788926563.286356:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.286358:0:35909:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.286361:0:35909:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226551296 : -108341483000320 : ffff9d76c8642e00) 00000020:00000001:2.0:1788926563.286362:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.286363:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.286365:0:35909:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.286366:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.286368:0:35909:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788926563.286371:0:35909:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788926563.286372:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.286374:0:35909:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.286375:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.286376:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.286378:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.286379:0:35909:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.286382:0:35909:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788926563.286385:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926563.286387:0:35909:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.286389:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.286390:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926563.286392:0:35909:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926563.286392:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926563.286786:0:35909:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926563.286790:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926563.286794:0:35909:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286796:0:35909:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788926563.286802:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b800. 00000020:00000040:2.0:1788926563.286806:0:35909:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:2.0:1788926563.286810:0:35909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926563.286814:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.286816:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.286819:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926563.286821:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926563.286824:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926563.286829:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8552a00. 00000100:00000001:2.0:1788926563.286835:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286839:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926563.286841:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286842:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926563.286843:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286845:0:35909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.286848:0:35909:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00010000:00000001:2.0:1788926563.286852:0:35909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926563.286854:0:35909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788926563.286857:0:35909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c3225900. 00010000:00000010:2.0:1788926563.286860:0:35909:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9d76c3225b00. 00010000:00000001:2.0:1788926563.286864:0:35909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926563.286867:0:35909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880a000. 00000020:00000001:2.0:1788926563.286870:0:35909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926563.286872:0:35909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880a000 with handle 0xdeff66104c08c9a5 to hash 00000020:00000001:2.0:1788926563.286874:0:35909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926563.286876:0:35909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000010:2.0:1788926563.286879:0:35909:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d3318b00. 00010000:00000001:2.0:1788926563.286882:0:35909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:2.0:1788926563.286884:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.286886:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.286890:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.286899:0:35909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.286908:0:35909:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.286912:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.286915:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.286926:0:35909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c7e241d] to pc [ptlrpcd_01_00+0] req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788926563.286965:0:35909:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.286968:0:35909:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.286970:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.286972:0:35909:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.286973:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.286976:0:35909:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788926563.286978:0:35909:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788926563.286980:0:35909:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788926563.286981:0:35909:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788926563.286993:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788926563.286996:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788926563.286998:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.287003:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926563.287005:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.287007:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788926563.287008:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.287011:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926563.287016:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.287023:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926563.287025:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.287028:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926563.287031:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926563.287033:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.287036:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513983104:192.168.203.140@tcp:101:uname.0 00000100:00000001:2.0:1788926563.287041:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926563.287045:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926563.287047:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.287049:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926563.287054:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10dcc00. 02000000:00000001:2.0:1788926563.287056:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926563.287062:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926563.287066:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a62c0. 00000400:00000010:2.0:1788926563.287072:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85303b8. 00000100:00000200:2.0:1788926563.287077:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513983104, portal 4 00000100:00000001:2.0:1788926563.287080:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.287081:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231763968 : -108341477787648 : ffff9d76c8b3b800) 00000100:00000040:2.0:1788926563.287086:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.287093:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.287096:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.287099:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926563.287101:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513983104, offset 0 00000400:00000200:2.0:1788926563.287107:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.287115:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.287122:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.287127:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926563.287131:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926563.287134:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926563.287137:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926563.287140:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3000:3000:256:4294967295] 192.168.203.140@tcp LPNI seq info [3000:3000:8:4294967295] 00000400:00000200:2.0:1788926563.287144:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.287153:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.287158:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.287164:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926563.287170:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.287178:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.287182:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.287193:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.287197:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20817 usecs (21 jiffies) 00000400:00000200:2.0:1788926563.287200:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926563.287203:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598442 00000100:00000001:2.0:1788926563.287205:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599232 00000100:00000001:2.0:1788926563.287207:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598442 00000100:00000001:2.0:1788926563.287209:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599232 00000100:00000001:2.0:1788926563.287211:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.287213:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.287216:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.287218:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.287313:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.287317:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:2.0:1788926563.287322:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.287326:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.287332:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:2.0:1788926563.287334:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:2.0:1788926563.287338:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.287341:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.287350:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.287353:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.287359:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.287360:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788926563.287618:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926563.287621:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788926563.288462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00000800:00000001:2.0:1788926563.290033:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.290048:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.290052:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.290054:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.290061:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.290067:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.290074:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.290078:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.290082:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.290085:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32365880 00000400:00000200:2.0:1788926563.290090:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.290095:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x88ad [1] + 224 00000800:00000001:2.0:1788926563.290100:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.290106:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.290109:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.290113:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.290119:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.290126:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.290136:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.290187:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926563.290191:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.290207:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.290214:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.290218:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788926563.290249:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788926563.290252:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788926563.290677:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a62c0. 00000400:00000200:3.0:1788926563.290682:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85303b8 00000400:00000010:3.0:1788926563.290685:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85303b8. 00000100:00000001:3.0:1788926563.290688:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.290693:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788926563.290702:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.290708:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788926563.290711:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.290714:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788926563.290717:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788926563.290720:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926563.290722:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.290724:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926563.290734:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=80 v=5 (5 5 5 37) 00000100:00001000:3.0:1788926563.290738:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788926563.290740:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788926563.290742:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.290744:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788926563.290748:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.290751:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788926563.290752:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:3.0:1788926563.290754:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788926563.290756:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.290759:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.290765:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926563.290767:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788926563.290769:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788926563.290772:0:2400:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788926563.290774:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.290776:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.290779:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=4 00000020:00000001:3.0:1788926563.290781:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.290784:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.290786:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.290787:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.290788:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=5 00000020:00000001:3.0:1788926563.290790:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.290791:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.290795:0:2400:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.290798:0:2400:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.290802:0:2400:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.290812:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.290814:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.290816:0:2400:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788926563.290818:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.290820:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.290821:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=6 00000020:00000001:3.0:1788926563.290823:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.290825:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000040:3.0:1788926563.290831:0:2400:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880a000, remote cookie: 0x840913afd2dabc9e, flags: 0x1001 00010000:00010000:3.0:1788926563.290836:0:2400:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.290843:0:2400:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788926563.290846:0:2400:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.290848:0:2400:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788926563.290851:0:2400:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788926563.290855:0:2400:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788926563.290863:0:2400:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9d76c3225900) refcount = 1 00010000:00000040:3.0:1788926563.290866:0:2400:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788926563.290868:0:2400:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.290875:0:2400:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788926563.290877:0:2400:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788926563.290879:0:2400:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788926563.290881:0:2400:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.290884:0:2400:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.290889:0:2400:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788926563.290891:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.290892:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.290892:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.290894:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788926563.290895:0:2400:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788926563.290897:0:2400:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788926563.290900:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.290901:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.290902:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=5 00000020:00000001:3.0:1788926563.290904:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.290906:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00000008:00000001:3.0:1788926563.290909:0:2400:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788926563.290912:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00010000:3.0:1788926563.290915:0:2400:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788926563.290922:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:3.0:1788926563.290924:0:2400:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788926563.290926:0:2400:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788926563.290929:0:2400:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788926563.290931:0:2400:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.290933:0:2400:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926563.290935:0:2400:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:3.0:1788926563.290937:0:2400:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788926563.290939:0:2400:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788926563.290940:0:2400:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788926563.290997:0:2400:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788926563.291000:0:2400:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.291003:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.291004:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.291006:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=6 00000020:00000001:3.0:1788926563.291008:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.291010:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.291013:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926563.291016:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.291028:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.291029:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788926563.291031:0:2400:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.291036:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926563.291037:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.291038:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788926563.291039:0:2400:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.291041:0:2400:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.291042:0:2400:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.291043:0:2400:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=5 00000020:00000001:3.0:1788926563.291045:0:2400:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.291046:0:2400:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.291048:0:2400:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788926563.291050:0:2400:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788926563.291055:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.291056:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.291057:0:2400:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788926563.291059:0:2400:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788926563.291061:0:2400:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788926563.291069:0:2400:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788926563.291071:0:2400:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788926563.291073:0:2400:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926563.291077:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.291078:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.291079:0:2400:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.291082:0:2400:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788926563.291084:0:2400:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.291086:0:2400:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.291087:0:2400:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.291089:0:2400:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788926563.291090:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.291091:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.291092:0:2400:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.291093:0:2400:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788926563.291094:0:2400:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.291100:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788926563.291107:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2400:1875823513983104:192.168.203.140@tcp:101:uname.0 00000100:00000001:3.0:1788926563.291112:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.291114:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.291117:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3b800 x1875823513983104/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.291122:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788926563.291124:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788926563.291128:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10dcc00. 02000000:00000001:3.0:1788926563.291131:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788926563.291133:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788926563.291135:0:2400:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:3.0:1788926563.291137:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788926563.291139:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8552a00. 02000000:00000001:3.0:1788926563.291141:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788926563.291143:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788926563.291145:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b800. 00000100:00000001:3.0:1788926563.291147:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788926563.291148:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.291151:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.291157:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926563.291159:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.291161:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788926563.291164:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.291199:0:35909:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.291203:0:35909:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.291210:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.291212:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.291214:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.291216:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.291220:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788926563.291224:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926563.291226:0:35909:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.291228:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926563.291229:0:35909:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.291231:0:35909:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788926563.291234:0:35909:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.291237:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788926563.291239:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.291241:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.291243:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.291245:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788926563.291247:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926563.291249:0:35909:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788926563.291251:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788926563.291814:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926563.291818:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788926563.291822:0:35909:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788926563.291826:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.291828:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.291830:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926563.291831:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642e30 (ffff9d76c50afc68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788926563.291834:0:35909:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788926563.291836:0:35909:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788926563.291838:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.291839:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.291841:0:35909:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788926563.291842:0:35909:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.291843:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.291845:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.291846:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926563.291847:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788926563.291850:0:35909:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788926563.291851:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926563.291852:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642e30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788926563.291855:0:35909:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbdb50. 00000020:00000001:2.0:1788926563.291858:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788926563.291860:0:35909:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642e00. 00020000:00000001:2.0:1788926563.291862:0:35909:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788926563.291863:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788926563.291864:0:35909:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788926563.291866:0:35909:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.291869:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926563.291871:0:35909:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926563.291873:0:35909:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926563.291874:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926563.291875:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.291877:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00020000:00000001:2.0:1788926563.291880:0:35909:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926563.291881:0:35909:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926563.291884:0:35909:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926563.291886:0:35909:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926563.291890:0:35909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926563.291892:0:35909:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.291893:0:35909:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926563.291895:0:35909:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926563.292049:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.292051:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000001:00000001:2.0:1788926563.292054:0:35909:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.292062:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d28 00000080:00000008:2.0:1788926563.292065:0:35909:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926563.292133:0:35909:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788926563.292136:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d88 00000080:00200008:2.0:1788926563.292137:0:35909:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788926563.292140:0:35909:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d1538908 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788926563.292144:0:35909:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788926563.292146:0:35909:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.292148:0:35909:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788926563.292151:0:35909:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.292154:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.292156:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.292158:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926563.292161:0:35909:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788926563.292163:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c98 00000080:00200000:2.0:1788926563.292165:0:35909:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788926563.292170:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c30 00000080:00200000:2.0:1788926563.292172:0:35909:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788926563.292174:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.292176:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.292177:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.292179:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.292181:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788926563.292184:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788926563.292186:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.292188:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.292190:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.292191:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788926563.292193:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926563.292195:0:35909:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788926563.292201:0:35909:0:(cl_io.c:215:cl_io_rw_init()) header@00000000edf0ce4f[0x110, 1, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1788926563.292203:0:35909:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1788926563.292205:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.292207:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926563.292209:0:35909:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926563.292211:0:35909:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788926563.292213:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.292215:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788926563.292217:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.292221:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.292223:0:35909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926563.292224:0:35909:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.292226:0:35909:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.292229:0:35909:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df4060 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788926563.292232:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.292236:0:35909:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926563.292238:0:35909:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926563.292240:0:35909:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926563.292242:0:35909:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788926563.292243:0:35909:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1788926563.292246:0:35909:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788926563.292248:0:35909:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926563.292249:0:35909:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.292251:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.292252:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.292253:0:35909:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926563.293118:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00000020:00000001:2.0:1788926563.293123:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293125:0:35909:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926563.293128:0:35909:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788926563.293132:0:35909:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788926563.293134:0:35909:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293138:0:35909:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1788926563.293140:0:35909:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788926563.293143:0:35909:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788926563.293144:0:35909:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788926563.293146:0:35909:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788926563.293149:0:35909:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788926563.293151:0:35909:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788926563.293155:0:35909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.293159:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.293161:0:35909:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926563.293163:0:35909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.293165:0:35909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926563.293168:0:35909:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926563.293171:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.293173:0:35909:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926563.293175:0:35909:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.293177:0:35909:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926563.293178:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.293180:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:2.0:1788926563.293182:0:35909:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293184:0:35909:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293186:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.293188:0:35909:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788926563.293190:0:35909:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788926563.293193:0:35909:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293195:0:35909:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293197:0:35909:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293199:0:35909:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293201:0:35909:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293203:0:35909:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1788926563.293205:0:35909:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788926563.293207:0:35909:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788926563.293210:0:35909:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788926563.293213:0:35909:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.293215:0:35909:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.293217:0:35909:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788926563.293219:0:35909:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788926563.293221:0:35909:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788926563.293222:0:35909:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788926563.293224:0:35909:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293226:0:35909:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.293227:0:35909:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.293229:0:35909:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.293231:0:35909:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293233:0:35909:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788926563.293234:0:35909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.293236:0:35909:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1788926563.293237:0:35909:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926563.293238:0:35909:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293240:0:35909:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293242:0:35909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293244:0:35909:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293246:0:35909:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926563.293247:0:35909:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926563.293249:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926563.293251:0:35909:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926563.293253:0:35909:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926563.293265:0:35909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788926563.293274:0:35909:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642e00. 00020000:00000002:2.0:1788926563.293276:0:35909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.293279:0:35909:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926563.293280:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.293281:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.293283:0:35909:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926563.293287:0:35909:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbdb50. 00000008:00010000:2.0:1788926563.293289:0:35909:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788926563.293291:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.293292:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926563.293295:0:35909:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642e30, osc lock ffff9d76c2fbdb50, flags 0x0 00000020:00000001:2.0:1788926563.293297:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293299:0:35909:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.293301:0:35909:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226551296 : -108341483000320 : ffff9d76c8642e00) 00000020:00000001:2.0:1788926563.293303:0:35909:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.293304:0:35909:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.293306:0:35909:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293307:0:35909:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293309:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.293310:0:35909:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.293312:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.293313:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.293315:0:35909:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.293317:0:35909:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.293318:0:35909:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788926563.293320:0:35909:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.293323:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926563.293325:0:35909:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.293327:0:35909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.293328:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926563.293330:0:35909:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926563.293331:0:35909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926563.293333:0:35909:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926563.293336:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926563.293343:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:2.0:1788926563.293345:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926563.293350:0:35909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d8526c00 type 11 mode 2 res 10737419265/68 (0 18446744073709551615) 00010000:00000001:2.0:1788926563.293355:0:35909:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788926563.293359:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000020:00000040:2.0:1788926563.293364:0:35909:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00010000:00000001:2.0:1788926563.293368:0:35909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926563.293372:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.293377:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.293379:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.293380:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.293384:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926563.293387:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926563.293390:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926563.293411:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8552400. 00000100:00000001:2.0:1788926563.293418:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.293422:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926563.293423:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.293425:0:35909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926563.293426:0:35909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.293428:0:35909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.293431:0:35909:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00010000:00000001:2.0:1788926563.293434:0:35909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926563.293437:0:35909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926563.293440:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:2.0:1788926563.293442:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.293444:0:35909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926563.293504:0:35909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880b200. 00000020:00000001:2.0:1788926563.293509:0:35909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926563.293513:0:35909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880b200 with handle 0xdeff66104c08c9ac to hash 00000020:00000001:2.0:1788926563.293515:0:35909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926563.293517:0:35909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000010:2.0:1788926563.293521:0:35909:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9d76d3318d80. 00010000:00000001:2.0:1788926563.293524:0:35909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.293527:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.293529:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.293542:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.293554:0:35909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.293565:0:35909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926563.293572:0:35909:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926563.293574:0:35909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926563.293580:0:35909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c840. 00000100:00000001:2.0:1788926563.293582:0:35909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237076544 : -108341472475072 : ffff9d76c904c840) 00000100:00000001:2.0:1788926563.293585:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.293586:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:2.0:1788926563.293590:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.293593:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.293595:0:35909:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926563.293596:0:35909:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926563.293607:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.293615:0:35909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926563.293617:0:35909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.293620:0:35909:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926563.293623:0:35909:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926563.293625:0:35909:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.293628:0:35909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35909:1875823513983232:192.168.203.140@tcp:101:uname.0 00000100:00000001:2.0:1788926563.293632:0:35909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926563.293637:0:35909:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926563.293639:0:35909:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.293641:0:35909:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926563.293644:0:35909:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926563.293646:0:35909:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926563.293654:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926563.293657:0:35909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6318. 00000400:00000010:2.0:1788926563.293663:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926563.293669:0:35909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513983232, portal 4 00000100:00000001:2.0:1788926563.293671:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.293672:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000040:2.0:1788926563.293677:0:35909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.293685:0:35909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.293688:0:35909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.293690:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530908. 00000100:00000200:2.0:1788926563.293693:0:35909:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875823513983232, offset 0 00000400:00000200:2.0:1788926563.293698:0:35909:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.293706:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.293712:0:35909:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.293717:0:35909:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926563.293721:0:35909:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926563.293724:0:35909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926563.293727:0:35909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926563.293731:0:35909:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3001:3001:256:4294967295] 192.168.203.140@tcp LPNI seq info [3001:3001:8:4294967295] 00000400:00000200:2.0:1788926563.293735:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.293744:0:35909:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.293749:0:35909:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.293754:0:35909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926563.293760:0:35909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.293767:0:35909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.293771:0:35909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.293857:0:35909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.293862:0:35909:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20747 usecs (21 jiffies) 00000400:00000200:2.0:1788926563.293866:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926563.293868:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598449 00000100:00000001:2.0:1788926563.293871:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599232 00000100:00000001:2.0:1788926563.293874:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598449 00000100:00000001:2.0:1788926563.293876:0:35909:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599232 00000100:00000001:2.0:1788926563.293878:0:35909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.293881:0:35909:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.293883:0:35909:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926563.293885:0:35909:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926563.293887:0:35909:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c840 going to sleep for 11 seconds 00000100:00000001:2.0:1788926563.293889:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.293892:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.298053:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.298062:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:3.0:1788926563.298069:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.298078:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.298085:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530908 00000400:00000010:3.0:1788926563.298087:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530908. 00000100:00000001:3.0:1788926563.298092:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.298100:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.298111:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.298115:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.298122:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.298124:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926563.304217:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.304232:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.304236:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.304238:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.304246:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.304254:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.304263:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.304268:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.304273:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.304278:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c9d80 00000400:00000200:2.0:1788926563.304296:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x86e5 [2] + 656 00000800:00000001:2.0:1788926563.304303:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.304310:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.304314:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.304318:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.304325:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926563.304327:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788926563.304332:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3b480. 00000100:00000040:2.0:1788926563.304336:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c8b3b480 x1875823536414080 msgsize 328 00000100:00100000:2.0:1788926563.304340:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:2.0:1788926563.304356:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.304364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.304368:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.305239:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926563.305244:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536414080 02000000:00000001:3.0:1788926563.305248:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926563.305250:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926563.305252:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.305257:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926563.305261:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536414080 00000020:00000001:3.0:1788926563.305264:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926563.305266:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:3.0:1788926563.305268:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.305272:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:3.0:1788926563.305274:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:3.0:1788926563.305277:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:3.0:1788926563.305293:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926563.305299:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9200. 00000100:00000001:3.0:1788926563.305303:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926563.305306:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9200. 00000020:00000010:3.0:1788926563.305313:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d10ae400. 00000020:00000010:3.0:1788926563.305318:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11faf00. 00000020:00000010:3.0:1788926563.305323:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926563.305332:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926563.305336:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926563.305337:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926563.305339:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.305347:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.305364:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.305376:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926563.305378:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926563.305384:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 69 00000100:00000040:3.0:1788926563.305388:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:3.0:1788926563.305391:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732231763072 : -108341477788544 : ffff9d76c8b3b480) 00000100:00000040:3.0:1788926563.305438:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c8b3b480 x1875823536414080/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:129/0 lens 328/0 e 0 to 0 dl 1788926574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926563.305448:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926563.305460:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9200. 00000100:00000001:3.0:1788926563.305463:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926563.305465:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9200. 00000100:00100000:3.0:1788926563.305470:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c8b3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8427:x1875823536414080:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926563.305474:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536414080 00010000:00000001:3.0:1788926563.305477:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926563.305484:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.305486:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.305488:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=2 00000020:00000001:3.0:1788926563.305490:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.305493:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:3.0:1788926563.305497:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.305501:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926563.305506:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788926563.305525:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926563.305527:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926563.305664:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d91400. 02000000:00000001:3.0:1788926563.305668:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.305672:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.305676:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926563.305679:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926563.305682:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926563.305687:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926563.305690:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926563.305692:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926563.305694:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926563.305696:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.305699:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926563.305702:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926563.305707:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926563.305712:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536414080, offset 224 00000400:00000200:3.0:1788926563.305719:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926563.305728:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.305735:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926563.305741:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3002:3002:256:4294967295] 192.168.203.140@tcp LPNI seq info [3002:3002:8:4294967295] 00000400:00000200:3.0:1788926563.305745:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.305753:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926563.305757:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926563.305762:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:3.0:1788926563.305768:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926563.305775:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926563.305779:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926563.305791:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.305795:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926563.305797:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926563.305801:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1109180. 00010000:00000001:3.0:1788926563.305804:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926563.305821:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926563.305823:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.305825:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.305827:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.305832:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3b480 x1875823536414080/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:129/0 lens 328/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926563.305841:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c8b3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8427:x1875823536414080:12345-192.168.203.140@tcp:104: Request processed in 392us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926563.305848:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 69 00000100:00000040:3.0:1788926563.305852:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00000100:00000001:3.0:1788926563.305854:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926563.305855:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926563.305859:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11faf00. 00000020:00000010:3.0:1788926563.305863:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926563.305867:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d10ae400. 00000020:00000040:3.0:1788926563.305872:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:3.0:1788926563.305875:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788926563.305980:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.305985:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926563.305990:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.305994:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.305999:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:3.0:1788926563.306001:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:3.0:1788926563.306005:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926563.306007:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788926563.306294:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.306297:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.306300:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788926563.306302:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788926563.306304:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926563.306309:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926563.306319:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c880a000 already unused, calling callback (ffffffffc1262300) 00000008:00000001:0.0:1788926563.306322:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788926563.306325:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926563.306326:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.306328:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.306329:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880a000 refcount=3 00000020:00000001:0.0:1788926563.306331:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926563.306333:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228415488 : -108341481136128 : ffff9d76c880a000) 00010000:00000001:0.0:1788926563.306336:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926563.306339:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788926563.306353:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788926563.306355:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.306358:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.306361:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000008:00000001:0.0:1788926563.306363:0:16927:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788926563.306367:0:16927:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788926563.306368:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.306369:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:0.0:1788926563.306371:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000008:00000001:0.0:1788926563.306373:0:16927:0:(osc_cache.c:3760:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788926563.306375:0:16927:0:(osc_cache.c:3780:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788926563.306377:0:16927:0:(osc_cache.c:3796:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788926563.306380:0:16927:0:(osc_cache.c:3844:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.306382:0:16927:0:(osc_cache.c:3729:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788926563.306386:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.306387:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.306390:0:16927:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926563.306392:0:16927:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926563.306413:0:16927:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926563.306417:0:16927:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.306418:0:16927:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926563.306420:0:16927:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.306423:0:16927:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76e001e550 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788926563.306428:0:16927:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926563.306430:0:16927:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926563.306431:0:16927:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926563.306433:0:16927:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926563.306435:0:16927:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.306436:0:16927:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.306437:0:16927:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.306438:0:16927:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788926563.306439:0:16927:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.306442:0:16927:0:(osc_cache.c:3516:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788926563.306444:0:16927:0:(osc_cache.c:3593:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926563.306447:0:16927:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926563.306459:0:16927:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926563.306461:0:16927:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926563.306463:0:16927:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926563.306465:0:16927:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788926563.306468:0:16927:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.306469:0:16927:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788926563.306471:0:16927:0:(osc_cache.c:3748:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926563.306473:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00000008:00000001:0.0:1788926563.306476:0:16927:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.306478:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00010000:00000001:0.0:1788926563.306480:0:16927:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788926563.306483:0:16927:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.306484:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.306486:0:16927:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788926563.306489:0:16927:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788926563.306491:0:16927:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926563.306493:0:16927:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.306495:0:16927:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.306497:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.306498:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.306500:0:16927:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788926563.306502:0:16927:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.306504:0:16927:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:0.0:1788926563.306507:0:16927:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926563.306509:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000008:00000001:0.0:1788926563.306511:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.306513:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926563.306517:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926563.306519:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926563.306520:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.306522:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926563.306525:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880a000 with handle 0xdeff66104c08c9a5 from hash 00010000:00000001:0.0:1788926563.306527:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926563.306528:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.306530:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.306844:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926563.306848:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926563.306850:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788926563.306856:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.306859:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.306861:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926563.306863:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788926563.306870:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857ad80. 00000020:00000040:0.0:1788926563.306873:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:0.0:1788926563.306877:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.306879:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.306883:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.306889:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76ca5f5c00. 00000100:00000001:0.0:1788926563.306894:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.306896:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926563.306901:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926563.306909:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926563.306910:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.306914:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.306918:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.306925:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba913916] to pc [ptlrpcd_00_01+1] req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788926563.306966:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.306968:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.306969:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.306971:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.306973:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.306974:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.306978:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.306984:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926563.306986:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000de4b501b/0xdeff66104c08c9a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x840913afd2dabc9e expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788926563.306999:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318b00. 00010000:00000001:0.0:1788926563.307008:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.307010:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788926563.307012:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1109180. 00010000:00000001:0.0:1788926563.307015:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.307017:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.307018:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.307020:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926563.307022:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.307023:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.307024:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926563.307026:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.307027:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.307029:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926563.307036:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926563.307039:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926563.307041:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.307046:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.307048:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.307049:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.307051:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.307053:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.307058:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.307065:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.307067:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.307071:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.307073:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.307075:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.307079:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513983360:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926563.307083:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.307088:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.307091:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.307094:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.307097:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5e00. 02000000:00000001:0.0:1788926563.307099:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.307105:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.307109:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.307114:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.307119:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513983360, portal 18 00000100:00000001:0.0:1788926563.307122:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.307123:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:0.0:1788926563.307130:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.307137:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.307139:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.307142:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821ee0. 00000100:00000200:0.0:1788926563.307145:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513983360, offset 0 00000400:00000200:0.0:1788926563.307150:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.307156:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.307162:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.307167:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.307171:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.307174:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.307177:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.307180:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3003:3003:256:4294967295] 192.168.203.140@tcp LPNI seq info [3003:3003:8:4294967295] 00000400:00000200:0.0:1788926563.307184:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.307192:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.307197:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.307201:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2a00. 00000800:00000200:0.0:1788926563.307205:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.307211:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.307214:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.307274:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.307279:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20747 usecs (21 jiffies) 00000400:00000200:0.0:1788926563.307291:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.307293:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598462 00000100:00000001:0.0:1788926563.307296:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599232 00000100:00000001:0.0:1788926563.307298:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598462 00000100:00000001:0.0:1788926563.307300:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599232 00000100:00000001:0.0:1788926563.307302:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.307304:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.307307:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.307309:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.307548:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.307551:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.307924:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.307928:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2a00. 00000400:00000200:2.0:1788926563.307933:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.307939:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.307943:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821ee0 00000400:00000010:2.0:1788926563.307946:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821ee0. 00000100:00000001:2.0:1788926563.307950:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.307964:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.307974:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.307977:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.307984:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.307986:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.310583:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.310600:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.310604:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.310606:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.310614:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.310622:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.310630:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.310635:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.310640:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.310644:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 392 into portal 15 MB=0x6aa0d338c9e00 00000400:00000200:3.0:1788926563.310652:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 392/392 into md 0x86e5 [2] + 984 00000800:00000001:3.0:1788926563.310659:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.310666:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.310669:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.310673:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.310680:0:2391:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926563.310682:0:2391:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926563.310688:0:2391:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dfb80. 00000100:00000040:3.0:1788926563.310692:0:2391:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86dfb80 x1875823536414208 msgsize 392 00000100:00100000:3.0:1788926563.310696:0:2391:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926563.310719:0:2391:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.310727:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.310731:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.312030:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926563.312035:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536414208 02000000:00000001:2.0:1788926563.312040:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926563.312042:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926563.312044:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.312050:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.312054:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536414208 00000020:00000001:2.0:1788926563.312057:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926563.312059:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:2.0:1788926563.312062:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.312065:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:2.0:1788926563.312068:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:2.0:1788926563.312071:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:2.0:1788926563.312074:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926563.312081:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318a00. 00000100:00000001:2.0:1788926563.312084:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926563.312087:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318a00. 00000020:00000010:2.0:1788926563.312095:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d8552a00. 00000020:00000010:2.0:1788926563.312100:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642800. 00000020:00000010:2.0:1788926563.312105:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eeaf0. 00000100:00000040:2.0:1788926563.312113:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926563.312116:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926563.312117:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926563.312119:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.312126:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.312136:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.312145:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926563.312147:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926563.312153:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 70 00000100:00000040:2.0:1788926563.312157:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:2.0:1788926563.312159:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227193728 : -108341482357888 : ffff9d76c86dfb80) 00000100:00000040:2.0:1788926563.312167:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86dfb80 x1875823536414208/t0(0) o105->LOV_OSC_UUID@192.168.203.140@tcp:129/0 lens 392/0 e 0 to 0 dl 1788926574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926563.312175:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926563.312177:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318a00. 00000100:00000001:2.0:1788926563.312179:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926563.312181:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318a00. 00000100:00100000:2.0:1788926563.312185:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6497:x1875823536414208:12345-192.168.203.140@tcp:105: 00000100:00000200:2.0:1788926563.312189:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536414208 00010000:00000001:2.0:1788926563.312192:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926563.312198:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.312200:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.312202:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926563.312204:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.312206:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00010000:2.0:1788926563.312213:0:16789:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.312224:0:16789:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788926563.312227:0:16789:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.312236:0:16789:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.312243:0:16789:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788926563.312246:0:16789:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.312248:0:16789:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926563.312250:0:16789:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788926563.312253:0:16789:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.312259:0:16789:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788926563.312265:0:16789:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788926563.312273:0:16789:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x44:0x0].0x0 (ffff9d76c3225900) refcount = 1 00010000:00000040:2.0:1788926563.312277:0:16789:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788926563.312279:0:16789:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.312288:0:16789:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788926563.312290:0:16789:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788926563.312299:0:16789:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9d76d3318a00. 00000100:00000001:2.0:1788926563.312303:0:16789:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926563.312308:0:16789:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c900. 00000100:00000001:2.0:1788926563.312311:0:16789:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237076736 : -108341472474880 : ffff9d76c904c900) 00000100:00000001:2.0:1788926563.312313:0:16789:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446635732237076736 : -108341472474880 : ffff9d76c904c900) 00000100:00000001:2.0:1788926563.312316:0:16789:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926563.312317:0:16789:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788926563.312319:0:16789:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788926563.312322:0:16789:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926563.312324:0:16789:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.312326:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.312328:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.312329:0:16789:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.312330:0:16789:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788926563.312331:0:16789:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788926563.312334:0:16789:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.312335:0:16789:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.312338:0:16789:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788926563.312340:0:16789:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c900. 00000100:00000001:2.0:1788926563.312343:0:16789:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788926563.312345:0:16789:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788926563.312347:0:16789:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9d76d3318a00. 00010000:00010000:2.0:1788926563.312350:0:16789:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9d76c880b200) 00010000:00000001:2.0:1788926563.312352:0:16789:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.312354:0:16789:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.312356:0:16789:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926563.312358:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926563.312360:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926563.312365:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10dfc00. 02000000:00000001:2.0:1788926563.312367:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.312374:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.312380:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926563.312382:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926563.312386:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926563.312390:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926563.312393:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926563.312428:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926563.312431:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926563.312433:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.312436:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.312439:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.312443:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926563.312448:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536414208, offset 224 00000400:00000200:2.0:1788926563.312454:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.312462:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00010000:00000010:0.1:1788926563.312467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880a000. 00000400:00000200:2.0:1788926563.312470:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.312476:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3004:3004:256:4294967295] 192.168.203.140@tcp LPNI seq info [3004:3004:8:4294967295] 00000400:00000200:2.0:1788926563.312480:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.312489:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.312498:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.312503:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926563.312626:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.312635:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.312639:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.312651:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.312655:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926563.312658:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.312663:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dfb80 x1875823536414208/t0(0) o105->LOV_OSC_UUID@192.168.203.140@tcp:129/0 lens 392/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926563.312672:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6497:x1875823536414208:12345-192.168.203.140@tcp:105: Request processed in 495us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926563.312680:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 70 00000100:00000040:2.0:1788926563.312683:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00000100:00000001:2.0:1788926563.312686:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926563.312687:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926563.312692:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642800. 00000020:00000010:2.0:1788926563.312696:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eeaf0. 00000020:00000010:2.0:1788926563.312700:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d8552a00. 00000020:00000040:2.0:1788926563.312704:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00000100:00000001:2.0:1788926563.312707:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.312835:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788926563.312926:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.312930:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:2.0:1788926563.312934:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.312939:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.312944:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:2.0:1788926563.312947:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:2.0:1788926563.312959:0:2392:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788926563.312961:0:2392:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.314032:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.314039:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.314043:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.314049:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.314055:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.314062:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.314066:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.314071:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.314075:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 400 into portal 4 MB=0x6aa0d32365900 00000400:00000200:3.0:1788926563.314080:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.314086:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 400/400 into md 0x88bd [1] + 224 00000800:00000001:3.0:1788926563.314093:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.314100:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.314103:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.314108:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.314114:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.314121:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.314132:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.314683:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926563.314700:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1788926563.314809:0:35909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926563.314812:0:35909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926563.314815:0:35909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6318. 00000400:00000200:2.0:1788926563.314819:0:35909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:2.0:1788926563.314821:0:35909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:2.0:1788926563.314825:0:35909:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.314830:0:35909:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926563.314839:0:35909:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.314844:0:35909:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926563.314846:0:35909:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.314848:0:35909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926563.314851:0:35909:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926563.314853:0:35909:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926563.314855:0:35909:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.314857:0:35909:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926563.314865:0:35909:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=80 v=5 (5 5 5 37) 00000100:00001000:2.0:1788926563.314868:0:35909:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926563.314870:0:35909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926563.314872:0:35909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.314874:0:35909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926563.314877:0:35909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.314880:0:35909:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926563.314882:0:35909:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1788926563.314884:0:35909:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926563.314886:0:35909:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.314890:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.314896:0:35909:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.314899:0:35909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926563.314900:0:35909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926563.314904:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926563.314911:0:35909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35909:1875823513983232:192.168.203.140@tcp:101:uname.0 00000100:00000001:2.0:1788926563.314915:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.314918:0:35909:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.314920:0:35909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926563.314922:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.314925:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.314932:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926563.314934:0:35909:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c840. 00000100:00000001:2.0:1788926563.314938:0:35909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926563.314940:0:35909:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.314942:0:35909:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926563.314945:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.314947:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.314950:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926563.314963:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.314965:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000040:2.0:1788926563.314971:0:35909:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880b200, remote cookie: 0x840913afd2dabca5, flags: 0x20002 00010000:00000001:2.0:1788926563.314974:0:35909:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926563.314976:0:35909:0:(ldlm_lock.c:1884:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.314978:0:35909:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926563.314981:0:35909:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.314986:0:35909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.314995:0:35909:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926563.314997:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.314998:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.314999:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315001:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.315002:0:35909:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315005:0:35909:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788926563.315008:0:35909:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788926563.315010:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.315012:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.315013:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 00000020:00000001:2.0:1788926563.315015:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315017:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315019:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.315020:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.315021:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926563.315022:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315024:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315027:0:35909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.315031:0:35909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.315034:0:35909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.315042:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315043:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.315046:0:35909:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788926563.315050:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00010000:2.0:1788926563.315054:0:35909:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788926563.315061:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315063:0:35909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788926563.315066:0:35909:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788926563.315069:0:35909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926563.315071:0:35909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315072:0:35909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315074:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:2.0:1788926563.315076:0:35909:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788926563.315078:0:35909:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.315080:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.315081:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.315082:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:2.0:1788926563.315084:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315086:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315089:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.315091:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.315098:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315099:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926563.315102:0:35909:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.315114:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.315116:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315117:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.315118:0:35909:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.315120:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.315124:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b38e00 x1875823513983232/t0(0) o101->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 328/400 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.315131:0:35909:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926563.315133:0:35909:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926563.315136:0:35909:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926563.315138:0:35909:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926563.315141:0:35909:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926563.315142:0:35909:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:2.0:1788926563.315144:0:35909:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926563.315147:0:35909:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d8552400. 02000000:00000001:2.0:1788926563.315150:0:35909:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926563.315151:0:35909:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926563.315153:0:35909:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b38e00. 00000100:00000001:2.0:1788926563.315156:0:35909:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926563.315158:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788926563.315159:0:35909:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315161:0:35909:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315164:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315167:0:35909:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315168:0:35909:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315170:0:35909:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315174:0:35909:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315176:0:35909:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315178:0:35909:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1788926563.315182:0:35909:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000800:00000001:2.0:1788926563.315190:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.315197:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.315199:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.315202:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.315208:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.315212:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.315218:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.315221:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.315225:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.315228:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32365980 00000400:00000200:2.0:1788926563.315232:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.315237:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x88d5 [1] + 224 00000800:00000001:2.0:1788926563.315242:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.315247:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.315249:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.315253:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.315256:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.315260:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926563.315270:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.315317:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.315320:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.315333:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.315338:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.315341:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.315354:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.315357:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315359:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315361:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.315365:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788926563.315368:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926563.315379:0:35909:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315380:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926563.315382:0:35909:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.315384:0:35909:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788926563.315387:0:35909:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.315389:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788926563.315391:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315393:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315414:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.315416:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788926563.315419:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926563.315423:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b80 00000080:00200000:2.0:1788926563.315425:0:35909:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788926563.315428:0:35909:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788926563.315430:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:2.0:1788926563.315433:0:35909:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fe40 addref 2/0 by ffff9d76c9c027c0. 00020000:00000002:2.0:1788926563.315435:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00000020:00000001:2.0:1788926563.315438:0:35909:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1788926563.315441:0:35909:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788926563.315455:0:35909:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788926563.315459:0:35909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1788926563.315462:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.315463:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.315465:0:35909:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788926563.315467:0:35909:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788926563.315470:0:35909:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315472:0:35909:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315474:0:35909:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315475:0:35909:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.315482:0:35909:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788926563.315483:0:35909:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1788926563.315509:0:35909:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:2.0:1788926563.315511:0:35909:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] fffffaf9447bf2c0 0 1 00000020:00000001:2.0:1788926563.315515:0:35909:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788926563.315516:0:35909:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315518:0:35909:0:(cl_page.c:353:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788926563.315523:0:35909:0:(cl_page.c:304:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9d76d04beb60. 00000020:00000001:2.0:1788926563.315526:0:35909:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788926563.315527:0:35909:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.315529:0:35909:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788926563.315541:0:35909:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788926563.315543:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.315544:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000008:00000001:2.0:1788926563.315548:0:35909:0:(osc_cache.c:2481:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788926563.315551:0:35909:0:(osc_cache.c:2504:osc_prep_async_page()) oap ffff9d76d04bebd0 folio fffffaf9447bf2c0 pg:0 obj off 0 00000008:00000001:2.0:1788926563.315553:0:35909:0:(osc_cache.c:2505:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315554:0:35909:0:(cl_page.c:1294:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788926563.315556:0:35909:0:(cl_page.c:1301:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788926563.315557:0:35909:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788926563.315559:0:35909:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315562:0:35909:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315565:0:35909:0:(cl_page.c:400:cl_page_alloc()) Process leaving (rc=18446635732359179104 : -108341350372512 : ffff9d76d04beb60) 00000020:00000001:2.0:1788926563.315567:0:35909:0:(cl_page.c:461:cl_page_find()) Process leaving (rc=18446635732359179104 : -108341350372512 : ffff9d76d04beb60) 00000020:00000001:2.0:1788926563.315569:0:35909:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:2.0:1788926563.315571:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.315573:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:2.0:1788926563.315575:0:35909:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788926563.315576:0:35909:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788926563.315578:0:35909:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926563.315583:0:35909:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[2 000000007904c875 1 1 0000000060cdf0c3 0 0 0] 00000020:00000001:2.0:1788926563.315584:0:35909:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788926563.315585:0:35909:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926563.315586:0:35909:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788926563.315589:0:35909:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788926563.315590:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315592:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315593:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.315594:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788926563.315596:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788926563.315598:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315599:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315601:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00000001:2.0:1788926563.315604:0:35909:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926563.315606:0:35909:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788926563.315608:0:35909:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.315610:0:35909:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788926563.315612:0:35909:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1788926563.315614:0:35909:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.315615:0:35909:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:2.0:1788926563.315617:0:35909:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788926563.315618:0:35909:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926563.315623:0:35909:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788926563.315626:0:35909:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1788926563.315627:0:35909:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:2.0:1788926563.315628:0:35909:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788926563.315631:0:35909:0:(rw26.c:929:ll_write_end()) page@00000000fb2224f6[3 000000007904c875 2 1 0000000060cdf0c3 0 0 0] 00000080:00200000:2.0:1788926563.315634:0:35909:0:(rw26.c:929:ll_write_end()) vmpage @00000000d00e5706 17ffffc0001001 3:0 ffff9d76d04beb60 0 lru 00000080:00200000:2.0:1788926563.315640:0:35909:0:(rw26.c:929:ll_write_end()) osc-page@000000006bf1dedc 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000007b0f2018 00000000d55c8422 > 3< 0 0 > 4< 0 0 8 8388608 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788926563.315643:0:35909:0:(rw26.c:929:ll_write_end()) end page@00000000fb2224f6 00000080:00200000:2.0:1788926563.315644:0:35909:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788926563.315646:0:35909:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788926563.315649:0:35909:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788926563.315651:0:35909:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1788926563.315653:0:35909:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788926563.315655:0:35909:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788926563.315657:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.315658:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.315660:0:35909:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788926563.315662:0:35909:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788926563.315664:0:35909:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788926563.315665:0:35909:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:2.0:1788926563.315667:0:35909:0:(cl_page.c:547:cl_page_get()) Process leaving 00000008:00000001:2.0:1788926563.315668:0:35909:0:(osc_cache.c:2526:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788926563.315672:0:35909:0:(osc_cache.c:2585:osc_queue_async_io()) obj ffff9d76c6941880 ready 0|-|- wr 0|-|- rd 0|- oap ffff9d76d04bebd0 folio fffffaf9447bf2c0 pg:0 added for cmd 2 00000008:00000001:2.0:1788926563.315676:0:35909:0:(osc_cache.c:1780:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788926563.315678:0:35909:0:(osc_cache.c:1782:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1788926563.315683:0:35909:0:(osc_cache.c:1682:osc_enter_cache_try()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 8388608, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:28672 00000008:00000020:2.0:1788926563.315686:0:35909:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff9d76d04bec08 page fffffaf9447bf2c0 00000008:00000020:2.0:1788926563.315690:0:35909:0:(osc_cache.c:1814:osc_enter_cache()) lustre-OST0000-osc-ffff9d76e0357000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 8359936, dirty_grant: 0, reserved: 28672, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1788926563.315693:0:35909:0:(osc_cache.c:1830:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788926563.315695:0:35909:0:(osc_cache.c:1833:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315697:0:35909:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:2.0:1788926563.315701:0:35909:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9d76c85239c0. 00000008:00000020:2.0:1788926563.315706:0:35909:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff9d76c6941880 extents at osc_extent_find:840, mppr: 1024. 00000008:00000020:2.0:1788926563.315713:0:35909:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6941880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788926563.315718:0:35909:0:(osc_cache.c:858:osc_extent_find()) extent ffff9d76c85239c0@{[0 -> 0/1023], [3|1|-|active|wi|ffff9d76c6941880], [28672|0|-|-|ffff9d76c880b200|1024|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788926563.315726:0:35909:0:(osc_cache.c:858:osc_extent_find()) ### extent: 0000000094c45181 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1788926563.315734:0:35909:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788926563.315738:0:35909:0:(osc_cache.c:2722:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315740:0:35909:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315742:0:35909:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788926563.315744:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000002:2.0:1788926563.315746:0:35909:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:2.0:1788926563.315749:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315751:0:35909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788926563.315753:0:35909:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:2.0:1788926563.315755:0:35909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926563.315756:0:35909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315758:0:35909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315760:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:2.0:1788926563.315761:0:35909:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788926563.315763:0:35909:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788926563.315765:0:35909:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926563.315768:0:35909:0:(cl_page.c:567:cl_batch_put()) page@00000000fb2224f6[4 000000007904c875 2 1 0000000060cdf0c3 0 0 0] 00000020:00000001:2.0:1788926563.315769:0:35909:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:2.0:1788926563.315771:0:35909:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788926563.315772:0:35909:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788926563.315774:0:35909:0:(osc_request.c:745:osc_update_next_shrink()) next time 3131 to shrink grant 00000080:00000001:2.0:1788926563.315777:0:35909:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788926563.315779:0:35909:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788926563.315785:0:35909:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d1538ab8, count 1, dirtied 1 00000080:00000001:2.0:1788926563.315787:0:35909:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788926563.315789:0:35909:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788926563.315790:0:35909:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926563.315792:0:35909:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926563.315793:0:35909:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926563.315796:0:35909:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[3 000000007904c875 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.315798:0:35909:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788926563.315800:0:35909:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926563.315801:0:35909:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788926563.315802:0:35909:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926563.315805:0:35909:0:(cl_page.c:567:cl_batch_put()) page@00000000fb2224f6[3 000000007904c875 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.315807:0:35909:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:2.0:1788926563.315808:0:35909:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788926563.315809:0:35909:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788926563.315811:0:35909:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788926563.315813:0:35909:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315814:0:35909:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315816:0:35909:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315818:0:35909:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926563.315820:0:35909:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788926563.315823:0:35909:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788926563.315824:0:35909:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788926563.315826:0:35909:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315828:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93b80 00000080:00200000:2.0:1788926563.315830:0:35909:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788926563.315832:0:35909:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315835:0:35909:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788926563.315837:0:35909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.315838:0:35909:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1788926563.315840:0:35909:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788926563.315841:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315843:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.315845:0:35909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788926563.315846:0:35909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788926563.315848:0:35909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315849:0:35909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315851:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:2.0:1788926563.315853:0:35909:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315855:0:35909:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315857:0:35909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315859:0:35909:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315860:0:35909:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315862:0:35909:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1788926563.315863:0:35909:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788926563.315865:0:35909:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788926563.315867:0:35909:0:(cl_io.c:556:cl_io_end()) Process entered 00000008:00000001:2.0:1788926563.315869:0:35909:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788926563.315872:0:35909:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788926563.315876:0:35909:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6941880 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788926563.315881:0:35909:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788926563.315884:0:35909:0:(osc_cache.c:1911:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315885:0:35909:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788926563.315887:0:35909:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.315888:0:35909:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788926563.315890:0:35909:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1788926563.315891:0:35909:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.315892:0:35909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.315895:0:35909:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1788926563.315896:0:35909:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926563.315898:0:35909:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788926563.315900:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788926563.315903:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926563.315904:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788926563.315907:0:35909:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788926563.315908:0:35909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.315909:0:35909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.315911:0:35909:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926563.315912:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642e30 (ffff9d76c50afc68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788926563.315915:0:35909:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788926563.315917:0:35909:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788926563.315919:0:35909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.315921:0:35909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.315922:0:35909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:2.0:1788926563.315925:0:35909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315927:0:35909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.315929:0:35909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.315932:0:35909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.315939:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315940:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.315942:0:35909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926563.315944:0:35909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926563.315947:0:35909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926563.315966:0:35909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926563.315969:0:35909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926563.315971:0:35909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.315975:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315977:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.315978:0:35909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.315981:0:35909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926563.315983:0:35909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.315985:0:35909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.315988:0:35909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.315990:0:35909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.315991:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315992:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.315994:0:35909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.315995:0:35909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.315996:0:35909:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788926563.315998:0:35909:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.315999:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.316000:0:35909:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.316001:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926563.316003:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788926563.316006:0:35909:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788926563.316008:0:35909:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926563.316009:0:35909:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642e30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788926563.316011:0:35909:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbdb50. 00000020:00000001:2.0:1788926563.316014:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788926563.316016:0:35909:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642e00. 00020000:00000001:2.0:1788926563.316019:0:35909:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788926563.316021:0:35909:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788926563.316022:0:35909:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788926563.316024:0:35909:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788926563.316025:0:35909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.316027:0:35909:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926563.316028:0:35909:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788926563.316029:0:35909:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.316031:0:35909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.316033:0:35909:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788926563.316034:0:35909:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788926563.316036:0:35909:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788926563.316038:0:35909:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788926563.316039:0:35909:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788926563.316040:0:35909:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926563.316042:0:35909:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926563.316043:0:35909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.316044:0:35909:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788926563.316046:0:35909:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788926563.316048:0:35909:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.316049:0:35909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.316051:0:35909:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926563.316053:0:35909:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926563.316054:0:35909:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926563.316058:0:35909:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788926563.316061:0:35909:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788926563.316063:0:35909:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788926563.316065:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926563.316067:0:35909:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926563.316068:0:35909:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926563.316070:0:35909:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926563.316072:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.316074:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00020000:00000001:2.0:1788926563.316077:0:35909:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926563.316080:0:35909:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926563.316081:0:35909:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926563.316084:0:35909:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926563.316087:0:35909:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926563.316088:0:35909:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788926563.316090:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93c98 00000080:00200000:2.0:1788926563.316092:0:35909:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788926563.316095:0:35909:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.316097:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.316099:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.316100:0:35909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.316102:0:35909:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788926563.316104:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926563.316105:0:35909:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788926563.316107:0:35909:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788926563.316108:0:35909:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1788926563.316110:0:35909:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=23 (1) m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:2.0:1788926563.316113:0:35909:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.316115:0:35909:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:2.0:1788926563.316117:0:35909:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.316119:0:35909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.316120:0:35909:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.316122:0:35909:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1788926563.316124:0:35909:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788926563.316128:0:35909:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788926563.316130:0:35909:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788926563.316132:0:35909:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.316135:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93d88 00000080:00000008:2.0:1788926563.316137:0:35909:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1788926563.316140:0:35909:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788926563.316156:0:35909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926563.316159:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:2.0:1788926563.316163:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.316165:0:35909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.316173:0:35909:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788926563.316175:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93df0 00000080:00200008:2.0:1788926563.316177:0:35909:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102001 00000080:00000001:2.0:1788926563.316180:0:35909:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788926563.316183:0:35909:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788926563.316184:0:35909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788926563.316186:0:35909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000002:2.0:1788926563.316188:0:35909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c9c027c0 00020000:00000001:2.0:1788926563.316190:0:35909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.316192:0:35909:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788926563.316198:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.316201:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.316203:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.316205:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.316207:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.316209:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788926563.316212:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.316217:0:35909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788926563.316220:0:35909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926563.316225:0:35909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:2.0:1788926563.316228:0:35909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788926563.316232:0:35909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.316234:0:35909:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:2.0:1788926563.316237:0:35909:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788926563.316239:0:35909:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788926563.316243:0:35909:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d8552400. 00000080:00000001:2.0:1788926563.316246:0:35909:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788926563.316250:0:35909:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788926563.316254:0:35909:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788926563.316255:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.316257:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.316258:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.316259:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.316261:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.316262:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788926563.316264:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.316266:0:35909:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:2.0:1788926563.316269:0:35909:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788926563.316271:0:35909:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:2.0:1788926563.316276:0:35909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b38e00. 00000020:00000040:2.0:1788926563.316279:0:35909:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:2.0:1788926563.316283:0:35909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926563.316286:0:35909:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926563.316289:0:35909:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926563.316296:0:35909:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d8552a00. 00000100:00000001:2.0:1788926563.316301:0:35909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788926563.316314:0:35909:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788926563.316323:0:35909:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788926563.316328:0:35909:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788926563.316339:0:35909:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926563.316340:0:35909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926563.316346:0:35909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904c840. 00000100:00000001:2.0:1788926563.316348:0:35909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237076544 : -108341472475072 : ffff9d76c904c840) 00000100:00000001:2.0:1788926563.316351:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.316353:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:2.0:1788926563.316357:0:35909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.316360:0:35909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.316362:0:35909:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926563.316363:0:35909:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926563.316367:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.316374:0:35909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926563.316376:0:35909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.316380:0:35909:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926563.316382:0:35909:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926563.316384:0:35909:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.316387:0:35909:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35909:1875823513983616:192.168.203.140@tcp:35:uname.0 00000100:00000001:2.0:1788926563.316391:0:35909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926563.316691:0:35909:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926563.316694:0:35909:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.316697:0:35909:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926563.316701:0:35909:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76d10de400. 02000000:00000001:2.0:1788926563.316704:0:35909:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926563.316711:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926563.316714:0:35909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6318. 00000400:00000010:2.0:1788926563.316720:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530f68. 00000100:00000200:2.0:1788926563.316726:0:35909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513983616, portal 10 00000100:00000001:2.0:1788926563.316729:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.316730:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000040:2.0:1788926563.316737:0:35909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.316750:0:35909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.316753:0:35909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.316755:0:35909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85306e8. 00000100:00000200:2.0:1788926563.316758:0:35909:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513983616, offset 0 00000400:00000200:2.0:1788926563.316763:0:35909:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.316769:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.316777:0:35909:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.316782:0:35909:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926563.316786:0:35909:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926563.316790:0:35909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926563.316793:0:35909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926563.316796:0:35909:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3005:3005:256:4294967295] 192.168.203.140@tcp LPNI seq info [3005:3005:8:4294967295] 00000400:00000200:2.0:1788926563.316800:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.316808:0:35909:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.316814:0:35909:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.316819:0:35909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c300. 00000800:00000200:2.0:1788926563.316825:0:35909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.316832:0:35909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.316837:0:35909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.316902:0:35909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.316908:0:35909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 830258 usecs (831 jiffies) 00000400:00000200:2.0:1788926563.316912:0:35909:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926563.316914:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599282 00000100:00000001:2.0:1788926563.316922:0:35909:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599232 00000100:00000001:2.0:1788926563.316927:0:35909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599282 00000100:00000001:2.0:1788926563.316930:0:35909:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599232 00000100:00000001:2.0:1788926563.316933:0:35909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.316936:0:35909:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.316938:0:35909:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926563.316940:0:35909:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926563.316943:0:35909:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904c840 going to sleep for 11 seconds 00000100:00000001:2.0:1788926563.316945:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.316948:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788926563.317130:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.317132:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.317135:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.317140:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926563.317142:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926563.317145:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.317151:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926563.317161:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.317168:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.317170:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.317173:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.317175:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.317177:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.317179:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.317182:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.317189:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dd38 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.317193:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.317196:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.317198:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.317200:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.317203:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.317206:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.317208:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1788926563.317210:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.317211:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.317216:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.317223:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.317225:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.317227:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.317231:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926563.317238:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513983360:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926563.317243:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.317245:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.317249:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513983360/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.317255:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.317257:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.317260:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5e00. 02000000:00000001:0.0:1788926563.317265:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.317267:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.317269:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.317271:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.317274:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76ca5f5c00. 02000000:00000001:0.0:1788926563.317276:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.317278:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.317280:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:0.0:1788926563.317283:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.317284:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.317287:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.317294:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.317296:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.317298:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.317300:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.318348:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.318355:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c300. 00000400:00000200:3.0:1788926563.318360:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.318365:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.318378:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85306e8 00000400:00000010:3.0:1788926563.318381:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85306e8. 00000100:00000001:3.0:1788926563.318385:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.318391:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.318435:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.318439:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.318445:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.318602:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926563.322816:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.322831:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.322836:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.322838:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.322846:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.322853:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.322862:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.322867:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.322872:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.322876:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32365a80 00000400:00000200:2.0:1788926563.322881:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.322887:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x88e5 [1] + 224 00000800:00000001:2.0:1788926563.322893:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.322900:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.322903:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.322907:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.322913:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.322922:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.322933:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.322960:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.322968:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.322971:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.323026:0:35909:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.323034:0:35909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.323035:0:35909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.323038:0:35909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6318. 00000400:00000200:1.0:1788926563.323043:0:35909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530f68 00000400:00000010:1.0:1788926563.323045:0:35909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530f68. 00000100:00000001:1.0:1788926563.323048:0:35909:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.323053:0:35909:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926563.323062:0:35909:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b38e00 x1875823513983616/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.323069:0:35909:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.323071:0:35909:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.323073:0:35909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.323076:0:35909:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.323079:0:35909:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.323081:0:35909:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.323084:0:35909:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.323093:0:35909:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926563.323096:0:35909:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.323099:0:35909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.323101:0:35909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.323104:0:35909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.323107:0:35909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.323110:0:35909:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926563.323112:0:35909:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926563.323113:0:35909:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926563.323115:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.323117:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000100:00000001:1.0:1788926563.323120:0:35909:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.323123:0:35909:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.323125:0:35909:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.323127:0:35909:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.323132:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b38e00 x1875823513983616/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.323139:0:35909:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.323142:0:35909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.323144:0:35909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.323147:0:35909:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b38e00 x1875823513983616/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926563.323155:0:35909:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b38e00 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35909:1875823513983616:192.168.203.140@tcp:35:uname.0 00000100:00000001:1.0:1788926563.323160:0:35909:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.323163:0:35909:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.323165:0:35909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.323167:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.323171:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513983616/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.323178:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.323181:0:35909:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904c840. 00000100:00000001:1.0:1788926563.323184:0:35909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.323185:0:35909:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.323192:0:35909:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.323193:0:35909:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231753216 : -108341477798400 : ffff9d76c8b38e00) 00000002:00000001:1.0:1788926563.323196:0:35909:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.323199:0:35909:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.323204:0:35909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8552400. 00000080:00000001:1.0:1788926563.323207:0:35909:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926563.323210:0:35909:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926563.323212:0:35909:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.323215:0:35909:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.323217:0:35909:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.323219:0:35909:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.323220:0:35909:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.323222:0:35909:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.323225:0:35909:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.323229:0:35909:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788926563.323234:0:35909:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c86dc000 x1875823513982976/t8589934610(8589934610) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926563.323241:0:35909:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.323242:0:35909:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.323244:0:35909:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76d3318b80. 00000100:00000001:1.0:1788926563.323247:0:35909:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.323250:0:35909:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b38e00 x1875823513983616/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.323256:0:35909:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.323258:0:35909:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.323261:0:35909:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76c2b95680. 00000080:00000001:1.0:1788926563.323265:0:35909:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.323270:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93df0 00000080:00000008:1.0:1788926563.323273:0:35909:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102001, rc = 0 00000080:00000001:1.0:1788926563.323276:0:35909:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.323280:0:35909:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926563.323283:0:35909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841c93e00 00000080:00002000:1.0:1788926563.323285:0:35909:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d1758a20, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:1.0:1788926563.323288:0:35909:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.354037:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33d08 00000080:00200008:1.0:1788926563.354048:0:35914:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926563.354057:0:35914:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.354059:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33c80 00000080:00200000:1.0:1788926563.354061:0:35914:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.354068:0:35914:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0677400. 00800000:00000002:1.0:1788926563.354074:0:35914:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.354078:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.354083:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.354085:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33ba0 00800000:00000002:1.0:1788926563.354087:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.354091:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.354094:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.354097:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.354099:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.354102:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.354104:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.354106:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.354108:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.354112:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.354118:0:35914:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.354120:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33a70 00000002:00010000:1.0:1788926563.354122:0:35914:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.354126:0:35914:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.354128:0:35914:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.354131:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926563.354138:0:35914:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.354140:0:35914:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.354142:0:35914:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.354144:0:35914:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926563.354147:0:35914:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926563.354152:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926563.354156:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926563.354163:0:35914:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926563.354168:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.354175:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.354178:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.354179:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.354182:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.354185:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.354190:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.354196:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b01800. 00000100:00000001:1.0:1788926563.354203:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.354208:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.354210:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.354212:0:35914:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.354213:0:35914:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.354215:0:35914:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.354220:0:35914:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00010000:00000001:1.0:1788926563.354224:0:35914:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926563.354226:0:35914:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926563.354230:0:35914:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065f500. 00010000:00000010:1.0:1788926563.354234:0:35914:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592980. 00010000:00000001:1.0:1788926563.354238:0:35914:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926563.354241:0:35914:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499200. 00000020:00000001:1.0:1788926563.354244:0:35914:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926563.354247:0:35914:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499200 with handle 0xdeff66104c08c9b3 to hash 00000020:00000001:1.0:1788926563.354249:0:35914:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926563.354251:0:35914:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.354255:0:35914:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.354258:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.354260:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.354265:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.354274:0:35914:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.354287:0:35914:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35914 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926563.354292:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.354294:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.354300:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.354302:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.354305:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.354307:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.354311:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.354315:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.354317:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.354319:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.354330:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.354338:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.354340:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.354343:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.354346:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.354349:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.354352:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513983744:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926563.354356:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.354360:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.354362:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.354364:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.354632:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997d800. 02000000:00000001:1.0:1788926563.354636:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.354643:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.354648:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.354655:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926563.354662:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513983744, portal 10 00000100:00000001:1.0:1788926563.354664:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.354666:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926563.354672:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.354679:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.354682:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.354684:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8880. 00000100:00000200:1.0:1788926563.354687:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513983744, offset 0 00000400:00000200:1.0:1788926563.354694:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.354702:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.354711:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.354716:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.354720:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.354724:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.354727:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.354730:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3006:3006:256:4294967295] 192.168.203.140@tcp LPNI seq info [3006:3006:8:4294967295] 00000400:00000200:1.0:1788926563.354735:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.354745:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.354752:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.354757:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:1.0:1788926563.354763:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.354770:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.354775:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.354825:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.354830:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 829251 usecs (830 jiffies) 00000400:00000200:1.0:1788926563.354834:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.354837:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599319 00000100:00000001:1.0:1788926563.354843:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599282 00000100:00000001:1.0:1788926563.354847:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599319 00000100:00000001:1.0:1788926563.354850:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599282 00000100:00000001:1.0:1788926563.354855:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.354857:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.354860:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.354862:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.354865:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.354868:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.354870:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.357787:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.357796:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926563.357802:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.357810:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.357817:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:2.0:1788926563.357821:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:2.0:1788926563.357825:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.357832:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.357844:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.357847:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.357855:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.357856:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788926563.358197:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.358208:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926563.358211:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.358214:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.358219:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.358225:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926563.358230:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.358234:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.358239:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.358243:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32365b00 00000400:00000200:2.0:1788926563.358248:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.358253:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x88f5 [1] + 224 00000800:00000001:2.0:1788926563.358259:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.358265:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926563.358268:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.358271:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926563.358275:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.358280:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788926563.358289:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.358333:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.358348:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926563.358355:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926563.358358:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788926563.358580:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.358583:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.358585:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926563.358589:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926563.358591:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926563.358594:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.358598:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926563.358607:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.358613:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.358615:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.358618:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.358621:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.358623:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.358625:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.358628:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.358636:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926563.358640:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.358642:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.358644:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.358647:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.358650:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.358653:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.358655:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.358657:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.358659:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.358664:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.358671:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.358674:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.358676:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.358679:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926563.358688:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513983744:192.168.203.140@tcp:101:lfs.0 00000100:00000001:1.0:1788926563.358692:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.358694:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.358697:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.358698:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.358701:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.358707:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.358710:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.358712:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.358714:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.358716:0:35914:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926563.358720:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358722:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358725:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926563.358727:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358730:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000040:1.0:1788926563.358736:0:35914:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499200, remote cookie: 0x840913afd2dabcb3, flags: 0x1001 00010000:00010000:1.0:1788926563.358741:0:35914:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.358751:0:35914:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358763:0:35914:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926563.358766:0:35914:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926563.358768:0:35914:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926563.358770:0:35914:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926563.358771:0:35914:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926563.358773:0:35914:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76d065f500) refcount = 1 00010000:00010000:1.0:1788926563.358777:0:35914:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358783:0:35914:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926563.358786:0:35914:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926563.358788:0:35914:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.358790:0:35914:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926563.358793:0:35914:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.358796:0:35914:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358801:0:35914:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926563.358803:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358804:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.358805:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358806:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.358807:0:35914:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.358811:0:35914:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926563.358812:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358814:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358815:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.358817:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358818:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358820:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358821:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358823:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=4 00000020:00000001:1.0:1788926563.358824:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358827:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358829:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.358832:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.358835:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358841:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358842:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.358843:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358844:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358845:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=5 00000020:00000001:1.0:1788926563.358847:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358849:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358851:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.358853:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358859:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358860:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788926563.358862:0:35914:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358868:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.358869:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358870:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.358871:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358872:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926563.358875:0:35914:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926563.358883:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358884:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358885:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.358887:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358889:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358891:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358892:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.358894:0:35914:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.358896:0:35914:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.358899:0:35914:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926563.358901:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358902:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358903:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.358904:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358906:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00000002:00010000:1.0:1788926563.358909:0:35914:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.358915:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358916:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.358917:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926563.358918:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.358919:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.358920:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.358922:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.358923:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000040:1.0:1788926563.358928:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 2 00010000:00000001:1.0:1788926563.358931:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926563.358934:0:35914:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788926563.358936:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.358937:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.358939:0:35914:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926563.358941:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d339f8 00000002:00002000:1.0:1788926563.358943:0:35914:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788926563.358946:0:35914:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.358949:0:35914:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.358961:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926563.358966:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926563.358969:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.358972:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.358975:0:35914:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0677400. 00000080:00000001:1.0:1788926563.358979:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.358981:0:35914:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926563.358986:0:35914:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788926563.358990:0:35914:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788926563.358995:0:35914:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76e020e6c0. 00800000:00000001:1.0:1788926563.358997:0:35914:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732624795328 : -108341084756288 : ffff9d76e020e6c0) 00800000:00000001:1.0:1788926563.358999:0:35914:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.359002:0:35914:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788926563.359004:0:35914:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788926563.359006:0:35914:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788926563.359009:0:35914:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788926563.359011:0:35914:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788926563.359013:0:35914:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.359016:0:35914:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788926563.359019:0:35914:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788926563.359022:0:35914:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788926561 to 1788926563 00000080:00200000:1.0:1788926563.359026:0:35914:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:1.0:1788926563.359028:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.359030:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.359031:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.359033:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.359035:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.359037:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.359038:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926563.359039:0:35914:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926563.359042:0:35914:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788926563.359043:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76e020e6c0 1 00800000:00000010:1.0:1788926563.359045:0:35914:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76e020e6c0. 00800000:00000001:1.0:1788926563.359047:0:35914:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.359050:0:35914:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9b3 00800000:00000001:1.0:1788926563.359053:0:35914:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.359055:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.359056:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.359057:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.359058:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.359060:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.359062:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.359064:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.359065:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.359067:0:35914:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.359068:0:35914:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.359070:0:35914:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.359073:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.359075:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9b3 from it ffffb2d841d33cb8 00010000:00000001:1.0:1788926563.359077:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.359078:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.359079:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.359080:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.359082:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.359084:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.359086:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.359092:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.359093:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.359095:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.359097:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.359100:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926563.359106:0:35914:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.359109:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.359110:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.359114:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.359115:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.359117:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.359120:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.359121:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.359123:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.359126:0:35914:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.359127:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.359129:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.359129:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.359131:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.359135:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513983744/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.359140:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.359143:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.359146:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997d800. 02000000:00000001:1.0:1788926563.359149:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.359151:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.359153:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.359155:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.359157:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b01800. 02000000:00000001:1.0:1788926563.359161:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.359163:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.359164:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926563.359167:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.359169:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.359172:0:35914:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.359176:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33d08 00000080:00000008:1.0:1788926563.359179:0:35914:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926563.359929:0:35914:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.359971:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33d08 00000080:00200008:1.0:1788926563.359974:0:35914:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926563.359980:0:35914:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.359982:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33c80 00000080:00200000:1.0:1788926563.359983:0:35914:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.359987:0:35914:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0677400. 00800000:00000002:1.0:1788926563.359992:0:35914:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.359995:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.359999:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.360001:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33ba0 00800000:00000002:1.0:1788926563.360003:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.360006:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.360008:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.360011:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.360013:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.360015:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.360017:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.360019:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.360021:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.360024:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.360028:0:35914:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.360030:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33a70 00000002:00010000:1.0:1788926563.360032:0:35914:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.360035:0:35914:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.360037:0:35914:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.360039:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.360043:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 2 00010000:00000001:1.0:1788926563.360045:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.360049:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.360052:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.360055:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788926563.360064:0:35914:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.360067:0:35914:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.360070:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788926563.360077:0:35914:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.360078:0:35914:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.360080:0:35914:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.360082:0:35914:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.360084:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.360086:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.360088:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.360090:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.360092:0:35914:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0677400. 00000080:00000001:1.0:1788926563.360095:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.360097:0:35914:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.360099:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.360102:0:35914:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9b3 00800000:00000001:1.0:1788926563.360105:0:35914:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.360106:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.360108:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.360109:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.360111:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.360112:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360115:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360117:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360118:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.360119:0:35914:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.360121:0:35914:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.360123:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9b3 from it ffffb2d841d33cb8 00010000:00000001:1.0:1788926563.360125:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.360126:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.360127:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.360129:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360130:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360132:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.360135:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926563.360140:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360141:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.360142:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.360143:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.360146:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.360152:0:35914:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.360154:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.360155:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.360158:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360159:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.360160:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360162:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.360164:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360166:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360168:0:35914:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360169:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.360171:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360171:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.360173:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.360174:0:35914:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.360176:0:35914:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.360180:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33d08 00000080:00000008:1.0:1788926563.360182:0:35914:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788926563.360273:0:35914:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.360275:0:35914:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.360277:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33b78 00000080:00200000:1.0:1788926563.360279:0:35914:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.360282:0:35914:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0677400. 00800000:00000002:1.0:1788926563.360285:0:35914:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.360287:0:35914:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.360289:0:35914:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.360290:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33a98 00800000:00000002:1.0:1788926563.360292:0:35914:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.360294:0:35914:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.360296:0:35914:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.360297:0:35914:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.360298:0:35914:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.360300:0:35914:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.360301:0:35914:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.360303:0:35914:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.360305:0:35914:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.360307:0:35914:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.360310:0:35914:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.360311:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33968 00000002:00010000:1.0:1788926563.360313:0:35914:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.360316:0:35914:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.360317:0:35914:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.360319:0:35914:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.360321:0:35914:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 2 00010000:00000001:1.0:1788926563.360323:0:35914:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.360325:0:35914:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.360327:0:35914:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.360330:0:35914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926563.360337:0:35914:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.360339:0:35914:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.360342:0:35914:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926563.360348:0:35914:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.360349:0:35914:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.360351:0:35914:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.360352:0:35914:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.360354:0:35914:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.360355:0:35914:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.360358:0:35914:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.360359:0:35914:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.360361:0:35914:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0677400. 00000080:00000001:1.0:1788926563.360363:0:35914:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.360364:0:35914:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.360366:0:35914:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.360504:0:35914:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9b3 00800000:00000001:1.0:1788926563.360508:0:35914:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.360510:0:35914:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.360511:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.360512:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.360514:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.360516:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360518:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360521:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360522:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.360523:0:35914:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.360525:0:35914:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.360527:0:35914:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9b3 from it ffffb2d841d33bb0 00010000:00000001:1.0:1788926563.360528:0:35914:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.360529:0:35914:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.360531:0:35914:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.360532:0:35914:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360534:0:35914:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.360536:0:35914:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.360538:0:35914:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.360544:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360545:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.360665:0:35914:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.360667:0:35914:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.360669:0:35914:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926563.360676:0:35914:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.360678:0:35914:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.360679:0:35914:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.360681:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360682:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.360684:0:35914:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360686:0:35914:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.360687:0:35914:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360689:0:35914:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360691:0:35914:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.360693:0:35914:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.360694:0:35914:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.360695:0:35914:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.360697:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.360698:0:35914:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.360700:0:35914:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788926563.360705:0:35914:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.360709:0:35914:0:(dir.c:3016:ll_dir_open()) Process entered 00000080:00000001:1.0:1788926563.360711:0:35914:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926563.360713:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33b78 00000080:00200008:1.0:1788926563.360715:0:35914:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00000010:1.0:1788926563.360721:0:35914:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131c000. 00000080:00000001:1.0:1788926563.360724:0:35914:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.360726:0:35914:0:(dir.c:3017:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.360814:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.360816:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.360822:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.360824:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.360829:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.360832:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.360835:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.360837:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.360839:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.360844:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788926563.360846:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: age 1921, max_age 1930 00000002:00000001:1.0:1788926563.360849:0:35914:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788926563.360851:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000010:1.0:1788926563.360856:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926563.360858:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926563.360862:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.360865:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.360867:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.360873:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:1.0:1788926563.360879:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.360882:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.360884:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.360889:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.360891:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.360893:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.360895:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.360899:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.360903:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.360905:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.360906:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.360914:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.360922:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.360923:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.360926:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.360928:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.360930:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.360933:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513983872:192.168.203.140@tcp:41:lfs.0 00000100:00000001:1.0:1788926563.360937:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.360940:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.360942:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.360944:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.360946:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.360948:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.360966:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.360970:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.360975:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926563.360982:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513983872, portal 10 00000100:00000001:1.0:1788926563.360983:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.360985:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926563.360991:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.360997:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.361000:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.361003:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8aa0. 00000100:00000200:1.0:1788926563.361006:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513983872, offset 0 00000400:00000200:1.0:1788926563.361013:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.361021:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.361027:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.361032:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.361035:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.361039:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.361041:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.361044:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3007:3007:256:4294967295] 192.168.203.140@tcp LPNI seq info [3007:3007:8:4294967295] 00000400:00000200:1.0:1788926563.361048:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.361057:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.361062:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.361067:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:1.0:1788926563.361073:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.361080:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.361084:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.361273:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.361278:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 828243 usecs (829 jiffies) 00000400:00000200:1.0:1788926563.361282:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.361285:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599324 00000100:00000001:1.0:1788926563.361291:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599319 00000100:00000001:1.0:1788926563.361296:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599324 00000100:00000001:1.0:1788926563.361299:0:35914:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599319 00000100:00000001:1.0:1788926563.361301:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.361303:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.361305:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.361307:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.361310:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.361313:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.361316:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.364598:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.364608:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:3.0:1788926563.364614:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.364623:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.364630:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8aa0 00000400:00000010:3.0:1788926563.364633:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8aa0. 00000100:00000001:3.0:1788926563.364638:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.364645:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.364657:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.364660:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.364668:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.364670:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.364679:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.364690:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.364692:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.364694:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.364700:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.364704:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.364711:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.364716:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.364721:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.364725:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32365b80 00000400:00000200:3.0:1788926563.364730:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.364735:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x88fd [1] + 224 00000800:00000001:3.0:1788926563.364742:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.364760:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.364762:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.364765:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.364770:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.364774:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.364783:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.364802:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.364810:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.364813:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.364853:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.364860:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.364863:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.364866:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926563.364870:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926563.364872:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926563.364874:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.364878:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926563.364886:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.364892:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.364893:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.364896:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.364899:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.364901:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.364903:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.364905:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.364914:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926563.364919:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.364922:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.364923:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.364926:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.364929:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.364933:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.364935:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.364937:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.364940:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.364944:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.364963:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.364966:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.364969:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.364973:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926563.364982:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513983872:192.168.203.140@tcp:41:lfs.0 00000100:00000001:1.0:1788926563.364987:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.364990:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.364992:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.364994:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.364997:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.365004:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.365008:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.365011:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.365012:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.365018:0:35914:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788926563.365020:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.365022:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513983872/t0(0) o41->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.365028:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.365030:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.365033:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.365036:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.365038:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.365041:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.365043:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.365046:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:1.0:1788926563.365049:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.365051:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.365053:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926563.365056:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.365057:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926563.365058:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.365059:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.365061:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1788926563.365064:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9d76e0357000: update ffff9d76e03f8458 cache blocks 317378/353529 objects 1023699/1024000 00800000:00000001:1.0:1788926563.365068:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.365074:0:35914:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.365078:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.365081:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.365084:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.365086:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.365163:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.365166:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.365172:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.365175:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.365180:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.365184:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.365186:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.365189:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.365191:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.365196:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788926563.365198:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: age 1921, max_age 1930 00000002:00000001:1.0:1788926563.365201:0:35914:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788926563.365204:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000010:1.0:1788926563.365208:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926563.365210:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=6 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926563.365213:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.365216:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.365220:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.365225:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:1.0:1788926563.365230:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.365233:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.365234:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.365238:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.365241:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.365243:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.365245:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.365249:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.365253:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.365255:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.365256:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.365261:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.365268:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.365271:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.365274:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.365276:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.365279:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.365282:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513984000:192.168.203.140@tcp:41:lfs.0 00000100:00000001:1.0:1788926563.365286:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.365291:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.365293:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.365295:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.365299:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.365301:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.365306:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.365309:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.365314:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926563.365319:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513984000, portal 10 00000100:00000001:1.0:1788926563.365320:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.365322:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926563.365327:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.365334:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.365337:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.365339:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8b28. 00000100:00000200:1.0:1788926563.365342:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513984000, offset 0 00000400:00000200:1.0:1788926563.365348:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.365354:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.365359:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.365364:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.365368:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.365385:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.365387:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.365390:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3008:3008:256:4294967295] 192.168.203.140@tcp LPNI seq info [3008:3008:8:4294967295] 00000400:00000200:1.0:1788926563.365423:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.365432:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.365437:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.365442:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:1.0:1788926563.365458:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.365464:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.365468:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.365740:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.365745:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20151 usecs (21 jiffies) 00000400:00000200:1.0:1788926563.365749:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.365752:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598521 00000100:00000001:1.0:1788926563.365755:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599324 00000100:00000001:1.0:1788926563.365757:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598521 00000100:00000001:1.0:1788926563.365759:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599324 00000100:00000001:1.0:1788926563.365761:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.365764:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.365765:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.365767:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.365769:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.365771:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.365773:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.365869:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.365873:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:2.0:1788926563.365876:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.365880:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.365884:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:2.0:1788926563.365886:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:2.0:1788926563.365888:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.365893:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.365901:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.365904:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.365910:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.365912:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.368319:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.368334:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.368338:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.368341:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.368348:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.368355:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.368364:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.368368:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.368385:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.368389:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 10 MB=0x6aa0d32365c00 00000400:00000200:3.0:1788926563.368393:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.368435:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 368/368 into md 0x8905 [1] + 224 00000800:00000001:3.0:1788926563.368634:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.368642:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.368646:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.368651:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.368658:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.368667:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.368677:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.368696:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.368705:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.368708:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.368753:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.368760:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.368762:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.368765:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926563.368769:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926563.368772:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926563.368775:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.368779:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926563.368786:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.368792:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.368794:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.368796:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.368799:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.368801:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.368803:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.368806:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.368814:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=80 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926563.368818:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1788926563.368821:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.368823:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.368826:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.368829:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.368833:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788926563.368835:0:35914:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: committing for last_committed 4294967336 gen 1 00000100:00000040:1.0:1788926563.368840:0:35914:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.368848:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.368851:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b480 x1875823513974528/t4294967336(4294967336) o35->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926569 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.368857:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.368859:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.368863:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926563.368867:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.368869:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.368871:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=5 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.368873:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.368875:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d10af000. 02000000:00000001:1.0:1788926563.368878:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.368880:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.368882:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b480. 00000100:00000001:1.0:1788926563.368885:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.368886:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.368888:0:35914:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788926563.368890:0:35914:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788926563.368893:0:35914:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.368894:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.368898:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.368904:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.368907:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.368908:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.368912:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926563.368918:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513984000:192.168.203.140@tcp:41:lfs.0 00000100:00000001:1.0:1788926563.368922:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.368925:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.368927:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.368928:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.368930:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.368935:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.368937:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.368939:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.368940:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.368945:0:35914:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788926563.368947:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.368949:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513984000/t0(0) o41->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/368 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.368967:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.368968:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.368970:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.368972:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.368973:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.368974:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.368975:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.368977:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:1.0:1788926563.368979:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.368980:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.368981:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926563.368982:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.368984:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926563.368985:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.368986:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.368987:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00800000:00000004:1.0:1788926563.368990:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9d76e0357000: update ffff9d76e03f9e18 cache blocks 317414/353529 objects 1023735/1024000 00800000:00000001:1.0:1788926563.368994:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.368999:0:35914:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369002:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.369005:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369008:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369010:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369062:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369065:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369071:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369074:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369078:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369082:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369084:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369087:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369088:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369092:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369094:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369096:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369098:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369100:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369103:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369107:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369109:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369112:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369113:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369115:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369117:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369119:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369120:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369121:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369124:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369126:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369128:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369130:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369132:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369134:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369137:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369139:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369141:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369142:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369145:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369147:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369148:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369149:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369150:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369153:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369155:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369157:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369159:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369161:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369163:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369166:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369168:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369171:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369172:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369174:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369176:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369177:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369178:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369179:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369182:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369184:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369185:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369187:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369189:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369191:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369195:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369196:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369198:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369199:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369201:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369203:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369205:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369206:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369207:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369209:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369211:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369213:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369214:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369216:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369218:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369221:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369222:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369224:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369225:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369227:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369229:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369231:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369232:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369233:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369235:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369237:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369238:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369240:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369242:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369244:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369246:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369248:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369250:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369252:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369254:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369256:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369257:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369258:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369259:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369262:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369264:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369265:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369267:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369270:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369272:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369275:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369276:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369279:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369280:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369282:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369284:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369285:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369286:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369288:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369291:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369292:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369294:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369296:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369298:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369300:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369303:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369305:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369307:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369308:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369310:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369312:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369314:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369315:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369316:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369318:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369320:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369322:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369324:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369326:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369328:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369331:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369332:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369335:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369336:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369338:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369340:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369342:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369343:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369344:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369347:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369349:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369351:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369352:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369354:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369356:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369359:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369360:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369362:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369363:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369365:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369367:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369380:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369381:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369382:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369385:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369387:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369389:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369391:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369393:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369415:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369420:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369421:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369424:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369425:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369428:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369430:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369431:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369433:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369434:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369436:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369438:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369440:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369442:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369557:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369560:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369564:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369566:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369569:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369570:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369573:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369575:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369576:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369578:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369579:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369582:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369583:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369585:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369587:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369589:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369591:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369593:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369595:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369597:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369598:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369601:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369602:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369604:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369605:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369606:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369609:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369610:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369612:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369614:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369616:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369618:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369621:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369623:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369626:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369627:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369629:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369630:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369632:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369633:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369634:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369636:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369638:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369639:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369641:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369643:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369645:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369647:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369649:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369651:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369652:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369654:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369656:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369658:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369659:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369661:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369663:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369665:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369667:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369669:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369671:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369672:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369675:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369677:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369679:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369681:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369683:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369685:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369687:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369688:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369689:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369691:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369693:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369694:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369696:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369698:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369700:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369702:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369704:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369706:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369707:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369709:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369711:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369712:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369713:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369714:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369716:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369718:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369720:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369722:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369723:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369725:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369727:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369729:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369731:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369732:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369734:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369736:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369738:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369739:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369740:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369743:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369744:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369746:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369748:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369750:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369752:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369755:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369757:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369759:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369760:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369762:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369764:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369765:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369766:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369767:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369769:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369771:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369772:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369774:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369777:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369779:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369781:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369783:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369786:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369787:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369789:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369791:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369792:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369793:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369794:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369797:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369799:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369800:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369802:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369805:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369806:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369809:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369810:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369812:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369814:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369816:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369818:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369819:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369820:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369821:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369824:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369825:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369827:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369828:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369830:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369832:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369835:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369837:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369840:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369841:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369843:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369845:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369847:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369848:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369849:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369852:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369853:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369855:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369857:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369859:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369861:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369863:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369865:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369867:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369868:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369870:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369872:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369873:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369874:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369875:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369878:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369879:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369881:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369883:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369885:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369887:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369889:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369891:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369893:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369895:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369897:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369898:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369900:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369901:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369902:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369904:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369906:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369908:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369910:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369912:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369913:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369916:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369918:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369920:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369922:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369924:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369926:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369927:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369928:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369929:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369932:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369934:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369935:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369937:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369939:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369941:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369944:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369945:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369947:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369948:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369960:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369963:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369965:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369966:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369967:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369970:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369972:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369973:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.369975:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.369978:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369979:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.369982:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.369984:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.369986:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.369987:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.369991:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.369993:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.369995:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.369996:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.369997:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.369999:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370002:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370003:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370005:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370007:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370009:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370012:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370013:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370016:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370017:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370018:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370021:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370022:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370023:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370025:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370027:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370029:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370031:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370033:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370035:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370036:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370039:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370041:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370043:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370044:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370046:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370048:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370050:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370051:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370052:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370055:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370057:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370058:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370061:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370063:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370064:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370067:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370068:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370070:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370072:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370074:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370076:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370077:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370078:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370080:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370083:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370085:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370087:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370089:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370091:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370092:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370095:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370096:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370098:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370099:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370101:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370103:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370104:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370105:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370106:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370108:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370110:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370111:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370113:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370114:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370116:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370118:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370119:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370121:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370122:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370124:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370126:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370127:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370128:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370129:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370132:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370134:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370135:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370137:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370139:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370141:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370143:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370144:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370146:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370147:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370149:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370151:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370153:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370154:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370155:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370157:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370159:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370161:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370162:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370165:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370167:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370169:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370171:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370173:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370174:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370176:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370178:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370179:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370180:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370181:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370184:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370185:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370187:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370188:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370190:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370192:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370194:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370195:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370198:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370199:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370201:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370203:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370204:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370205:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370206:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370208:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370210:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370211:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370213:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370215:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370217:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370220:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370222:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370224:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370225:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370226:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370228:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370229:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370230:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370231:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370234:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370236:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370237:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370239:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370241:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370243:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370245:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370246:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370249:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370249:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370252:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370254:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370255:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370256:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370258:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370260:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370262:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370263:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370265:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370267:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370269:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370271:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370273:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370275:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370276:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370278:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370280:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370281:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370282:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370283:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370285:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370287:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370288:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370290:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370292:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370293:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370296:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370297:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370299:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370300:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370301:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370303:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370304:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370305:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370307:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370308:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370310:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370312:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370313:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370315:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370316:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370318:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370320:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370322:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370323:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370325:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370326:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370327:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370329:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370330:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370333:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370334:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370336:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370337:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370339:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370341:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370343:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370344:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370346:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370347:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370349:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370351:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370352:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370353:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370354:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370357:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370358:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370360:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370362:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370364:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370366:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370635:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370637:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370641:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370643:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370646:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370649:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370650:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370652:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370653:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370656:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370658:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370662:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370664:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370666:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370668:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370672:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370673:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370675:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370676:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370679:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370681:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370683:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370684:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370685:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370688:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370690:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370691:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370693:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370696:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370698:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370700:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370702:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370704:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370705:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370708:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370710:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370711:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370712:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370713:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370716:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370718:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370720:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370722:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370724:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370725:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370728:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370730:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370732:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370733:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370736:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370738:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370739:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370740:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370741:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370744:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370745:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370747:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370748:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370750:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370751:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370754:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370755:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370757:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370758:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370760:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370762:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370763:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370764:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370765:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370768:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370769:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370772:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370774:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370776:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370777:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370780:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370782:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370784:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370785:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370787:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370789:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370791:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370792:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370793:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370795:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370797:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370799:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370801:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370803:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370805:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370808:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370809:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370811:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370812:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370814:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370815:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370817:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370818:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370819:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370821:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370823:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370824:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370826:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370828:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370830:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370833:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370834:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370837:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370838:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370840:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370842:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370844:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370845:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370846:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370849:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370850:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370852:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370854:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370856:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370857:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370860:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370862:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370864:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370865:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370867:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370869:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370871:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370872:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370874:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370876:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370878:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370880:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370882:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370884:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370885:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370888:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370889:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370892:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370893:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370895:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370897:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370898:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370900:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370901:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370903:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370905:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370907:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370909:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370911:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370912:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370915:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370916:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370919:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370920:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370922:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370924:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370926:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370927:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370928:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370931:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370933:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370934:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370936:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370938:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370940:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370943:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370944:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370947:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370948:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370962:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370965:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370967:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370968:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370969:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.370972:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370975:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370977:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.370979:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.370981:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370982:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.370986:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.370987:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.370990:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.370991:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.370993:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.370995:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.370997:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.370998:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.370999:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371002:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371004:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371006:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371008:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371010:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371011:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371014:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371016:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371018:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371019:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371021:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371023:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371025:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371026:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371028:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371030:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371032:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371034:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371036:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371038:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371040:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371043:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371044:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371046:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371047:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371050:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371052:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371053:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371054:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371055:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371057:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371059:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371061:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371062:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371064:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371066:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371069:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371070:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371073:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371074:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371076:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371078:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371079:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371080:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371082:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371084:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371086:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371087:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371090:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371092:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371093:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371096:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371098:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371100:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371101:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371103:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371105:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371107:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371108:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371109:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371111:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371113:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371115:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371117:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371119:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371121:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371124:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371125:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371128:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371129:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371131:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371133:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371135:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371136:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371137:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371139:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371141:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371143:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371144:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371146:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371148:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371150:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371152:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371154:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371155:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371157:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371160:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371161:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371162:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371163:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371166:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371167:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371169:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371171:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371173:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371174:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371177:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371178:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371181:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371182:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371184:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371186:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371188:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371189:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371190:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371192:0:35914:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371194:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371196:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.371198:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371200:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371202:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.371205:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371206:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371209:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371210:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371212:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371214:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371216:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788926563.371217:0:35914:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788926563.371218:0:35914:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00800000:00000001:1.0:1788926563.371221:0:35914:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.371223:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.371224:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788926563.371226:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.371228:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.371229:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.371232:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.371233:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.371236:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.371237:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.371239:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.371241:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.371243:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.371246:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.371247:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.371253:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788926563.371255:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: age 1921, max_age 1930 00000008:00000001:1.0:1788926563.371258:0:35914:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788926563.371261:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000010:1.0:1788926563.371268:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926563.371272:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=4 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.371275:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.371276:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.371278:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926563.371280:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.371283:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.371287:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.371293:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:1.0:1788926563.371298:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.371301:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.371303:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.371308:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.371311:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.371313:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.371315:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.371320:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.371323:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.371325:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.371327:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.371335:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.371344:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.371347:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.371350:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.371352:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.371355:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.371358:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513984128:192.168.203.140@tcp:13:lfs.0 00000100:00000001:1.0:1788926563.371362:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.371366:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.371369:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.371739:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.371745:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.371747:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.371754:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.371758:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.371764:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926563.371771:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513984128, portal 4 00000100:00000001:1.0:1788926563.371772:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.371774:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926563.371781:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.371788:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.371791:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.371793:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926563.371796:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513984128, offset 0 00000400:00000200:1.0:1788926563.371802:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.371809:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.371816:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.371821:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.371825:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.371828:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.371830:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.371834:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3009:3009:256:4294967295] 192.168.203.140@tcp LPNI seq info [3009:3009:8:4294967295] 00000400:00000200:1.0:1788926563.371838:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.371846:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.371852:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.371856:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:1.0:1788926563.371862:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.371869:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.371873:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.371893:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.371897:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20738 usecs (21 jiffies) 00000400:00000200:1.0:1788926563.371900:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.371903:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598527 00000100:00000001:1.0:1788926563.371906:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599324 00000100:00000001:1.0:1788926563.371908:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598527 00000100:00000001:1.0:1788926563.371910:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599324 00000100:00000001:1.0:1788926563.371912:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.371915:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.371917:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.371919:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.371921:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.371923:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.371926:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.372147:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.372152:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926563.372157:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.372161:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.372166:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:2.0:1788926563.372169:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:2.0:1788926563.372173:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.372177:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.372186:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.372189:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.372205:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.372207:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.374287:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.374302:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.374306:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.374309:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.374317:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.374324:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.374332:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.374337:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.374342:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.374346:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32365c80 00000400:00000200:3.0:1788926563.374351:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.374356:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x890d [1] + 224 00000800:00000001:3.0:1788926563.374362:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.374381:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.374385:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.374389:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.374430:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.374438:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.374457:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.374476:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.374483:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.374487:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.374674:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.374681:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.374683:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.374686:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926563.374690:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926563.374692:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926563.374695:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.374700:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926563.374710:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.374716:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.374717:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.374719:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.374723:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.374725:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.374727:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.374730:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.374738:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dcf0 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1788926563.374742:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.374745:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.374746:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.374750:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.374753:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.374757:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.374758:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:1.0:1788926563.374760:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.374761:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.374766:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.374773:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.374776:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.374778:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.374781:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926563.374794:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513984128:192.168.203.140@tcp:13:lfs.0 00000100:00000001:1.0:1788926563.374799:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.374802:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.374804:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.374806:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.374809:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.374816:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.374819:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.374821:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.374823:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926563.374828:0:35914:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788926563.374829:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.374833:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513984128/t0(0) o13->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.374838:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.374840:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.374843:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.374846:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.374849:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.374850:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.374852:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.374855:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:1.0:1788926563.374858:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.374860:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.374861:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926563.374864:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.374866:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788926563.374869:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9d76e0357000: update ffff9d76e0285198 cache blocks 901352/958279 objects 261772/262144 00020000:00000001:1.0:1788926563.374873:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.374877:0:35914:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.374881:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.374883:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.374886:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.374890:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.374949:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.374961:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.374968:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.374970:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.374975:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.374979:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.374981:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.374984:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.374985:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.374991:0:35914:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788926563.374993:0:35914:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: age 1921, max_age 1930 00000008:00000001:1.0:1788926563.374996:0:35914:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788926563.374998:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000010:1.0:1788926563.375003:0:35914:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926563.375005:0:35914:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=4 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.375008:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.375009:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.375011:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1788926563.375013:0:35914:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.375016:0:35914:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.375019:0:35914:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.375024:0:35914:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:1.0:1788926563.375029:0:35914:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.375033:0:35914:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.375034:0:35914:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.375038:0:35914:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.375041:0:35914:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.375044:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.375045:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.375049:0:35914:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.375053:0:35914:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.375055:0:35914:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.375056:0:35914:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.375061:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.375067:0:35914:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.375069:0:35914:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.375072:0:35914:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.375074:0:35914:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.375076:0:35914:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.375080:0:35914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513984256:192.168.203.140@tcp:13:lfs.0 00000100:00000001:1.0:1788926563.375083:0:35914:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.375086:0:35914:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.375088:0:35914:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.375090:0:35914:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.375094:0:35914:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.375096:0:35914:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.375100:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.375103:0:35914:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.375106:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926563.375111:0:35914:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513984256, portal 4 00000100:00000001:1.0:1788926563.375113:0:35914:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.375114:0:35914:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926563.375120:0:35914:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.375127:0:35914:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.375129:0:35914:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.375132:0:35914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8990. 00000100:00000200:1.0:1788926563.375135:0:35914:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875823513984256, offset 0 00000400:00000200:1.0:1788926563.375141:0:35914:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.375147:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.375152:0:35914:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.375157:0:35914:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.375161:0:35914:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.375165:0:35914:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.375168:0:35914:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.375172:0:35914:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3010:3010:256:4294967295] 192.168.203.140@tcp LPNI seq info [3010:3010:8:4294967295] 00000400:00000200:1.0:1788926563.375176:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.375185:0:35914:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.375190:0:35914:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.375194:0:35914:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926563.375200:0:35914:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.375206:0:35914:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.375210:0:35914:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.375229:0:35914:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.375234:0:35914:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 206547 usecs (207 jiffies) 00000400:00000200:1.0:1788926563.375237:0:35914:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.375239:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296598716 00000100:00000001:1.0:1788926563.375242:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296599324 00000100:00000001:1.0:1788926563.375244:0:35914:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296598716 00000100:00000001:1.0:1788926563.375246:0:35914:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296599324 00000100:00000001:1.0:1788926563.375248:0:35914:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.375250:0:35914:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.375253:0:35914:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.375254:0:35914:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.375256:0:35914:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.375258:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.375260:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.375633:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.375637:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:2.0:1788926563.375641:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.375646:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.375650:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8990 00000400:00000010:2.0:1788926563.375652:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8990. 00000100:00000001:2.0:1788926563.375655:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.375659:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.375668:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.375671:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.375677:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.375679:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.377569:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.377585:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.377589:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.377592:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.377600:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.377606:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.377615:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.377619:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.377624:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.377628:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 368 into portal 4 MB=0x6aa0d32365d00 00000400:00000200:3.0:1788926563.377633:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.377638:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 368/368 into md 0x8915 [1] + 224 00000800:00000001:3.0:1788926563.377644:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.377650:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.377653:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.377658:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.377665:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.377672:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.377682:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.377710:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.377717:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.377721:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.377830:0:35914:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.377837:0:35914:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.377839:0:35914:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.377842:0:35914:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926563.377846:0:35914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:1.0:1788926563.377849:0:35914:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:1.0:1788926563.377852:0:35914:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.377856:0:35914:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926563.377869:0:35914:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.377874:0:35914:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.377876:0:35914:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.377878:0:35914:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.377881:0:35914:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.377883:0:35914:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.377885:0:35914:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.377888:0:35914:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.377896:0:35914:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a4a8 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1788926563.377900:0:35914:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.377902:0:35914:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.377905:0:35914:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.377907:0:35914:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.377909:0:35914:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.377913:0:35914:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.377915:0:35914:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:1.0:1788926563.377917:0:35914:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.377919:0:35914:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.377923:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.377929:0:35914:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.377932:0:35914:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.377934:0:35914:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.377937:0:35914:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926563.377944:0:35914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job lfs:4486b962-ec3d-45f5-8472-13c4fc59e40f:35914:1875823513984256:192.168.203.140@tcp:13:lfs.0 00000100:00000001:1.0:1788926563.377949:0:35914:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.377963:0:35914:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.377966:0:35914:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.377968:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.377972:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.377978:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.377981:0:35914:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.377984:0:35914:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.377985:0:35914:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926563.377991:0:35914:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788926563.377992:0:35914:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.377995:0:35914:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513984256/t0(0) o13->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:7/4 lens 224/368 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.378001:0:35914:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.378003:0:35914:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.378006:0:35914:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:1.0:1788926563.378009:0:35914:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.378011:0:35914:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.378013:0:35914:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.378015:0:35914:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.378018:0:35914:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:1.0:1788926563.378020:0:35914:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.378022:0:35914:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.378024:0:35914:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926563.378027:0:35914:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.378028:0:35914:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788926563.378031:0:35914:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9d76e0357000: update ffff9d76e0280458 cache blocks 901344/958279 objects 261773/262144 00020000:00000001:1.0:1788926563.378035:0:35914:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.378039:0:35914:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378043:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.378046:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378049:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378052:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378111:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378113:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378120:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378123:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378128:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378132:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378134:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378137:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378138:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378141:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378143:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378145:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378147:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378149:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378150:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378154:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378155:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378157:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378158:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378160:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378162:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378163:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378164:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378165:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378167:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378168:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378170:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378172:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378174:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378175:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378177:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378179:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378181:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378181:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378183:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378185:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378186:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378187:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378188:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378192:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378193:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378195:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378197:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378199:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378200:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378203:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378204:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378206:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378207:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378209:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378211:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378213:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378213:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378214:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378217:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378218:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378220:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378222:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378224:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378225:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378228:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378230:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378232:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378233:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378235:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378237:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378239:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378240:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378241:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378243:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378245:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378247:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378249:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378251:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378252:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378255:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378256:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378258:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378260:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378262:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378263:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378265:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378266:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378267:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378269:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378271:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378273:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378275:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378276:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378278:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378281:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378283:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378285:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378287:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378289:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378291:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378292:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378293:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378294:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378296:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378298:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378300:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378302:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378305:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378306:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378309:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378311:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378313:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378314:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378317:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378319:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378321:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378322:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378323:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378326:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378327:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378329:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378331:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378333:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378335:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378337:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378338:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378341:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378342:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378344:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378345:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378347:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378348:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378349:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378351:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378353:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378354:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378356:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378358:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378360:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378362:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378364:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378366:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378367:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378659:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378665:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378667:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378669:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378670:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378674:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378676:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378678:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378680:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378683:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378685:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378691:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378693:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378696:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378697:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378700:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378702:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378703:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378705:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378706:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378708:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378710:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378711:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378713:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378715:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378717:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378720:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378721:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378724:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378725:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378727:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378730:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378731:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378732:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378733:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378735:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378737:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378738:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378740:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378742:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378744:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378747:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378749:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378751:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378752:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378754:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378756:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378758:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378759:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378760:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378763:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378765:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378766:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378768:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378770:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378772:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378774:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378775:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378778:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378779:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378781:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378783:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378785:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378786:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378787:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378789:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378791:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378793:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378795:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378797:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378798:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378801:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378802:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378805:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378806:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378808:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378810:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378811:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378812:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378814:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378816:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378818:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378819:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378821:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378823:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378825:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378828:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378829:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378831:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378832:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378834:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378836:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378838:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378839:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378840:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378843:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378845:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378846:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378848:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378850:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378852:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378854:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378856:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378858:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378859:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378861:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378863:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378864:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378865:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378867:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378869:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378871:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378872:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378875:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378877:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378879:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378882:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378883:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378885:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378886:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378888:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378890:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378891:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378892:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378894:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378896:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378898:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378900:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378902:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378905:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378906:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378909:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378911:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378913:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378914:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378916:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378918:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378920:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378921:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378922:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378924:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378925:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378927:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378929:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378931:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378933:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378936:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378937:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378939:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378940:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378942:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378944:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378946:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378947:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378948:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378960:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378962:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378964:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378966:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378968:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378969:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378973:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.378975:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.378977:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.378978:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.378980:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.378983:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.378985:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.378985:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.378987:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.378989:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378991:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378993:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.378995:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.378997:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.378999:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379001:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379003:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379005:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379006:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379008:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379010:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379012:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379013:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379014:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379016:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379018:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379019:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379021:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379023:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379024:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379027:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379029:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379031:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379032:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379035:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379037:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379038:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379039:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379040:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379042:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379044:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379046:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379048:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379050:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379052:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379055:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379056:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379058:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379059:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379062:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379064:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379065:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379066:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379067:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379069:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379071:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379073:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379075:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379077:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379079:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379082:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379083:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379086:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379087:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379089:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379091:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379093:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379094:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379095:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379098:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379100:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379101:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379103:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379105:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379107:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379109:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379111:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379113:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379114:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379116:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379118:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379119:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379121:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379122:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379124:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379126:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379127:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379130:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379131:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379133:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379136:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379137:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379139:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379140:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379141:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379143:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379144:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379145:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379147:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379149:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379151:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379152:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379154:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379156:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379158:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379160:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379161:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379164:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379165:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379167:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379168:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379170:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379170:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379171:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379174:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379176:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379178:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379180:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379181:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379183:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379186:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379188:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379190:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379191:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379193:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379195:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379197:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379197:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379199:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379201:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379203:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379205:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379206:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379208:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379210:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379214:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379215:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379217:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379219:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379221:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379223:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379224:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379225:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379227:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379229:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379230:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379232:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379234:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379236:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379238:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379240:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379241:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379243:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379244:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379246:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379248:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379250:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379251:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379252:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379254:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379256:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379258:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379260:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379262:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379264:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379267:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379268:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379271:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379272:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379274:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379276:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379277:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379279:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379281:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379283:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379288:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379289:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379291:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379293:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379294:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379296:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379297:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379299:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379300:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379302:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379304:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379306:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379307:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379308:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379310:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379311:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379313:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379315:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379316:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379318:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379320:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379321:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379323:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379324:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379326:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379328:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379329:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379330:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379331:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379333:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379335:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379336:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379338:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379340:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379342:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379344:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.379345:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.379347:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.379348:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.379350:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.379351:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.379353:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.379354:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.379355:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.379357:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379358:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379360:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.379362:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.379364:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379365:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.379367:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380196:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380206:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380208:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380215:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380219:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380221:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380224:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380226:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380230:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380232:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380234:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380236:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380239:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380241:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380250:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380251:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380253:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380255:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380257:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380259:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380261:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380262:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380263:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380266:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380268:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380270:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380272:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380274:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380276:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380279:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380281:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380283:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380284:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380287:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380289:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380291:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380292:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380293:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380295:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380298:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380300:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380302:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380304:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380306:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380309:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380311:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380313:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380314:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380316:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380318:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380320:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380321:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380322:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380325:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380326:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380328:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380330:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380333:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380334:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380337:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380339:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380341:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380342:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380344:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380346:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380347:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380348:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380350:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380352:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380353:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380355:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380356:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380359:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380361:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380364:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380365:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380368:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380379:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380382:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380384:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380385:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380387:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380388:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380391:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380392:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380394:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380411:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380413:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380415:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380418:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380419:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380422:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380423:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380425:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380427:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380428:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380430:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380431:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380433:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380435:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380437:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380439:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380441:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380499:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380503:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380506:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380509:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380510:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380512:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380515:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380516:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380518:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380519:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380521:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380523:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380525:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380527:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380529:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380531:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380533:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380534:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380536:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380537:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380539:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380540:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380542:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380543:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380544:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380546:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380547:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380549:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380551:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380553:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380555:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380557:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380558:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380561:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380562:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380564:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380566:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380567:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380568:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380570:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380572:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380573:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380575:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380577:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380578:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380580:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380582:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380583:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380585:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380586:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380588:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380590:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380591:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380592:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380593:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380595:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380597:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380598:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380600:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380602:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380603:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380605:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380607:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380608:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380609:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380611:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380613:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380614:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380616:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380617:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380619:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380621:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380623:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380625:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380627:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380628:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380631:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380632:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380634:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380635:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380637:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380638:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380640:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380641:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380642:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380644:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380647:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380648:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380650:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380652:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380654:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380656:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380657:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380659:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380660:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380662:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380663:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380665:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380666:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380667:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380669:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380671:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380673:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380675:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380676:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380678:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380680:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380682:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380684:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380685:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380686:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380688:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380689:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380690:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380691:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380693:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380695:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380696:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380698:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380700:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380701:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380704:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380705:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380707:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380708:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380710:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380711:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380713:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380713:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380715:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380717:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380718:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380720:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380722:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380724:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380725:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380728:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380729:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380732:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380733:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380734:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380736:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380737:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380738:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380739:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380741:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380743:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380744:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380746:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380748:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380749:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380752:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380753:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380755:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380756:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380757:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380759:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380760:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380761:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380762:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380764:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380766:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380768:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380769:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380771:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380773:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380775:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380777:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380779:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380780:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380781:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380783:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380785:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380786:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380787:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380789:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380790:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380792:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380794:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380795:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380797:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380799:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380800:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380802:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380803:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380805:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380806:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380808:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380809:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380810:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380812:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380813:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380815:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380817:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380818:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380820:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380822:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380823:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380825:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380826:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380828:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380830:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380831:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380832:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380834:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380836:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380837:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380839:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380841:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380842:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380844:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380846:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380847:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380849:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380850:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380852:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380853:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380855:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380856:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380857:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380859:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380860:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380862:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380864:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380865:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380867:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380869:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380871:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380873:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380874:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380875:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380877:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380878:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380880:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380881:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380883:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380884:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380886:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380888:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380889:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380891:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380893:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380894:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380896:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380897:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380899:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380900:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380902:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380903:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380904:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380906:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380907:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380909:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380911:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380912:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380914:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380916:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380918:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380920:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380921:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380922:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380924:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380925:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380926:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380927:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380929:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380932:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380933:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380935:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380937:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380939:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380941:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380942:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380944:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380945:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380946:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380948:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380949:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380959:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380960:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380963:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380964:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380966:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380968:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380970:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380972:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380974:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.380975:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.380978:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.380978:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.380980:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.380983:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.380984:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.380985:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.380986:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.380988:0:35914:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380990:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380992:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788926563.380993:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.380996:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.380998:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788926563.381000:0:35914:0:(dir.c:2007:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788926563.381002:0:35914:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8) cmd=c00866a4 arg=7fffc7877890 00000080:00000001:1.0:1788926563.381004:0:35914:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788926563.381005:0:35914:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788926563.381007:0:35914:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9d76c8b01800. 00000020:00000001:1.0:1788926563.381009:0:35914:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.381010:0:35914:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788926563.381011:0:35914:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788926563.381012:0:35914:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9d76e0357000: cmd=c00866a4 len=592 karg=ffff9d76c8b01800 uarg=0000000000000000 00020000:00000001:1.0:1788926563.381015:0:35914:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.381016:0:35914:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.381018:0:35914:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788926563.381020:0:35914:0:(llite_lib.c:3991:ll_obd_statfs()) kvfreed 'data': 592 at ffff9d76c8b01800. 00000080:00000001:1.0:1788926563.381022:0:35914:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.381023:0:35914:0:(dir.c:2952:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788926563.381034:0:35914:0:(dir.c:3022:ll_dir_release()) Process entered 00000080:00000001:1.0:1788926563.381037:0:35914:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788926563.381040:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33dd0 00000080:00200008:1.0:1788926563.381043:0:35914:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000 00000080:00400000:1.0:1788926563.381047:0:35914:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788926563.381050:0:35914:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131c000. 00000080:00000001:1.0:1788926563.381054:0:35914:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926563.381056:0:35914:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d33dd0 00000080:00000008:1.0:1788926563.381058:0:35914:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9d76d15b21c8), flags 100000, rc = 0 00000080:00000001:1.0:1788926563.381060:0:35914:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.381061:0:35914:0:(dir.c:3023:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.384041:0:35915:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.384047:0:35915:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.384049:0:35915:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.384052:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87bc0 00000080:00200000:1.0:1788926563.384056:0:35915:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.384064:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0677400. 00800000:00000002:1.0:1788926563.384071:0:35915:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.384075:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.384079:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.384081:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87ae0 00800000:00000002:1.0:1788926563.384084:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.384088:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.384091:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.384093:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.384096:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.384098:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.384101:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.384103:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.384105:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.384108:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.384113:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.384116:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d879b0 00000002:00010000:1.0:1788926563.384118:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.384121:0:35915:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.384123:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.384126:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.384132:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 2 00010000:00000001:1.0:1788926563.384136:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.384141:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.384145:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.384149:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788926563.384161:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.384165:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.384169:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788926563.384177:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.384179:0:35915:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.384181:0:35915:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.384183:0:35915:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.384185:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.384187:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.384190:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.384192:0:35915:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.384195:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0677400. 00000080:00000001:1.0:1788926563.384201:0:35915:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.384202:0:35915:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.384205:0:35915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.384209:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9b3 00800000:00000001:1.0:1788926563.384212:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.384214:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.384216:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.384218:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.384220:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.384222:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.384225:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.384228:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.384229:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.384231:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.384232:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.384234:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9b3 from it ffffb2d841d87bf8 00010000:00000001:1.0:1788926563.384236:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.384238:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.384239:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499200 refcount=3 00000020:00000001:1.0:1788926563.384241:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.384242:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107366912 : -108341602184704 : ffff9d76c1499200) 00010000:00000001:1.0:1788926563.384244:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.384247:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926563.384254:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.384255:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.384257:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.384259:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.384261:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926563.384269:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.384272:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.384274:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.384278:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.384279:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.384280:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384283:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.384286:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384287:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384290:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384292:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.384294:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.384295:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.384297:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.384299:0:35915:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.384301:0:35915:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926563.384306:0:35915:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.384312:0:35915:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926563.384314:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87b58 00000080:00002000:1.0:1788926563.384316:0:35915:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d1758a20) flags 0x48000e refc 0 00000080:00000001:1.0:1788926563.384318:0:35915:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.384320:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87bc8 00000080:00200000:1.0:1788926563.384321:0:35915:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1788926563.384327:0:35915:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788926563.384329:0:35915:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908), inode mode 81a4 mask 52 00000080:00000001:1.0:1788926563.384332:0:35915:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.384338:0:35915:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788926563.384340:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87b98 00000080:00200008:1.0:1788926563.384342:0:35915:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102101 00000080:00000010:1.0:1788926563.384348:0:35915:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76e131c000. 00000080:00000001:1.0:1788926563.384353:0:35915:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788926563.384355:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0677400. 00800000:00000002:1.0:1788926563.384359:0:35915:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.384361:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.384362:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.384364:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87a48 00800000:00000002:1.0:1788926563.384366:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000405:0x30:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.384589:0:35915:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788926563.384591:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.384592:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.384593:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.384595:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.384597:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.384599:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.384600:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.384603:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d879c8 00800000:00000002:1.0:1788926563.384605:0:35915:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788926563.384608:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.384609:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87900 00000002:00010000:1.0:1788926563.384611:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:1.0:1788926563.384615:0:35915:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926563.384617:0:35915:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788926563.384620:0:35915:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926563.384624:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926563.384626:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.384628:0:35915:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926563.384631:0:35915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384633:0:35915:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.384635:0:35915:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.384637:0:35915:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926563.384638:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 2 00010000:00000001:1.0:1788926563.384641:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.384642:0:35915:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926563.384644:0:35915:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926563.384647:0:35915:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788926563.384660:0:35915:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926563.384663:0:35915:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926563.384665:0:35915:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926563.384667:0:35915:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926563.384669:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.384670:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.384672:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 3 00010000:00000001:1.0:1788926563.384674:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.384677:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.384678:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.384679:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.384681:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 3 00010000:00000001:1.0:1788926563.384683:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.384685:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.384686:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.384687:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.384689:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065f500 count: 3 00010000:00000001:1.0:1788926563.384691:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.384692:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.384694:0:35915:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926563.384696:0:35915:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926563.384700:0:35915:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926563.384703:0:35915:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926563.384705:0:35915:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926563.384706:0:35915:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384709:0:35915:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926563.384712:0:35915:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926563.384713:0:35915:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926563.384715:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.384716:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926563.384719:0:35915:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499200 with handle 0xdeff66104c08c9b3 from hash 00010000:00000001:1.0:1788926563.384721:0:35915:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926563.384723:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.384724:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.384725:0:35915:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926563.384727:0:35915:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926563.384729:0:35915:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926563.384731:0:35915:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926563.384733:0:35915:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.384735:0:35915:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788926563.384740:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926563.384743:0:35915:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926563.384748:0:35915:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926563.384750:0:35915:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384752:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926563.384756:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.384759:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.384760:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.384761:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.384763:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.384765:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.384767:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.384774:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b01800. 00000100:00000001:1.0:1788926563.384780:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384785:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.384787:0:35915:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926563.384790:0:35915:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788926563.384796:0:35915:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926563.384798:0:35915:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926563.384799:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926563.384801:0:35915:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499200/0xdeff66104c08c9b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabcb3 expref: -99 pid: 35914 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788926563.384808:0:35915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065f500 count: 0 00010000:00000010:1.0:1788926563.384812:0:35915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592980. 00010000:00000001:1.0:1788926563.384821:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.384823:0:35915:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384824:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.384826:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.384827:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.384833:0:35915:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00010000:00000001:1.0:1788926563.384837:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926563.384838:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788926563.384842:0:35915:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065fe00. 00010000:00000010:1.0:1788926563.384845:0:35915:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592980. 00010000:00000001:1.0:1788926563.384849:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926563.384851:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1499c00. 00000020:00000001:1.0:1788926563.384853:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926563.384856:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1499c00 with handle 0xdeff66104c08c9ba to hash 00000020:00000001:1.0:1788926563.384858:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926563.384859:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.384863:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.384865:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.384867:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.384869:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.384876:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788926563.384887:0:35915:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788926563.384899:0:35915:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788926563.384908:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926563.384913:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.384915:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.384921:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.384923:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.384926:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.384927:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.384931:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.384935:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.384937:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.384939:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.384943:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.384959:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.384962:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.384966:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.384968:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.384970:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.384974:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513984512:192.168.203.140@tcp:101:bash.0 00000100:00000001:1.0:1788926563.384978:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.384983:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.384985:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.384987:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.385034:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9d76e03c0000. 02000000:00000001:1.0:1788926563.385038:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.385045:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.385050:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.385056:0:35915:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9d76c8b02000. 00000100:00000200:1.0:1788926563.385063:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875823513984512, portal 10 00000100:00000001:1.0:1788926563.385064:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.385066:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926563.385071:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.385078:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.385082:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.385085:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926563.385088:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513984512, offset 0 00000400:00000200:1.0:1788926563.385094:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.385102:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.385109:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.385114:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.385118:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.385122:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.385124:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.385128:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3011:3011:256:4294967295] 192.168.203.140@tcp LPNI seq info [3011:3011:8:4294967295] 00000400:00000200:1.0:1788926563.385133:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.385143:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.385149:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.385155:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:1.0:1788926563.385161:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.385168:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.385173:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.385233:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.385239:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 827237 usecs (828 jiffies) 00000400:00000200:1.0:1788926563.385242:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.385245:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599347 00000100:00000001:1.0:1788926563.385253:0:35915:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599324 00000100:00000001:1.0:1788926563.385258:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599347 00000100:00000001:1.0:1788926563.385262:0:35915:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599324 00000100:00000001:1.0:1788926563.385265:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.385268:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.385270:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.385272:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.385275:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.385277:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.385281:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.388244:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.388253:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:2.0:1788926563.388262:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.388271:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.388277:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:2.0:1788926563.388280:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:2.0:1788926563.388285:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.388292:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.388302:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.388306:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.388312:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.388313:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.388861:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.388873:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.388876:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.388878:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.388885:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.388890:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.388898:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.388901:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.388906:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.388910:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c9e80 00000400:00000200:3.0:1788926563.388917:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x86e5 [2] + 1376 00000800:00000001:3.0:1788926563.388924:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.388929:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.388932:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.388935:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.388939:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926563.388942:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926563.388947:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86dca80. 00000100:00000040:3.0:1788926563.388962:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86dca80 x1875823536414336 msgsize 328 00000100:00100000:3.0:1788926563.388967:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926563.389010:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.389017:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.389021:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.389059:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926563.389062:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536414336 02000000:00000001:2.0:1788926563.389064:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926563.389067:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926563.389069:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.389073:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.389077:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536414336 00000020:00000001:2.0:1788926563.389081:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926563.389083:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:2.0:1788926563.389086:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.389089:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:2.0:1788926563.389091:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:2.0:1788926563.389094:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000001:2.0:1788926563.389098:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926563.389103:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318700. 00000100:00000001:2.0:1788926563.389106:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926563.389108:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318700. 00000020:00000010:2.0:1788926563.389114:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d8553600. 00000020:00000010:2.0:1788926563.389119:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642e00. 00000020:00000010:2.0:1788926563.389124:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84eeaf0. 00000100:00000040:2.0:1788926563.389130:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926563.389133:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926563.389134:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926563.389136:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.389142:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.389186:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.389196:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926563.389198:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926563.389202:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 71 00000100:00000040:2.0:1788926563.389205:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76e03f5800 : new rpc_count 1 00000100:00000001:2.0:1788926563.389207:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227181184 : -108341482370432 : ffff9d76c86dca80) 00000100:00000040:2.0:1788926563.389213:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86dca80 x1875823536414336/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:129/0 lens 328/0 e 0 to 0 dl 1788926574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926563.389221:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926563.389224:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318700. 00000100:00000001:2.0:1788926563.389226:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926563.389228:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318700. 00000100:00100000:2.0:1788926563.389232:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:10765:x1875823536414336:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926563.389235:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536414336 00010000:00000001:2.0:1788926563.389239:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926563.389245:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.389246:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.389248:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=2 00000020:00000001:2.0:1788926563.389250:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.389253:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:2.0:1788926563.389256:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.389259:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926563.389265:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:2.0:1788926563.389276:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926563.389279:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926563.389284:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10df000. 02000000:00000001:2.0:1788926563.389286:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.389288:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.389292:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926563.389295:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926563.389298:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926563.389302:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926563.389305:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926563.389307:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926563.389310:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926563.389312:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.389314:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.389317:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.389320:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530e58. 00000100:00000200:2.0:1788926563.389326:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536414336, offset 224 00000400:00000200:2.0:1788926563.389332:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.389337:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.389344:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.389350:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3012:3012:256:4294967295] 192.168.203.140@tcp LPNI seq info [3012:3012:8:4294967295] 00000400:00000200:2.0:1788926563.389354:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.389363:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.389378:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.389383:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3c200. 00000800:00000200:2.0:1788926563.389389:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.389541:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.389545:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.389562:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.389565:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926563.389568:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926563.389572:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76c904c900. 00010000:00000001:2.0:1788926563.389574:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926563.389648:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926563.389651:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.389653:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.389656:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.389662:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86dca80 x1875823536414336/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:129/0 lens 328/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926563.389672:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:10765:x1875823536414336:12345-192.168.203.140@tcp:104: Request processed in 448us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788926563.389679:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 71 00000100:00000040:2.0:1788926563.389683:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76e03f5800 : new rpc_count 0 00000100:00000001:2.0:1788926563.389685:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788926563.389687:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788926563.389691:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642e00. 00000020:00000010:2.0:1788926563.389696:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84eeaf0. 00000020:00000010:2.0:1788926563.389700:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d8553600. 00000020:00000040:2.0:1788926563.389704:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:2.0:1788926563.389707:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926563.389819:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.389822:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.389826:0:16797:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926563.389829:0:16797:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926563.389831:0:16797:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926563.389835:0:16797:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926563.389844:0:16797:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c13ff800 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926563.389847:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926563.389851:0:16797:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.389858:0:16797:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926563.389860:0:16797:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926563.389863:0:16797:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.389869:0:16797:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926563.389871:0:16797:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926563.389873:0:16797:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.389874:0:16797:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.389875:0:16797:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13ff800 refcount=3 00000020:00000001:1.0:1788926563.389877:0:16797:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:1.0:1788926563.389879:0:16797:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106737664 : -108341602813952 : ffff9d76c13ff800) 00010000:00000001:1.0:1788926563.389881:0:16797:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926563.389884:0:16797:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788926563.389890:0:16797:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926563.389894:0:16797:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926563.389897:0:16797:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926563.389899:0:16797:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788926563.389902:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.389906:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.389910:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926563.389913:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.389917:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.389918:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.389919:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.389921:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926563.389923:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.389924:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.389926:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.389927:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.389928:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926563.389930:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.389931:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.389933:0:16797:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.389934:0:16797:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.389935:0:16797:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52df100 count: 2 00010000:00000001:1.0:1788926563.389937:0:16797:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.389938:0:16797:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.389940:0:16797:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.389943:0:16797:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926563.389945:0:16797:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926563.389949:0:16797:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926563.389961:0:16797:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926563.389963:0:16797:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926563.389966:0:16797:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:1.0:1788926563.389970:0:16797:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926563.389973:0:16797:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926563.389977:0:16797:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926563.389980:0:16797:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926563.389983:0:16797:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926563.389985:0:16797:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.389987:0:16797:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926563.389989:0:16797:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926563.389991:0:16797:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.389995:0:16797:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926563.389997:0:16797:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9d76d1538908) invalid 00000020:00000001:1.0:1788926563.390000:0:16797:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d03c40 00000080:00002000:1.0:1788926563.390003:0:16797:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9d76d1758a20) parent ffff9d76d14be6c0 inode ffff9d76d1538908 refc 2 00000080:00000001:1.0:1788926563.390007:0:16797:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926563.390009:0:16797:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926563.390011:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.390013:0:16797:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926563.390016:0:16797:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926563.390018:0:16797:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926563.390019:0:16797:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.390021:0:16797:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926563.390024:0:16797:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13ff800 with handle 0xdeff66104c08c99e from hash 00010000:00000001:1.0:1788926563.390026:0:16797:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926563.390028:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.390029:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.390031:0:16797:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926563.390033:0:16797:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926563.390035:0:16797:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926563.390040:0:16797:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.390044:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.390045:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.390046:0:16797:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.390048:0:16797:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.390051:0:16797:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926563.390056:0:16797:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b480. 00000020:00000040:1.0:1788926563.390059:0:16797:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926563.390063:0:16797:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.390065:0:16797:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.390069:0:16797:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.390075:0:16797:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d0676400. 00000100:00000001:1.0:1788926563.390080:0:16797:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.390083:0:16797:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926563.390087:0:16797:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788926563.390094:0:16797:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926563.390096:0:16797:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.390100:0:16797:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.390105:0:16797:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.390112:0:16797:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000522e0a1d] to pc [ptlrpcd_00_00+0] req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926563.390142:0:16797:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.390144:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.390145:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.390147:0:16797:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.390149:0:16797:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.390151:0:16797:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.390154:0:16797:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.390162:0:16797:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926563.390164:0:16797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13ff800/0xdeff66104c08c99e lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x840913afd2dabc90 expref: -99 pid: 35909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788926563.390171:0:16797:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d33186c0. 00010000:00000040:1.0:1788926563.390176:0:16797:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52df100 count: 0 00010000:00000010:1.0:1788926563.390181:0:16797:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11fa900. 00010000:00000001:1.0:1788926563.390190:0:16797:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.390192:0:16797:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926563.390193:0:16797:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76c904c900. 00010000:00000001:1.0:1788926563.390197:0:16797:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.390199:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.390201:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.390203:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926563.390204:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.390205:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.390207:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926563.390208:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.390209:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.390211:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926563.390219:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788926563.390222:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788926563.390226:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.390231:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.390234:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.390237:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.390238:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.390241:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.390248:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.390256:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.390258:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.390262:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.390264:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.390266:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.390270:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513984640:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926563.390274:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.390279:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.390281:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.390283:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.390290:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76e11ade00. 02000000:00000001:1.0:1788926563.390292:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.390298:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.390303:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4e18. 00000400:00000010:1.0:1788926563.390309:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8550. 00000100:00000200:1.0:1788926563.390315:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513984640, portal 18 00000100:00000001:1.0:1788926563.390317:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.390319:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243231872 : -108341466319744 : ffff9d76c962b480) 00000100:00000040:1.0:1788926563.390325:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.390332:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.390335:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.390337:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8ee0. 00000100:00000200:1.0:1788926563.390341:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513984640, offset 0 00000400:00000200:1.0:1788926563.390345:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.390351:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.390357:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.390363:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.390367:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.390383:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.390386:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.390389:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3013:3013:255:4294967295] 192.168.203.140@tcp LPNI seq info [3013:3013:7:4294967295] 00000400:00000200:1.0:1788926563.390393:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000800:00000200:3.0:1788926563.390559:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.390563:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3c200. 00000400:00000200:3.0:1788926563.390568:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.390573:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.390578:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530e58 00000400:00000010:3.0:1788926563.390581:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530e58. 00000100:00000001:3.0:1788926563.390586:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926563.390587:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:0.0:1788926563.390848:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.390852:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.392056:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.392064:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.392072:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406f00. 00000800:00000200:1.0:1788926563.392078:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.392086:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.392090:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.392103:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.392109:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 827237 usecs (828 jiffies) 00000400:00000200:1.0:1788926563.392115:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.392117:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599354 00000100:00000001:1.0:1788926563.392125:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, simply extend its deadline from 4296599347 00000100:00000001:1.0:1788926563.392130:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599354 00000100:00000001:1.0:1788926563.392134:0:2398:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, simply extend its deadline from 4296599347 00000100:00000001:1.0:1788926563.392136:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.392139:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.392143:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.392148:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.392329:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.392333:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406f00. 00000400:00000200:3.0:1788926563.392338:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.392343:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.392348:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:3.0:1788926563.392351:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:3.0:1788926563.392355:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.392361:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.392372:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.392380:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.392387:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.392389:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.395982:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.395999:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.396003:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.396006:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.396014:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396021:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.396029:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396034:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396039:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396042:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32365e80 00000400:00000200:3.0:1788926563.396048:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396054:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x892d [1] + 224 00000800:00000001:3.0:1788926563.396061:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.396065:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.396068:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.396073:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.396079:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.396087:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.396099:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.396122:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.396130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.396134:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.396136:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.396139:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.396142:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396146:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.396151:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396153:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396156:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396159:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32365e00 00000400:00000200:3.0:1788926563.396162:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.396166:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x891d [32] + 224 00000800:00000001:3.0:1788926563.396170:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.396176:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.396178:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.396182:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.396184:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.396189:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.396198:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.396210:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.396214:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.396217:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.396250:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.396254:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.396261:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.396263:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.396266:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4e18. 00000400:00000200:0.0:1788926563.396271:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8550 00000400:00000010:0.0:1788926563.396274:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8550. 00000100:00000001:0.0:1788926563.396277:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.396281:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926563.396290:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.396295:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.396297:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.396299:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.396302:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.396304:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.396306:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.396309:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.396318:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.396321:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.396324:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.396325:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.396328:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.396331:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.396335:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.396337:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.396339:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.396342:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.396347:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.396354:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.396358:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.396360:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.396364:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926563.396372:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513984640:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926563.396376:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.396386:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.396390:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b480 x1875823513984640/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.396423:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.396426:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.396430:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76e11ade00. 02000000:00000001:0.0:1788926563.396434:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.396437:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.396439:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.396441:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.396454:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d0676400. 02000000:00000001:0.0:1788926563.396458:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.396460:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.396462:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b480. 00000100:00000001:0.0:1788926563.396465:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.396467:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.396469:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.396476:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.396477:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.396480:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.396482:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.396576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926563.396582:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926563.396587:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a680. 00000020:00000040:1.0:1788926563.396590:0:37:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926563.396593:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.396596:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.396600:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.396608:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406f00. 00000100:00000001:1.0:1788926563.396614:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.396620:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926563.396628:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.396632:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.396636:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dcb437e] to pc [ptlrpcd_00_01+1] req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.396649:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.396654:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1936) 00000100:00000001:1.0:1788926563.396668:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.396672:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.396673:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.396675:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:1.0:1788926563.396678:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c8b02000 00000400:00000010:1.0:1788926563.396680:0:35915:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926563.396683:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.396688:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926563.396697:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513984512/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.396704:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.396705:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.396707:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.396709:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.396710:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.396712:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.396714:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.396717:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926563.396720:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.396722:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.396724:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.396726:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.396728:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.396730:0:35915:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926563.396731:0:35915:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926563.396733:0:35915:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926563.396735:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.396737:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.396739:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.396740:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.396742:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.396744:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.396748:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.396755:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.396757:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.396758:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.396762:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926563.396769:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job bash:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513984512:192.168.203.140@tcp:101:bash.0 00000100:00000001:1.0:1788926563.396773:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.396776:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.396779:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.396780:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.396783:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.396790:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.396792:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.396795:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.396796:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.396799:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926563.396803:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.396805:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.396808:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=4 00000020:00000001:1.0:1788926563.396810:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.396813:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000040:1.0:1788926563.396819:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1499c00, remote cookie: 0x840913afd2dabcc1, flags: 0x1001 00010000:00000040:1.0:1788926563.396823:0:35915:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788926563.396826:0:35915:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788926563.396833:0:35915:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76d065fb00. 00010000:00000010:1.0:1788926563.396837:0:35915:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d8592f80. 00010000:00000040:1.0:1788926563.396843:0:35915:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fe00 count: 0 00010000:00000010:1.0:1788926563.396849:0:35915:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592980. 00010000:00000001:1.0:1788926563.396856:0:35915:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.396861:0:35915:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 4/0,1 mode: --/CW res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.396871:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 4/0,1 mode: --/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.396877:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926563.396881:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926563.396883:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926563.396884:0:35915:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926563.396886:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926563.396888:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9d76d065fb00) refcount = 1 00010000:00010000:1.0:1788926563.396893:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.396899:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926563.396902:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926563.396904:0:35915:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.396907:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926563.396909:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.396913:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 4/0,1 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.396920:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926563.396921:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.396922:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.396924:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.396925:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.396926:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.396930:0:35915:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926563.396933:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.396934:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.396935:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.396938:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.396940:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.396942:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.396943:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926563.396948:0:35915:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x200002b, status=0 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926563.396971:0:35915:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788926563.396976:0:35915:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926563.396982:0:35915:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.396987:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.396988:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.396989:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.396991:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.396994:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.396996:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.396997:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.396998:0:35915:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.397000:0:35915:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.397003:0:35915:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788926563.397006:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.397007:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00010000:00000001:1.0:1788926563.397009:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.397010:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.397012:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.397014:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397015:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00000002:00010000:1.0:1788926563.397018:0:35915:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.397025:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397026:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.397027:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926563.397028:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.397030:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.397031:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.397033:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397035:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000040:1.0:1788926563.397038:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:1.0:1788926563.397040:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926563.397044:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 8 res 8589935621/48 (0 0) 00010000:00000001:1.0:1788926563.397047:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397048:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.397049:0:35915:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926563.397051:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87888 00000002:00002000:1.0:1788926563.397053:0:35915:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788926563.397056:0:35915:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.397060:0:35915:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.397062:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926563.397065:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788926563.397068:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.397071:0:35915:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.397075:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0677400. 00000080:00000001:1.0:1788926563.397079:0:35915:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788926563.397084:0:35915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788926563.397088:0:35915:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788926563.397091:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926563.397095:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374680 : -108341539176936 : ffff9d76c50afe18) 00000020:00001000:1.0:1788926563.397097:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afe10 00000020:00000001:1.0:1788926563.397100:0:35915:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788926563.397104:0:35915:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926563.397106:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788926563.397112:0:35915:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e004ec00. 00020000:00000010:1.0:1788926563.397116:0:35915:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76c4d8b800. 00020000:00000010:1.0:1788926563.397120:0:35915:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e004e600. 00020000:00000001:1.0:1788926563.397123:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622960128 : -108341086591488 : ffff9d76e004e600) 00020000:00000002:1.0:1788926563.397126:0:35915:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e004e600, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788926563.397130:0:35915:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788926563.397148:0:35915:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76c4d8b800: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:1.0:1788926563.397152:0:35915:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84177c0) owner ffff9d76d9aca7c0 00020000:00000001:1.0:1788926563.397155:0:35915:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926563.397157:0:35915:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84177c0) owner ffff9d76d9aca7c0 00020000:00000010:1.0:1788926563.397160:0:35915:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76c4d8b800. 00020000:00000010:1.0:1788926563.397163:0:35915:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e004ec00. 00020000:00000010:1.0:1788926563.397166:0:35915:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e004e600. 00020000:00000002:1.0:1788926563.397168:0:35915:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788926563.397170:0:35915:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.397172:0:35915:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926563.397173:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afe10 00000080:00000001:1.0:1788926563.397177:0:35915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:1.0:1788926563.397180:0:35915:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1788926563.397183:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.397185:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.397186:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.397188:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397190:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397192:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397193:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926563.397195:0:35915:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788926563.397197:0:35915:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788926563.397199:0:35915:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.397201:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9ba 00800000:00000001:1.0:1788926563.397204:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.397206:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.397208:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.397209:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.397210:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.397211:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397213:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397216:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397217:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.397218:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.397220:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.397223:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.397227:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.397233:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.397236:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9ba from it ffffb2d841d87bf0 00010000:00000001:1.0:1788926563.397239:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.397240:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.397241:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:1.0:1788926563.397243:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397245:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:1.0:1788926563.397247:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.397250:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 3/0,1 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.397256:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397258:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.397259:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.397261:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.397265:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926563.397271:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.397275:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.397277:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.397280:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397281:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.397283:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.397286:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.397288:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.397289:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.397292:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.397294:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.397295:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.397296:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926563.397300:0:35915:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.397305:0:35915:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76e020e6c0. 00000080:00000001:1.0:1788926563.397308:0:35915:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788926563.397312:0:35915:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1788926563.397314:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.397317:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.397319:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.397321:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.397323:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.397325:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.397327:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.397329:0:35915:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788926563.397333:0:35915:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1b5c540. 00000002:00100000:1.0:1788926563.397338:0:35915:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788926563.397344:0:35915:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.397346:0:35915:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788926563.397349:0:35915:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788926563.397352:0:35915:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.397355:0:35915:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788926563.397358:0:35915:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926563.397360:0:35915:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.397363:0:35915:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926563.397365:0:35915:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.397368:0:35915:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788926563.397369:0:35915:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.397371:0:35915:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926563.397373:0:35915:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.397375:0:35915:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.397378:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.397382:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788926563.397389:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.397390:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9d76e03c0000. 02000000:00000001:1.0:1788926563.397438:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788926563.397440:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.397444:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87b98 00000080:00000008:1.0:1788926563.397446:0:35915:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102101, rc = 0 00020000:00000001:1.0:1788926563.397528:0:35915:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926563.397531:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926563.397536:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926563.397539:0:35915:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.399511:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87d28 00000080:00200008:1.0:1788926563.399518:0:35915:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926563.399527:0:35915:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.399528:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87ca0 00000080:00200000:1.0:1788926563.399530:0:35915:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908),name=recon 00000080:00000010:1.0:1788926563.399536:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7ce00. 00000080:00000001:1.0:1788926563.399541:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.399547:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.399549:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87bc0 00800000:00000002:1.0:1788926563.399551:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.399555:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.399558:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.399562:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.399563:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.399566:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.399568:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.399570:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.399572:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.399576:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.399581:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.399583:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87a90 00000002:00010000:1.0:1788926563.399585:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000405:0x30:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.399588:0:35915:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.399591:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.399594:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.399600:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:1.0:1788926563.399603:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926563.399609:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 30 res 8589935621/48 (0 0) 00000002:00000001:1.0:1788926563.399612:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.399614:0:35915:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.399616:0:35915:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788926563.399619:0:35915:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788926563.399624:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9629f80. 00000020:00000040:1.0:1788926563.399627:0:35915:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:1.0:1788926563.399632:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926563.399636:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.399641:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.399643:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.399645:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.399648:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.399650:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.399654:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.399660:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c8b02000. 00000100:00000001:1.0:1788926563.399667:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.399673:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.399675:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.399676:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.399677:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.399680:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.399685:0:35915:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00010000:00000001:1.0:1788926563.399689:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788926563.399691:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788926563.399693:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:1.0:1788926563.399695:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.399698:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788926563.399702:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c1498e00. 00000020:00000001:1.0:1788926563.399706:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788926563.399709:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c1498e00 with handle 0xdeff66104c08c9c1 to hash 00000020:00000001:1.0:1788926563.399712:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788926563.399713:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.399716:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.399719:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.399722:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.399726:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.399735:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.399744:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788926563.399749:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.399751:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.399756:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb0c0. 00000100:00000001:1.0:1788926563.399758:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260860096 : -108341448691520 : ffff9d76ca6fb0c0) 00000100:00000001:1.0:1788926563.399761:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.399762:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000100:00000001:1.0:1788926563.399767:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.399770:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.399772:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.399773:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.399782:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.399790:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.399792:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.399795:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.399798:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.399800:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.399804:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513984896:192.168.203.140@tcp:101:uname.0 00000100:00000001:1.0:1788926563.399808:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.399813:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.399815:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.399817:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.399821:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76c997d800. 02000000:00000001:1.0:1788926563.399823:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.399831:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.399835:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4630. 00000400:00000010:1.0:1788926563.399841:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926563.399848:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513984896, portal 10 00000100:00000001:1.0:1788926563.399850:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.399851:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243226496 : -108341466325120 : ffff9d76c9629f80) 00000100:00000040:1.0:1788926563.399856:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.399864:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.399866:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.399869:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f83b8. 00000100:00000200:1.0:1788926563.399872:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513984896, offset 0 00000400:00000200:1.0:1788926563.399879:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.399887:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.399894:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.399899:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.399903:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.399907:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.399910:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.399914:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3014:3014:256:4294967295] 192.168.203.140@tcp LPNI seq info [3014:3014:8:4294967295] 00000400:00000200:1.0:1788926563.399918:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.399928:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.399934:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.399939:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406000. 00000800:00000200:1.0:1788926563.399947:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000100:00000001:0.0:1788926563.400201:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926563.400206:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788926563.400208:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.400215:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.400218:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.400220:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.400221:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.400224:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.400230:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.400238:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.400240:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.400242:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.400244:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.400246:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.400249:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513984768:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926563.400252:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.400254:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.400256:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.400258:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.400262:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5e00. 02000000:00000001:0.0:1788926563.400264:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.400268:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.400271:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.400275:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.400278:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513984768, portal 25 00000100:00000001:0.0:1788926563.400280:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.400281:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243228288 : -108341466323328 : ffff9d76c962a680) 00000100:00000040:0.0:1788926563.400286:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.400293:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.400295:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.400297:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821660. 00000100:00000200:0.0:1788926563.400300:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513984768, offset 0 00000400:00000200:0.0:1788926563.400304:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.400309:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.400312:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.400316:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.400318:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.400321:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.400323:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.400325:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3015:3015:255:4294967295] 192.168.203.140@tcp LPNI seq info [3015:3015:7:4294967295] 00000400:00000200:0.0:1788926563.400329:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.400335:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.400339:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.400343:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2000. 00000800:00000200:0.0:1788926563.400346:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.400352:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.400356:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1788926563.400981:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.400985:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.401096:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.401103:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.401106:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296602728 00000100:00000001:0.0:1788926563.401113:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296599354 00000100:00000001:0.0:1788926563.401118:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296602728 00000100:00000001:0.0:1788926563.401121:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296599354 00000100:00000001:0.0:1788926563.401124:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.401127:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.401130:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.401133:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.401156:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.401158:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.402849:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.402859:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2000. 00000400:00000200:2.0:1788926563.402868:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.402875:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.402883:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821660 00000400:00000010:2.0:1788926563.402886:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821660. 00000100:00000001:2.0:1788926563.402891:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.402899:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.402909:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.402913:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.402920:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.402922:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788926563.403786:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.403795:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 825246 usecs (826 jiffies) 00000400:00000200:1.0:1788926563.403802:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.403805:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599364 00000100:00000001:1.0:1788926563.403809:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.403812:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599364 00000100:00000001:1.0:1788926563.403814:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.403816:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.403820:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.403823:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.403826:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.403828:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.403832:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.403835:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926563.404081:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.404095:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.404108:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.404112:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.404117:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.404123:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.404131:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.404136:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.404142:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.404146:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32365f00 00000400:00000200:3.0:1788926563.404151:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.404158:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x893d [1] + 224 00000800:00000001:3.0:1788926563.404166:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.404173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.404176:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.404179:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.404186:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.404192:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.404202:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.404254:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.404257:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926563.404272:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788926563.407056:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.407067:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406000. 00000400:00000200:3.0:1788926563.407075:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.407084:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.407092:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:3.0:1788926563.407095:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:3.0:1788926563.407100:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.407108:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.407121:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.407125:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.407137:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.407139:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.407149:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.407159:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.407162:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.407165:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.407172:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.407176:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.407183:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.407187:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.407192:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.407196:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338c9f00 00000400:00000200:3.0:1788926563.407204:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x86e5 [2] + 1704 00000800:00000001:3.0:1788926563.407212:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.407218:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.407221:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.407224:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.407228:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788926563.407231:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788926563.407235:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86df100. 00000100:00000040:3.0:1788926563.407239:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c86df100 x1875823536414464 msgsize 328 00000100:00100000:3.0:1788926563.407243:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000001:3.0:1788926563.407259:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.407265:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.407268:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788926563.407579:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.407582:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.407585:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.407590:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926563.407592:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926563.407595:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.407602:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926563.407612:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.407619:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.407621:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.407624:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.407627:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.407629:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.407632:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.407635:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.407641:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.407645:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.407648:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.407649:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.407652:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.407654:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.407657:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.407662:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.407670:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.407673:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.407675:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.407679:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926563.407687:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513984768:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926563.407693:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.407696:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.407700:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a680 x1875823513984768/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.407707:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.407710:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.407713:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5e00. 02000000:00000001:0.0:1788926563.407719:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.407722:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.407723:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926563.407726:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.407729:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406f00. 02000000:00000001:0.0:1788926563.407732:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.407733:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.407735:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a680. 00000100:00000001:0.0:1788926563.407738:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.407739:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.407742:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.407750:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.407752:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.407755:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.407758:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.407966:0:16790:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788926563.407970:0:16790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536414464 02000000:00000001:3.0:1788926563.407972:0:16790:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788926563.407974:0:16790:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788926563.407975:0:16790:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.407980:0:16790:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926563.407984:0:16790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536414464 00000020:00000001:3.0:1788926563.407986:0:16790:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788926563.407988:0:16790:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc77 00000020:00000001:3.0:1788926563.407990:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.407993:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76e03f5800 refcount=5 00000020:00000001:3.0:1788926563.407995:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000020:00000001:3.0:1788926563.407998:0:16790:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732626790400 : -108341082761216 : ffff9d76e03f5800) 00000100:00000001:3.0:1788926563.408001:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926563.408007:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9200. 00000100:00000001:3.0:1788926563.408010:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926563.408013:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9200. 00000020:00000010:3.0:1788926563.408018:0:16790:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d10ae400. 00000020:00000010:3.0:1788926563.408023:0:16790:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76d11faf00. 00000020:00000010:3.0:1788926563.408028:0:16790:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76c8629c80. 00000100:00000040:3.0:1788926563.408034:0:16790:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788926563.408037:0:16790:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788926563.408039:0:16790:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788926563.408041:0:16790:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.408048:0:16790:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.408090:0:16790:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788926563.408100:0:16790:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788926563.408102:0:16790:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788926563.408107:0:16790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 72 00000100:00000040:3.0:1788926563.408111:0:16790:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76e03f5800 : new rpc_count 1 00000100:00000001:3.0:1788926563.408113:0:16790:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732227191040 : -108341482360576 : ffff9d76c86df100) 00000100:00000040:3.0:1788926563.408119:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c86df100 x1875823536414464/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:129/0 lens 328/0 e 0 to 0 dl 1788926574 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788926563.408127:0:16790:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788926563.408129:0:16790:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d11f9200. 00000100:00000001:3.0:1788926563.408131:0:16790:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788926563.408133:0:16790:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d11f9200. 00000100:00100000:3.0:1788926563.408137:0:16790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c86df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:6512:x1875823536414464:12345-192.168.203.140@tcp:104: 00000100:00000200:3.0:1788926563.408140:0:16790:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536414464 00010000:00000001:3.0:1788926563.408143:0:16790:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788926563.408150:0:16790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788926563.408151:0:16790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788926563.408153:0:16790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=2 00000020:00000001:3.0:1788926563.408155:0:16790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:3.0:1788926563.408158:0:16790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:3.0:1788926563.408161:0:16790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.408164:0:16790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788926563.408169:0:16790:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788926563.408178:0:16790:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788926563.408182:0:16790:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788926563.408186:0:16790:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76c2d90800. 02000000:00000001:3.0:1788926563.408188:0:16790:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.408190:0:16790:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.408194:0:16790:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788926563.408196:0:16790:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788926563.408199:0:16790:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1788926563.408203:0:16790:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788926563.408206:0:16790:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:3.0:1788926563.408208:0:16790:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:3.0:1788926563.408210:0:16790:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788926563.408212:0:16790:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.408215:0:16790:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926563.408217:0:16790:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926563.408221:0:16790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926563.408225:0:16790:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536414464, offset 224 00000400:00000200:3.0:1788926563.408231:0:16790:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926563.408238:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.408244:0:16790:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926563.408249:0:16790:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3016:3016:256:4294967295] 192.168.203.140@tcp LPNI seq info [3016:3016:8:4294967295] 00000400:00000200:3.0:1788926563.408254:0:16790:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.408262:0:16790:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926563.408268:0:16790:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926563.408272:0:16790:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:3.0:1788926563.408278:0:16790:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926563.408285:0:16790:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926563.408289:0:16790:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788926563.408300:0:16790:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.408303:0:16790:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:3.0:1788926563.408306:0:16790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788926563.408310:0:16790:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1109900. 00010000:00000001:3.0:1788926563.408312:0:16790:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788926563.408326:0:16790:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788926563.408328:0:16790:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.408330:0:16790:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.408332:0:16790:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.408336:0:16790:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86df100 x1875823536414464/t0(0) o104->4486b962-ec3d-45f5-8472-13c4fc59e40f@192.168.203.140@tcp:129/0 lens 328/224 e 0 to 0 dl 1788926574 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788926563.408345:0:16790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c86df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:4486b962-ec3d-45f5-8472-13c4fc59e40f+5:6512:x1875823536414464:12345-192.168.203.140@tcp:104: Request processed in 216us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1788926563.408351:0:16790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 72 00000100:00000040:3.0:1788926563.408354:0:16790:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76e03f5800 : new rpc_count 0 00000100:00000001:3.0:1788926563.408356:0:16790:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788926563.408358:0:16790:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788926563.408363:0:16790:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76d11faf00. 00000020:00000010:3.0:1788926563.408367:0:16790:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76c8629c80. 00000020:00000010:3.0:1788926563.408379:0:16790:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d10ae400. 00000020:00000040:3.0:1788926563.408383:0:16790:0:(genops.c:879:class_export_put()) PUTting export ffff9d76e03f5800 : new refcount 4 00000100:00000001:3.0:1788926563.408386:0:16790:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788926563.408430:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.408433:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.408436:0:16798:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788926563.408439:0:16798:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788926563.408441:0:16798:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788926563.408453:0:16798:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926563.408462:0:16798:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c1499c00 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:0.0:1788926563.408465:0:16798:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788926563.408468:0:16798:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.408475:0:16798:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788926563.408477:0:16798:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788926563.408480:0:16798:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 2/0,0 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.408491:0:16798:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788926563.408493:0:16798:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788926563.408494:0:16798:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.408496:0:16798:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.408498:0:16798:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1499c00 refcount=3 00000020:00000001:0.0:1788926563.408500:0:16798:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926563.408502:0:16798:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107369472 : -108341602182144 : ffff9d76c1499c00) 00010000:00000001:0.0:1788926563.408504:0:16798:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788926563.408507:0:16798:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 3/0,0 mode: CW/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788926563.408513:0:16798:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788926563.408517:0:16798:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788926563.408520:0:16798:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926563.408522:0:16798:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode CW 00000002:00000001:0.0:1788926563.408526:0:16798:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.408528:0:16798:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.408534:0:16798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926563.408537:0:16798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926563.408541:0:16798:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.408543:0:16798:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.408544:0:16798:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.408545:0:16798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926563.408547:0:16798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926563.408550:0:16798:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.408552:0:16798:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.408554:0:16798:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926563.408557:0:16798:0:(file.c:314:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.408558:0:16798:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788926563.408559:0:16798:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:0.0:1788926563.408562:0:16798:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.408563:0:16798:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.408564:0:16798:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926563.408567:0:16798:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926563.408569:0:16798:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.408570:0:16798:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.408574:0:16798:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788926563.408576:0:16798:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9d76d1538908) invalid 00000020:00000001:0.0:1788926563.408579:0:16798:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d0bc40 00000080:00002000:0.0:1788926563.408582:0:16798:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9d76d1758a20) parent ffff9d76d14be6c0 inode ffff9d76d1538908 refc 1 00000080:00000001:0.0:1788926563.408585:0:16798:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788926563.408587:0:16798:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788926563.408589:0:16798:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.408592:0:16798:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788926563.408594:0:16798:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788926563.408596:0:16798:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788926563.408598:0:16798:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.408600:0:16798:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788926563.408602:0:16798:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1499c00 with handle 0xdeff66104c08c9ba from hash 00010000:00000001:0.0:1788926563.408604:0:16798:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788926563.408606:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.408607:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.408608:0:16798:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788926563.408611:0:16798:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788926563.408614:0:16798:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788926563.408618:0:16798:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.408622:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.408623:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.408624:0:16798:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.408627:0:16798:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926563.408629:0:16798:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788926563.408634:0:16798:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857ad80. 00000020:00000040:0.0:1788926563.408638:0:16798:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926563.408642:0:16798:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.408644:0:16798:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.408648:0:16798:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.408654:0:16798:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76ca5f5e00. 00000100:00000001:0.0:1788926563.408659:0:16798:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.408662:0:16798:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788926563.408666:0:16798:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 2/0,0 mode: --/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926563.408673:0:16798:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788926563.408674:0:16798:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.408679:0:16798:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.408683:0:16798:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.408689:0:16798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba913916] to pc [ptlrpcd_00_00+0] req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788926563.408714:0:16798:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.408717:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.408718:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.408719:0:16798:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.408722:0:16798:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.408723:0:16798:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.408727:0:16798:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 1/0,0 mode: --/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.408733:0:16798:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788926563.408736:0:16798:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1499c00/0xdeff66104c08c9ba lrc: 0/0,0 mode: --/CW res: [0x200000405:0x30:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x840913afd2dabcc1 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.408748:0:16798:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.408749:0:16798:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788926563.408751:0:16798:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1109900. 00010000:00000001:0.0:1788926563.408754:0:16798:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.408757:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.408758:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.408760:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926563.408762:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.408763:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.408764:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788926563.408766:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788926563.408767:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.408769:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788926563.408776:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788926563.408779:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788926563.408780:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.408784:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.408786:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.408788:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.408789:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.408791:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.408796:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.408803:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.408805:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.408808:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.408810:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.408812:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.408815:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513985024:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926563.408818:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.408823:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.408825:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.408827:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.408831:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76ca5f5400. 02000000:00000001:0.0:1788926563.408833:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.408837:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.408841:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.408844:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.408849:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513985024, portal 18 00000100:00000001:0.0:1788926563.408851:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.408852:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:0.0:1788926563.408858:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.408865:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.408867:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.408870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821dd0. 00000100:00000200:0.0:1788926563.408873:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513985024, offset 0 00000400:00000200:0.0:1788926563.408877:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.408881:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.408886:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.408890:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.408894:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.408897:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.408899:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.408903:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3017:3017:255:4294967295] 192.168.203.140@tcp LPNI seq info [3017:3017:7:4294967295] 00000400:00000200:0.0:1788926563.408906:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.408913:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.408917:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.408921:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2300. 00000800:00000200:0.0:1788926563.408925:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.408930:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.408933:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.408935:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.408939:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 825246 usecs (826 jiffies) 00000400:00000200:0.0:1788926563.408942:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.408945:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599369 00000100:00000001:0.0:1788926563.408947:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:0.0:1788926563.408949:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599369 00000100:00000001:0.0:1788926563.408964:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:0.0:1788926563.408966:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.408968:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.408971:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.408973:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.409036:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.409038:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.409337:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.409342:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:3.0:1788926563.409347:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.409352:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.409357:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:3.0:1788926563.409359:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:3.0:1788926563.409364:0:2391:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788926563.409374:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788926563.409603:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.409606:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2300. 00000400:00000200:3.0:1788926563.409610:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.409614:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.409618:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821dd0 00000400:00000010:3.0:1788926563.409619:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821dd0. 00000100:00000001:3.0:1788926563.409622:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.409627:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.409636:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.409638:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.409644:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.409646:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.412899:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.412913:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.412917:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.412920:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.412928:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.412935:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.412943:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.412948:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.412963:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.412967:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32366000 00000400:00000200:3.0:1788926563.412973:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.412978:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x894d [1] + 224 00000800:00000001:3.0:1788926563.412985:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.412992:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.412996:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.413000:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.413007:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.413015:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.413026:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.413044:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.413052:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.413056:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.413101:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.413105:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.413112:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.413115:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.413118:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.413123:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:0.0:1788926563.413125:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:0.0:1788926563.413128:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.413133:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926563.413140:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.413146:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.413148:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.413150:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.413163:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.413165:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.413167:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.413170:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.413178:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.413182:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.413185:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.413187:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.413190:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.413193:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.413197:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.413199:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.413201:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.413204:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.413209:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.413216:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.413220:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.413221:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.413225:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926563.413239:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513985024:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926563.413244:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.413246:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.413249:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513985024/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926563.413256:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.413259:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.413263:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76ca5f5400. 02000000:00000001:0.0:1788926563.413268:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.413271:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.413272:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.413275:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.413277:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76ca5f5e00. 02000000:00000001:0.0:1788926563.413280:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.413282:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.413283:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:0.0:1788926563.413288:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.413289:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.413292:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.413299:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.413300:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.413302:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926563.413305:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926563.415514:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.415528:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.415531:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.415534:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.415542:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.415561:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.415570:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.415575:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.415580:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.415583:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 640 into portal 10 MB=0x6aa0d32365f80 00000400:00000200:3.0:1788926563.415588:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.415592:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 640/640 into md 0x8935 [1] + 224 00000800:00000001:3.0:1788926563.415599:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.415646:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.415650:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.415654:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.415661:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.415669:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.415680:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.415708:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.415715:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.415718:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.415801:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926563.415809:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926563.415811:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926563.415814:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4630. 00000400:00000200:2.0:1788926563.415820:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:2.0:1788926563.415823:0:35915:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:2.0:1788926563.415826:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.415830:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788926563.415838:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.415843:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926563.415845:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.415848:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926563.415851:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926563.415854:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926563.415856:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.415858:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926563.415866:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926563.415870:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926563.415872:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926563.415874:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.415877:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926563.415880:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.415884:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926563.415886:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788926563.415888:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926563.415891:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.415895:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.415901:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.415903:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926563.415905:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926563.415909:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788926563.415916:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9629f80 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513984896:192.168.203.140@tcp:101:uname.0 00000100:00000001:2.0:1788926563.415921:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.415923:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.415925:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926563.415927:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.415930:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.415936:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926563.415939:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb0c0. 00000100:00000001:2.0:1788926563.415942:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926563.415943:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.415946:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788926563.415959:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.415962:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.415965:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=4 00000020:00000001:2.0:1788926563.415967:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.415970:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000040:2.0:1788926563.415976:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c1498e00, remote cookie: 0x840913afd2dabcd6, flags: 0x1001 00010000:00010000:2.0:1788926563.415981:0:35915:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 4/1,0 mode: --/CR res: [0x200000405:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.415991:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.415997:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788926563.416000:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788926563.416002:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788926563.416004:0:35915:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788926563.416005:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788926563.416008:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9d76d065fb00) refcount = 1 00010000:00010000:2.0:1788926563.416011:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416017:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788926563.416020:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788926563.416021:0:35915:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.416024:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788926563.416026:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.416030:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416036:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788926563.416037:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416038:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416040:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416041:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416042:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.416046:0:35915:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788926563.416048:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416049:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416051:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416052:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416054:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416057:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416058:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416059:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=4 00000020:00000001:2.0:1788926563.416060:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416062:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416064:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.416067:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.416070:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416076:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416077:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416078:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416079:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416080:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=5 00000020:00000001:2.0:1788926563.416082:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416084:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416086:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.416088:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416094:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416095:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926563.416097:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416104:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.416105:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416106:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416107:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416108:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788926563.416113:0:35915:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788926563.416127:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416128:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416129:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416131:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416133:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00000002:00010000:2.0:1788926563.416136:0:35915:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788926563.416146:0:35915:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76d3318700. 00010000:00000001:2.0:1788926563.416148:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416149:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.416151:0:35915:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.416152:0:35915:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.416156:0:35915:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788926563.416158:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416159:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416160:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416162:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416164:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00000002:00010000:2.0:1788926563.416167:0:35915:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416173:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416174:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416175:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788926563.416177:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416178:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416179:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416181:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416183:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000040:2.0:1788926563.416189:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:2.0:1788926563.416192:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788926563.416196:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:2.0:1788926563.416198:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416199:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.416200:0:35915:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788926563.416203:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87a18 00000002:00002000:2.0:1788926563.416205:0:35915:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788926563.416207:0:35915:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.416210:0:35915:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.416213:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926563.416216:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000405:0x30:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788926563.416218:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788926563.416223:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7ce00. 00000080:00000001:2.0:1788926563.416227:0:35915:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788926563.416229:0:35915:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788926563.416234:0:35915:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788926563.416237:0:35915:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:2.0:1788926563.416240:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.416244:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.416247:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.416249:0:35915:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926563.416253:0:35915:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926563.416255:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926563.416260:0:35915:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866fc00. 00020000:00000010:2.0:1788926563.416264:0:35915:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76e0a02a00. 00020000:00000010:2.0:1788926563.416269:0:35915:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866f540. 00020000:00000001:2.0:1788926563.416271:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226733376 : -108341482818240 : ffff9d76c866f540) 00020000:00000002:2.0:1788926563.416274:0:35915:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866f540, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.416278:0:35915:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.416282:0:35915:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02a00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926563.416286:0:35915:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84177c0) owner ffff9d76d9aca7c0 00020000:00000001:2.0:1788926563.416288:0:35915:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926563.416291:0:35915:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84177c0) owner ffff9d76d9aca7c0 00020000:00000010:2.0:1788926563.416295:0:35915:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76e0a02a00. 00020000:00000010:2.0:1788926563.416298:0:35915:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866fc00. 00020000:00000010:2.0:1788926563.416301:0:35915:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866f540. 00020000:00000002:2.0:1788926563.416303:0:35915:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926563.416306:0:35915:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416307:0:35915:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788926563.416310:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926563.416314:0:35915:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:2.0:1788926563.416317:0:35915:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:2.0:1788926563.416323:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416324:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416325:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416327:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416329:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00000080:00000001:2.0:1788926563.416333:0:35915:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788926563.416334:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.416335:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.416337:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.416338:0:35915:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788926563.416339:0:35915:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788926563.416340:0:35915:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788926563.416342:0:35915:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76c866f540. 00020000:00000010:2.0:1788926563.416344:0:35915:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76e0a02a00. 00020000:00000010:2.0:1788926563.416346:0:35915:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76c866fc00. 00020000:00000001:2.0:1788926563.416348:0:35915:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732226735104 : -108341482816512 : ffff9d76c866fc00) 00020000:00000002:2.0:1788926563.416350:0:35915:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fc00, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.416353:0:35915:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.416355:0:35915:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02a00: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1788926563.416357:0:35915:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84177c0) owner ffff9d76d9aca7c0 00020000:00000001:2.0:1788926563.416359:0:35915:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788926563.416361:0:35915:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84177c0) owner ffff9d76d9aca7c0 00020000:00000010:2.0:1788926563.416363:0:35915:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76e0a02a00. 00020000:00000010:2.0:1788926563.416365:0:35915:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f540. 00020000:00000010:2.0:1788926563.416367:0:35915:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866fc00. 00020000:00000002:2.0:1788926563.416369:0:35915:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788926563.416370:0:35915:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416372:0:35915:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416374:0:35915:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788926563.416377:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:2.0:1788926563.416379:0:35915:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fe40 addref 2/0 by ffff9d76d9aca7c0. 00020000:00000002:2.0:1788926563.416381:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:2.0:1788926563.416384:0:35915:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788926563.416385:0:35915:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788926563.416386:0:35915:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788926563.416388:0:35915:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788926563.416390:0:35915:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788926563.416392:0:35915:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788926563.416394:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926563.416415:0:35915:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416418:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416419:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788926563.416421:0:35915:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788926563.416423:0:35915:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788926563.416424:0:35915:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926563.416427:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9c1 00800000:00000001:2.0:1788926563.416430:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788926563.416431:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788926563.416433:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416434:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416435:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416437:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416439:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416441:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416442:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788926563.416444:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.416445:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.416447:0:35915:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788926563.416449:0:35915:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00010000:2.0:1788926563.416452:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9c1 from it ffffb2d841d87cd8 00010000:00000001:2.0:1788926563.416454:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416455:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416457:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:2.0:1788926563.416458:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416460:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:2.0:1788926563.416462:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.416464:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788926563.416471:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416472:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416473:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926563.416476:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926563.416478:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926563.416484:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926563.416486:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926563.416488:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.416492:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416493:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416495:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416498:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926563.416500:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416502:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416504:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416506:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.416507:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416508:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926563.416509:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.416514:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9629f80 x1875823513984896/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/640 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.416521:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788926563.416523:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788926563.416526:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76c997d800. 02000000:00000001:2.0:1788926563.416531:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788926563.416534:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788926563.416535:0:35915:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:2.0:1788926563.416537:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788926563.416540:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b02000. 02000000:00000001:2.0:1788926563.416542:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788926563.416544:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788926563.416546:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9629f80. 00000100:00000001:2.0:1788926563.416549:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788926563.416550:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.416554:0:35915:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788926563.416557:0:35915:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788926563.416560:0:35915:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.416562:0:35915:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788926563.416563:0:35915:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.416566:0:35915:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926563.416569:0:35915:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788926563.416570:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.416572:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.416574:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000020:00000001:2.0:1788926563.416578:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.416580:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926563.416583:0:35915:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926563.416584:0:35915:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788926563.416587:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.416589:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788926563.416591:0:35915:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926563.416592:0:35915:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.416594:0:35915:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.416597:0:35915:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df4060 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788926563.416600:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:2.0:1788926563.416602:0:35915:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926563.416604:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926563.416606:0:35915:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926563.416608:0:35915:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.416610:0:35915:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926563.416612:0:35915:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926563.416613:0:35915:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416615:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.416616:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.416617:0:35915:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926563.416618:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:2.0:1788926563.416620:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788926563.416622:0:35915:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788926563.416624:0:35915:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:2.0:1788926563.416626:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926563.416628:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926563.416630:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926563.416631:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926563.416635:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788926563.416641:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642e00. 00020000:00000002:2.0:1788926563.416643:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.416645:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926563.416646:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.416648:0:35915:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926563.416650:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.416651:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926563.416652:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926563.416655:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.416656:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926563.416659:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.416660:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926563.416661:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.416663:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:2.0:1788926563.416664:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.416666:0:35915:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.416667:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.416669:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926563.416673:0:35915:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbdb50. 00000008:00010000:2.0:1788926563.416676:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788926563.416678:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.416679:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926563.416680:0:35915:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642e30, osc lock ffff9d76c2fbdb50, flags 0x400001002 00000020:00000001:2.0:1788926563.416682:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.416684:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.416687:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226551296 : -108341483000320 : ffff9d76c8642e00) 00000020:00000001:2.0:1788926563.416689:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.416690:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.416691:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416693:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416695:0:35915:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788926563.416697:0:35915:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788926563.416699:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.416700:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.416701:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.416702:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.416704:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.416706:0:35915:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.416708:0:35915:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788926563.416711:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926563.416713:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.416714:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.416716:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926563.416717:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926563.416718:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926563.416720:0:35915:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926563.416721:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926563.416725:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:2.0:1788926563.416728:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.416733:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.416735:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926563.416739:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788926563.416749:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926563.416752:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.416755:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926563.416761:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416763:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416764:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926563.416765:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.416768:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:2.0:1788926563.416771:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788926563.416773:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416774:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416775:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:2.0:1788926563.416776:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.416778:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000020:00000001:2.0:1788926563.416781:0:35915:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788926563.416783:0:35915:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788926563.416784:0:35915:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788926563.416786:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416787:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.416788:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.416789:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:2.0:1788926563.416791:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.416793:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.416794:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.416797:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788926563.416802:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416803:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416804:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788926563.416805:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788926563.416807:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926563.416813:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788926563.416814:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788926563.416815:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.416817:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416818:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416819:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416821:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788926563.416823:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416824:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416826:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.416828:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.416829:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416830:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.416831:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416832:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.416833:0:35915:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.416835:0:35915:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416837:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.416839:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416841:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416843:0:35915:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788926563.416844:0:35915:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788926563.416846:0:35915:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788926563.416847:0:35915:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788926563.416849:0:35915:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416851:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.416854:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.416856:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.416858:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.416860:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.416862:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788926563.416865:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:2.0:1788926563.416868:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416869:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416871:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.416872:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1788926563.416874:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926563.416878:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788926563.416879:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788926563.416882:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926563.416883:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788926563.416885:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788926563.416886:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.416888:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.416890:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788926563.416891:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642e30 (ffff9d76c50afc68/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788926563.416894:0:35915:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788926563.416895:0:35915:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788926563.416896:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.416897:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.416899:0:35915:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788926563.416900:0:35915:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.416901:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.416902:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788926563.416903:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926563.416904:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df4000 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788926563.416907:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788926563.416908:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788926563.416909:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642e30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788926563.416912:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbdb50. 00000020:00000001:2.0:1788926563.416915:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788926563.416916:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642e00. 00020000:00000001:2.0:1788926563.416918:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788926563.416919:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788926563.416920:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788926563.416922:0:35915:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416924:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926563.416926:0:35915:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926563.416928:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926563.416929:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926563.416930:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.416931:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00020000:00000001:2.0:1788926563.416933:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926563.416934:0:35915:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926563.416936:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926563.416938:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926563.416940:0:35915:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926563.416942:0:35915:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.416943:0:35915:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788926563.416945:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926563.416946:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.416947:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000001:00000001:2.0:1788926563.416949:0:35915:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.416967:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87d28 00000080:00000008:2.0:1788926563.416970:0:35915:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788926563.417049:0:35915:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788926563.417052:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87d88 00000080:00200008:2.0:1788926563.417054:0:35915:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788926563.417057:0:35915:0:(file.c:2656:do_file_write_iter()) inode ffff9d76d1538908 need_sync_to_oss [0x200000405:0x30:0x0] 00000080:00000001:2.0:1788926563.417060:0:35915:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788926563.417062:0:35915:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417064:0:35915:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788926563.417067:0:35915:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417069:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.417070:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237602472 : -108341471949144 : ffff9d76c90ccea8) 00000020:00001000:2.0:1788926563.417073:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90ccea0 00000080:00000001:2.0:1788926563.417075:0:35915:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788926563.417076:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87c98 00000080:00200000:2.0:1788926563.417078:0:35915:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788926563.417083:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87c30 00000080:00200000:2.0:1788926563.417085:0:35915:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788926563.417087:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.417088:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.417089:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.417091:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.417092:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788926563.417094:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:2.0:1788926563.417096:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417097:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417099:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.417100:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1788926563.417102:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926563.417103:0:35915:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788926563.417108:0:35915:0:(cl_io.c:215:cl_io_rw_init()) header@00000000edf0ce4f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:2.0:1788926563.417110:0:35915:0:(cl_io.c:215:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1788926563.417112:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.417114:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926563.417115:0:35915:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926563.417116:0:35915:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788926563.417118:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.417120:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788926563.417122:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.417125:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417127:0:35915:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788926563.417128:0:35915:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417130:0:35915:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.417132:0:35915:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df4060 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788926563.417134:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:2.0:1788926563.417136:0:35915:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926563.417137:0:35915:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926563.417139:0:35915:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926563.417140:0:35915:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788926563.417142:0:35915:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1788926563.417144:0:35915:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788926563.417145:0:35915:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926563.417146:0:35915:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417147:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.417148:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.417149:0:35915:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926563.417150:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:2.0:1788926563.417152:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417154:0:35915:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788926563.417156:0:35915:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788926563.417158:0:35915:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788926563.417160:0:35915:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417163:0:35915:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1788926563.417165:0:35915:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788926563.417166:0:35915:0:(cl_io.c:915:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788926563.417168:0:35915:0:(cl_io.c:918:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788926563.417170:0:35915:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788926563.417172:0:35915:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788926563.417175:0:35915:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788926563.417177:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.417180:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.417181:0:35915:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926563.417182:0:35915:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.417183:0:35915:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374248 : -108341539177368 : ffff9d76c50afc68) 00000020:00001000:2.0:1788926563.417185:0:35915:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afc60 00000020:00000001:2.0:1788926563.417187:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.417188:0:35915:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926563.417191:0:35915:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.417192:0:35915:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926563.417193:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.417194:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:2.0:1788926563.417196:0:35915:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417197:0:35915:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417199:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.417201:0:35915:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788926563.417203:0:35915:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788926563.417207:0:35915:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417208:0:35915:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417210:0:35915:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417211:0:35915:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417213:0:35915:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417215:0:35915:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:2.0:1788926563.417217:0:35915:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788926563.417219:0:35915:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788926563.417222:0:35915:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788926563.417224:0:35915:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417226:0:35915:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417228:0:35915:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788926563.417229:0:35915:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788926563.417232:0:35915:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788926563.417233:0:35915:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788926563.417234:0:35915:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417236:0:35915:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417237:0:35915:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417239:0:35915:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417240:0:35915:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417242:0:35915:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788926563.417243:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.417244:0:35915:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1788926563.417246:0:35915:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926563.417247:0:35915:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417249:0:35915:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417251:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417252:0:35915:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417253:0:35915:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926563.417254:0:35915:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788926563.417255:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788926563.417257:0:35915:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788926563.417259:0:35915:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788926563.417261:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788926563.417265:0:35915:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8642e00. 00020000:00000002:2.0:1788926563.417267:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.417269:0:35915:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788926563.417270:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.417271:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.417273:0:35915:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788926563.417275:0:35915:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c2fbdb50. 00000008:00010000:2.0:1788926563.417277:0:35915:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788926563.417279:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.417280:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788926563.417282:0:35915:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8642e30, osc lock ffff9d76c2fbdb50, flags 0x0 00000020:00000001:2.0:1788926563.417284:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417285:0:35915:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417287:0:35915:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732226551296 : -108341483000320 : ffff9d76c8642e00) 00000020:00000001:2.0:1788926563.417289:0:35915:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788926563.417290:0:35915:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.417291:0:35915:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417292:0:35915:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417294:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.417295:0:35915:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788926563.417296:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.417297:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.417298:0:35915:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.417299:0:35915:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788926563.417301:0:35915:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788926563.417302:0:35915:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417305:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788926563.417306:0:35915:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.417307:0:35915:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788926563.417309:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788926563.417310:0:35915:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788926563.417311:0:35915:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788926563.417312:0:35915:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788926563.417314:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788926563.417317:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:2.0:1788926563.417319:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.417323:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.417325:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926563.417328:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788926563.417335:0:35915:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788926563.417338:0:35915:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.417341:0:35915:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926563.417349:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.417350:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.417352:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:2.0:1788926563.417354:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417356:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:2.0:1788926563.417358:0:35915:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788926563.417359:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.417361:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.417362:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:2.0:1788926563.417363:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417366:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417367:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.417369:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.417370:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:2.0:1788926563.417371:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417373:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417375:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.417376:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.417379:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926563.417391:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.417392:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.417393:0:35915:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.417417:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926563.417419:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926563.417420:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=7 00000020:00000001:2.0:1788926563.417422:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417424:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926563.417426:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788926563.417429:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926563.417435:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.417436:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788926563.417438:0:35915:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788926563.417444:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788926563.417445:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.417446:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.417447:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.417448:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788926563.417449:0:35915:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.417451:0:35915:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417453:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417454:0:35915:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417456:0:35915:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417457:0:35915:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417459:0:35915:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417461:0:35915:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417462:0:35915:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:2.0:1788926563.417465:0:35915:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788926563.417468:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788926563.417470:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.417471:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.417473:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788926563.417475:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788926563.417477:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:2.0:1788926563.417480:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417481:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417483:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:2.0:1788926563.417484:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 23 i_blocks 0 00000080:00000001:2.0:1788926563.417487:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788926563.417489:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87b80 00000080:00200000:2.0:1788926563.417491:0:35915:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788926563.417493:0:35915:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788926563.417494:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:2.0:1788926563.417496:0:35915:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fe40 addref 2/0 by ffff9d76d9aca7c0. 00020000:00000002:2.0:1788926563.417499:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00000020:00000001:2.0:1788926563.417501:0:35915:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=17592186040320 : 17592186040320 : ffffffff000) 00000020:00000001:2.0:1788926563.417504:0:35915:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788926563.417506:0:35915:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788926563.417508:0:35915:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1788926563.417511:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.417512:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:2.0:1788926563.417514:0:35915:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788926563.417515:0:35915:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788926563.417517:0:35915:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417519:0:35915:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.417521:0:35915:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.417523:0:35915:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.417528:0:35915:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788926563.417534:0:35915:0:(xattr.c:483:ll_xattr_list()) Process entered 00000080:00000001:2.0:1788926563.417537:0:35915:0:(xattr_cache.c:606:ll_xattr_cache_get()) Process entered 00000080:00000001:2.0:1788926563.417540:0:35915:0:(xattr_cache.c:465:ll_xattr_cache_refill()) Process entered 00000080:00000001:2.0:1788926563.417541:0:35915:0:(xattr_cache.c:392:ll_xattr_find_get_lock()) Process entered 00000080:00000010:2.0:1788926563.417544:0:35915:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d8553000. 00000080:00000001:2.0:1788926563.417550:0:35915:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788926563.417553:0:35915:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788926563.417555:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87798 00800000:00000002:2.0:1788926563.417557:0:35915:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getxattr' for [0x0:0x0:0x0] '' on [0x200000405:0x30:0x0] 00800000:00000001:2.0:1788926563.417560:0:35915:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788926563.417563:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788926563.417565:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788926563.417566:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788926563.417568:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788926563.417570:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.417572:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:2.0:1788926563.417574:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.417577:0:35915:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000405:0x30:0x0], fid2=[0x0:0x0:0x0], name='' -> mds #0 00000002:00000001:2.0:1788926563.417581:0:35915:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788926563.417583:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87668 00000002:00010000:2.0:1788926563.417584:0:35915:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x0:0x0:0x0]) in obj [0x200000405:0x30:0x0], intent: getxattr flags 0 00000002:00000001:2.0:1788926563.417588:0:35915:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788926563.417590:0:35915:0:(mdc_locks.c:538:mdc_intent_getxattr_pack()) Process entered 00000100:00000010:2.0:1788926563.417594:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c8b3a680. 00000020:00000040:2.0:1788926563.417598:0:35915:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:2.0:1788926563.417601:0:35915:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788926563.417603:0:35915:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.417605:0:35915:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788926563.417608:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788926563.417611:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.417613:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788926563.417614:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.417616:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788926563.417618:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788926563.417620:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926563.417626:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76d10df400. 00000100:00000001:2.0:1788926563.417632:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.417636:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926563.417638:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.417639:0:35915:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788926563.417640:0:35915:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.417642:0:35915:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1788926563.417644:0:35915:0:(mdc_locks.c:563:mdc_intent_getxattr_pack()) lustre-MDT0000-mdc-ffff9d76e0357000: get xattrs for [0x200000405:0x30:0x0] 00000002:00000001:2.0:1788926563.417651:0:35915:0:(mdc_locks.c:600:mdc_intent_getxattr_pack()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00010000:00000001:2.0:1788926563.417655:0:35915:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788926563.417656:0:35915:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788926563.417660:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 2 00010000:00000001:2.0:1788926563.417662:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.417664:0:35915:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788926563.417669:0:35915:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c880b000. 00000020:00000001:2.0:1788926563.417673:0:35915:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788926563.417676:0:35915:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c880b000 with handle 0xdeff66104c08c9c8 to hash 00000020:00000001:2.0:1788926563.417678:0:35915:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788926563.417680:0:35915:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926563.417682:0:35915:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:2.0:1788926563.417685:0:35915:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926563.417686:0:35915:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788926563.417690:0:35915:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.417697:0:35915:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788926563.417706:0:35915:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 3/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35915 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788926563.417711:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788926563.417713:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788926563.417718:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76c904cb40. 00000100:00000001:2.0:1788926563.417720:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732237077312 : -108341472474304 : ffff9d76c904cb40) 00000100:00000001:2.0:1788926563.417723:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.417724:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000001:2.0:1788926563.417728:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788926563.417730:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.417731:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788926563.417733:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788926563.417739:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.417747:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788926563.417750:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.417753:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788926563.417755:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788926563.417757:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926563.417761:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513985152:192.168.203.140@tcp:101:uname.0 00000100:00000001:2.0:1788926563.417764:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788926563.417768:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788926563.417770:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.417772:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788926563.417777:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 4096 at ffff9d76e0229000. 02000000:00000001:2.0:1788926563.417779:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788926563.417785:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:2.0:1788926563.417788:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6948. 00000400:00000010:2.0:1788926563.417794:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530198. 00000100:00000200:2.0:1788926563.417800:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 4096 bytes, xid 1875823513985152, portal 10 00000100:00000001:2.0:1788926563.417802:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.417803:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732231759488 : -108341477792128 : ffff9d76c8b3a680) 00000100:00000040:2.0:1788926563.417808:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.417815:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926563.417818:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926563.417820:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d85304c8. 00000100:00000200:2.0:1788926563.417823:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875823513985152, offset 0 00000400:00000200:2.0:1788926563.417829:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926563.417836:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.417843:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926563.417848:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788926563.417852:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:2.0:1788926563.417856:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788926563.417858:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:2.0:1788926563.417862:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3018:3018:256:4294967295] 192.168.203.140@tcp LPNI seq info [3018:3018:8:4294967295] 00000400:00000200:2.0:1788926563.417866:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926563.417874:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926563.417880:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926563.417885:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3ce00. 00000800:00000200:2.0:1788926563.417891:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926563.417898:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926563.417902:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3ce00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788926563.417925:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.417930:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 823270 usecs (824 jiffies) 00000400:00000200:2.0:1788926563.417933:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:2.0:1788926563.417936:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599374 00000100:00000001:2.0:1788926563.417939:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:2.0:1788926563.417941:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599374 00000100:00000001:2.0:1788926563.417943:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:2.0:1788926563.417946:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.417948:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.417958:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788926563.417960:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788926563.417963:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76c904cb40 going to sleep for 11 seconds 00000100:00000001:2.0:1788926563.417965:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788926563.417967:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.418769:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.418775:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3ce00. 00000400:00000200:3.0:1788926563.418780:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.418786:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.418792:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d85304c8 00000400:00000010:3.0:1788926563.418794:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d85304c8. 00000100:00000001:3.0:1788926563.418798:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.418804:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.418813:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.418816:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.418822:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.418823:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788926563.421691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065f500. 00010000:00000010:1.1:1788926563.421704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499200. 00010000:00000010:1.1:1788926563.421708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52df100. 00010000:00000010:1.1:1788926563.421711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13ff800. 00010000:00000010:1.1:1788926563.421714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fe00. 00000800:00000001:3.0:1788926563.422489:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.422503:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.422507:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.422509:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.422517:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.422524:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.422532:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.422536:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.422541:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.422545:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 1144 into portal 10 MB=0x6aa0d32366080 00000400:00000200:3.0:1788926563.422940:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.422946:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 1144/1144 into md 0x8955 [1] + 224 00000800:00000001:3.0:1788926563.422964:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.422974:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.422978:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.422982:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.422989:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.422998:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.423009:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=1144 offset=224 replen=3376 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.423029:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.423038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.423042:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.423095:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.423103:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.423105:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.423109:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c89a6948. 00000400:00000200:1.0:1788926563.423113:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530198 00000400:00000010:1.0:1788926563.423115:0:35915:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530198. 00000100:00000001:1.0:1788926563.423118:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.423122:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926563.423131:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/3376 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.423136:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.423138:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.423141:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.423143:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.423146:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.423148:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.423150:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.423159:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:1.0:1788926563.423163:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.423166:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.423168:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.423171:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.423174:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.423177:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.423179:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.423181:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.423184:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.423189:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.423196:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.423199:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.423201:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.423204:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926563.423211:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c8b3a680 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513985152:192.168.203.140@tcp:101:uname.0 00000100:00000001:1.0:1788926563.423216:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.423218:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.423221:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.423223:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.423226:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.423233:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.423235:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76c904cb40. 00000100:00000001:1.0:1788926563.423238:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.423240:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.423242:0:35915:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788926563.423246:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423248:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423251:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=4 00000020:00000001:1.0:1788926563.423254:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423256:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000040:1.0:1788926563.423262:0:35915:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c880b000, remote cookie: 0x840913afd2dabce4, flags: 0x1001 00010000:00010000:1.0:1788926563.423268:0:35915:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.423275:0:35915:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788926563.423279:0:35915:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788926563.423281:0:35915:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788926563.423283:0:35915:0:(ldlm_lock.c:1042:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788926563.423284:0:35915:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788926563.423286:0:35915:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9d76d065fb00) refcount = 2 00010000:00000040:1.0:1788926563.423289:0:35915:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788926563.423291:0:35915:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926563.423298:0:35915:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.423303:0:35915:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788926563.423306:0:35915:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788926563.423307:0:35915:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.423310:0:35915:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788926563.423313:0:35915:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.423316:0:35915:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.423321:0:35915:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788926563.423323:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423324:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.423325:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423326:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.423327:0:35915:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.423332:0:35915:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788926563.423334:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423335:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423336:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926563.423338:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423340:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423342:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423343:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788926563.423347:0:35915:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x80 disposition=0x0, status=0 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788926563.423353:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423354:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423355:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926563.423357:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423358:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423360:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423361:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.423362:0:35915:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.423364:0:35915:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.423366:0:35915:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788926563.423368:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423380:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423382:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926563.423383:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423385:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00000002:00010000:1.0:1788926563.423389:0:35915:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.423426:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423428:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.423430:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788926563.423431:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423432:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423434:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926563.423436:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423438:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000040:1.0:1788926563.423443:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:1.0:1788926563.423452:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788926563.423457:0:35915:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589935621/48 (0 0) 00010000:00000001:1.0:1788926563.423460:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423461:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.423462:0:35915:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788926563.423465:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d875f0 00000002:00002000:1.0:1788926563.423467:0:35915:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getxattr status=0 disp=0x0: rc = 0 00000002:00000001:1.0:1788926563.423470:0:35915:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.423472:0:35915:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.423475:0:35915:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926563.423478:0:35915:0:(namei.c:952:ll_intent_lock()) intent lock 128 on i1 [0x200000405:0x30:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788926563.423481:0:35915:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.423485:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d8553000. 00000080:00000001:1.0:1788926563.423490:0:35915:0:(xattr_cache.c:437:ll_xattr_find_get_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926563.423495:0:35915:0:(xattr_cache.c:508:ll_xattr_cache_refill()) caching: xdata=ffff9d76e0229460 xtail=ffff9d76e022949a 00000080:00000001:1.0:1788926563.423499:0:35915:0:(xattr_cache.c:65:ll_xattr_cache_init()) Process entered 00000080:00000020:1.0:1788926563.423500:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lma]= 00000080:00000001:1.0:1788926563.423503:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926563.423504:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926563.423506:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926563.423511:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d9d8. 00000080:00000010:1.0:1788926563.423515:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9d76d1a91490. 00000080:00000010:1.0:1788926563.423518:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 24 at ffff9d76d1b5c740. 00000080:00000020:1.0:1788926563.423520:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lma]= 00000080:00000001:1.0:1788926563.423521:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926563.423523:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1788926563.423524:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926563.423525:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926563.423526:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926563.423528:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d640. 00000080:00000010:1.0:1788926563.423531:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 12 at ffff9d76d1a91a90. 00000080:00000010:1.0:1788926563.423533:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 56 at ffff9d76e020e040. 00000080:00000020:1.0:1788926563.423534:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.lov]=Ð Ñ  00000080:00000001:1.0:1788926563.423535:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926563.423537:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [user.job]=bash.0 00000080:00000001:1.0:1788926563.423538:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926563.423539:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926563.423541:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926563.423543:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d208. 00000080:00000010:1.0:1788926563.423544:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 9 at ffff9d76d1a91bd0. 00000080:00000010:1.0:1788926563.423558:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 6 at ffff9d76c85cc7b0. 00000080:00000020:1.0:1788926563.423560:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [user.job]=bash.0 00000080:00000001:1.0:1788926563.423561:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926563.423563:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.link]=ßñê 00000080:00000001:1.0:1788926563.423564:0:35915:0:(xattr_cache.c:132:ll_xattr_cache_add()) Process entered 00000080:00000001:1.0:1788926563.423565:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926563.423566:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000010:1.0:1788926563.423569:0:35915:0:(xattr_cache.c:146:ll_xattr_cache_add()) slab-alloced 'xattr': 40 at ffff9d76c898d118. 00000080:00000010:1.0:1788926563.423571:0:35915:0:(xattr_cache.c:154:ll_xattr_cache_add()) kmalloced '(xattr->xe_name)': 13 at ffff9d76d1a91ab0. 00000080:00000010:1.0:1788926563.423573:0:35915:0:(xattr_cache.c:160:ll_xattr_cache_add()) kmalloced '(xattr->xe_value)': 47 at ffff9d76e020e580. 00000080:00000020:1.0:1788926563.423574:0:35915:0:(xattr_cache.c:173:ll_xattr_cache_add()) set: [trusted.link]=ßñê 00000080:00000001:1.0:1788926563.423576:0:35915:0:(xattr_cache.c:175:ll_xattr_cache_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000020:1.0:1788926563.423577:0:35915:0:(xattr_cache.c:514:ll_xattr_cache_refill()) caching [trusted.som]= 00000080:00000020:1.0:1788926563.423579:0:35915:0:(xattr_cache.c:535:ll_xattr_cache_refill()) not caching trusted.som 00000080:00010000:1.0:1788926563.423581:0:35915:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9c8 00800000:00000001:1.0:1788926563.423585:0:35915:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.423588:0:35915:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.423590:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423591:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423592:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926563.423594:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423596:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423598:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423600:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.423601:0:35915:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.423603:0:35915:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.423606:0:35915:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9c8 from it ffffb2d841d878e8 00010000:00000001:1.0:1788926563.423608:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.423609:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.423611:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b000 refcount=3 00000020:00000001:1.0:1788926563.423613:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423615:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228419584 : -108341481132032 : ffff9d76c880b000) 00010000:00000001:1.0:1788926563.423617:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.423620:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.423626:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423627:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.423629:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.423632:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.423635:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926563.423642:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.423644:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.423647:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.423650:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423651:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.423653:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.423656:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.423658:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.423660:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.423663:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.423665:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.423666:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.423667:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.423669:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.423674:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c8b3a680 x1875823513985152/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 568/1144 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.423681:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.423684:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.423686:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 4096 at ffff9d76e0229000. 02000000:00000001:1.0:1788926563.423690:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.423692:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.423694:0:35915:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.423696:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.423698:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76d10df400. 02000000:00000001:1.0:1788926563.423702:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.423704:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.423706:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3a680. 00000100:00000001:1.0:1788926563.423709:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.423710:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.423712:0:35915:0:(xattr_cache.c:559:ll_xattr_cache_refill()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.423715:0:35915:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:1.0:1788926563.423717:0:35915:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926563.423719:0:35915:0:(xattr_cache.c:667:ll_xattr_cache_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1788926563.423723:0:35915:0:(xattr_cache.c:671:ll_xattr_cache_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926563.423726:0:35915:0:(xattr.c:499:ll_xattr_list()) Process leaving via out_xattr (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1788926563.423729:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.423730:0:35915:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.423732:0:35915:0:(xattr.c:546:ll_xattr_list()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926563.423738:0:35915:0:(xattr.c:615:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926563.423747:0:35915:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788926563.423748:0:35915:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788926563.423756:0:35915:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788926563.423758:0:35915:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423761:0:35915:0:(cl_page.c:432:cl_page_find()) Process entered 00000020:00008000:1.0:1788926563.423763:0:35915:0:(cl_page.c:438:cl_page_find()) 0@[0x200000405:0x30:0x0] fffffaf9447bf2c0 ffff9d76d04beb60 1 00000020:00000001:1.0:1788926563.423766:0:35915:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788926563.423768:0:35915:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446635732359179104 : -108341350372512 : ffff9d76d04beb60) 00000020:00000001:1.0:1788926563.423770:0:35915:0:(cl_page.c:455:cl_page_find()) Process leaving (rc=18446635732359179104 : -108341350372512 : ffff9d76d04beb60) 00000020:00000001:1.0:1788926563.423773:0:35915:0:(cl_page.c:811:cl_page_assume()) Process entered 00000020:00000001:1.0:1788926563.423776:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926563.423777:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:1.0:1788926563.423779:0:35915:0:(cl_page.c:645:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788926563.423781:0:35915:0:(cl_page.c:648:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788926563.423782:0:35915:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926563.423788:0:35915:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[3 000000007904c875 1 1 0000000060cdf0c3 0 0 0] 00000020:00000001:1.0:1788926563.423790:0:35915:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788926563.423792:0:35915:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926563.423793:0:35915:0:(cl_page.c:825:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788926563.423794:0:35915:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788926563.423796:0:35915:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.423799:0:35915:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788926563.423800:0:35915:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788926563.423802:0:35915:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926563.423803:0:35915:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133953632 : -108341575597984 : ffff9d76c2df4060) 00000020:00000001:1.0:1788926563.423805:0:35915:0:(cl_page.c:680:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788926563.423806:0:35915:0:(cl_page.c:682:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788926563.423809:0:35915:0:(cl_io.c:928:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788926563.423811:0:35915:0:(cl_page.c:545:cl_page_get()) Process entered 00000020:00000001:1.0:1788926563.423812:0:35915:0:(cl_page.c:547:cl_page_get()) Process leaving 00000020:00000001:1.0:1788926563.423813:0:35915:0:(cl_io.c:939:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788926563.423817:0:35915:0:(rw26.c:929:ll_write_end()) page@00000000fb2224f6[4 000000007904c875 2 1 0000000060cdf0c3 0 0 0] 00000080:00200000:1.0:1788926563.423820:0:35915:0:(rw26.c:929:ll_write_end()) vmpage @00000000d00e5706 17ffffc0001039 2:0 ffff9d76d04beb60 0 lru 00000080:00200000:1.0:1788926563.423828:0:35915:0:(rw26.c:929:ll_write_end()) osc-page@000000006bf1dedc 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000007b0f2018 00000000d55c8422 > 3< 1 0 > 4< 0 0 8 8359936 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788926563.423831:0:35915:0:(rw26.c:929:ll_write_end()) end page@00000000fb2224f6 00000080:00200000:1.0:1788926563.423832:0:35915:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788926563.423834:0:35915:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788926563.423835:0:35915:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788926563.423838:0:35915:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788926563.423841:0:35915:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788926563.423843:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926563.423846:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:1.0:1788926563.423848:0:35915:0:(cl_io.c:647:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788926563.423851:0:35915:0:(osc_io.c:419:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788926563.423853:0:35915:0:(osc_io.c:380:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788926563.423856:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000002:1.0:1788926563.423858:0:35915:0:(osc_io.c:388:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788926563.423860:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.423862:0:35915:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788926563.423865:0:35915:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788926563.423868:0:35915:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926563.423870:0:35915:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423872:0:35915:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423873:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:1.0:1788926563.423876:0:35915:0:(osc_io.c:403:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788926563.423877:0:35915:0:(cl_io.c:952:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788926563.423879:0:35915:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926563.423883:0:35915:0:(cl_page.c:567:cl_batch_put()) page@00000000fb2224f6[4 000000007904c875 2 1 0000000060cdf0c3 0 0 0] 00000020:00000001:1.0:1788926563.423885:0:35915:0:(cl_page.c:567:cl_batch_put()) 4 00000020:00000001:1.0:1788926563.423886:0:35915:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788926563.423888:0:35915:0:(cl_io.c:957:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788926563.423890:0:35915:0:(osc_request.c:745:osc_update_next_shrink()) next time 3131 to shrink grant 00000080:00000001:1.0:1788926563.423892:0:35915:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788926563.423894:0:35915:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788926563.423896:0:35915:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9d76d1538ab8, count 1, dirtied 0 00000080:00000001:1.0:1788926563.423899:0:35915:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788926563.423900:0:35915:0:(cl_page.c:656:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788926563.423902:0:35915:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788926563.423903:0:35915:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788926563.423904:0:35915:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788926563.423907:0:35915:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[3 000000007904c875 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926563.423909:0:35915:0:(cl_page.c:518:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788926563.423910:0:35915:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788926563.423911:0:35915:0:(cl_page.c:671:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788926563.423912:0:35915:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:1.0:1788926563.423914:0:35915:0:(cl_page.c:567:cl_batch_put()) page@00000000fb2224f6[3 000000007904c875 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788926563.423915:0:35915:0:(cl_page.c:567:cl_batch_put()) 3 00000020:00000001:1.0:1788926563.423916:0:35915:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788926563.423917:0:35915:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788926563.423919:0:35915:0:(osc_io.c:492:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788926563.423920:0:35915:0:(osc_io.c:493:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423922:0:35915:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.423924:0:35915:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423926:0:35915:0:(cl_io.c:657:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926563.423928:0:35915:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788926563.423930:0:35915:0:(cl_io.c:1044:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788926563.423931:0:35915:0:(cl_io.c:1048:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788926563.423932:0:35915:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.423934:0:35915:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788926563.423938:0:35915:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788926563.423940:0:35915:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423942:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87b80 00000080:00200000:1.0:1788926563.423943:0:35915:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788926563.423946:0:35915:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.423949:0:35915:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788926563.423963:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926563.423964:0:35915:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:1.0:1788926563.423966:0:35915:0:(osc_io.c:1053:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788926563.423968:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.423970:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.423971:0:35915:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788926563.423972:0:35915:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788926563.423974:0:35915:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423975:0:35915:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423977:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:1.0:1788926563.423978:0:35915:0:(osc_io.c:1061:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423980:0:35915:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.423981:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.423983:0:35915:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423984:0:35915:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423986:0:35915:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:1.0:1788926563.423987:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788926563.423988:0:35915:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788926563.423989:0:35915:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:1.0:1788926563.423990:0:35915:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:1.0:1788926563.423992:0:35915:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.423993:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.423995:0:35915:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:1.0:1788926563.423996:0:35915:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926563.423998:0:35915:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926563.424000:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_release():245 00000020:00000001:1.0:1788926563.424003:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926563.424004:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926563.424007:0:35915:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926563.424009:0:35915:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926563.424010:0:35915:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362245928 : -108341347305688 : ffff9d76d07ab728) 00000020:00000001:1.0:1788926563.424012:0:35915:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926563.424013:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8642e30 (ffff9d76c50afc68/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926563.424016:0:35915:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926563.424017:0:35915:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926563.424019:0:35915:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.424020:0:35915:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.424022:0:35915:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:1.0:1788926563.424023:0:35915:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:1.0:1788926563.424025:0:35915:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:1.0:1788926563.424027:0:35915:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.424031:0:35915:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.424038:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.424039:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.424040:0:35915:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.424042:0:35915:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.424044:0:35915:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926563.424050:0:35915:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.424052:0:35915:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.424053:0:35915:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.424055:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.424056:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.424057:0:35915:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.424059:0:35915:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.424060:0:35915:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.424062:0:35915:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.424064:0:35915:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.424066:0:35915:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.424067:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.424068:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.424069:0:35915:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.424070:0:35915:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926563.424071:0:35915:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926563.424072:0:35915:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.424074:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.424075:0:35915:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.424076:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926563.424078:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862af38 (ffff9d76c90ccea8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926563.424080:0:35915:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926563.424082:0:35915:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926563.424083:0:35915:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8642e30 (ffff9d76c90ccea8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926563.424086:0:35915:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c2fbdb50. 00000020:00000001:1.0:1788926563.424090:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926563.424091:0:35915:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8642e00. 00020000:00000001:1.0:1788926563.424094:0:35915:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926563.424095:0:35915:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926563.424096:0:35915:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788926563.424098:0:35915:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788926563.424099:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926563.424100:0:35915:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788926563.424102:0:35915:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788926563.424103:0:35915:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.424105:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.424106:0:35915:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788926563.424107:0:35915:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788926563.424109:0:35915:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788926563.424110:0:35915:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788926563.424112:0:35915:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788926563.424113:0:35915:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926563.424115:0:35915:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788926563.424116:0:35915:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788926563.424117:0:35915:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788926563.424120:0:35915:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788926563.424121:0:35915:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.424123:0:35915:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.424124:0:35915:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926563.424126:0:35915:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788926563.424127:0:35915:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788926563.424132:0:35915:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788926563.424135:0:35915:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788926563.424138:0:35915:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788926563.424139:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926563.424141:0:35915:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926563.424142:0:35915:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926563.424143:0:35915:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926563.424144:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926563.424146:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afc60 00020000:00000001:1.0:1788926563.424150:0:35915:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926563.424151:0:35915:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926563.424153:0:35915:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926563.424155:0:35915:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926563.424158:0:35915:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926563.424159:0:35915:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788926563.424160:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87c98 00000080:00200000:1.0:1788926563.424162:0:35915:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788926563.424166:0:35915:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926563.424168:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.424170:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.424171:0:35915:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926563.424175:0:35915:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926563.424179:0:35915:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926563.424181:0:35915:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788926563.424183:0:35915:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926563.424184:0:35915:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788926563.424187:0:35915:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:1.0:1788926563.424190:0:35915:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926563.424192:0:35915:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:1.0:1788926563.424194:0:35915:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.424196:0:35915:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.424197:0:35915:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:1.0:1788926563.424200:0:35915:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788926563.424202:0:35915:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788926563.424205:0:35915:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788926563.424207:0:35915:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788926563.424209:0:35915:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90ccea0 00000020:00000001:1.0:1788926563.424213:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87d88 00000080:00000008:1.0:1788926563.424214:0:35915:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788926563.424218:0:35915:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788926563.424234:0:35915:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926563.424237:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926563.424240:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926563.424242:0:35915:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.424249:0:35915:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788926563.424252:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87df0 00000080:00200008:1.0:1788926563.424253:0:35915:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102001 00000080:00000001:1.0:1788926563.424257:0:35915:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788926563.424259:0:35915:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788926563.424260:0:35915:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788926563.424262:0:35915:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000002:1.0:1788926563.424264:0:35915:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d9aca7c0 00020000:00000001:1.0:1788926563.424266:0:35915:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.424268:0:35915:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:1.0:1788926563.424271:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.424274:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.424276:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.424278:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.424280:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.424282:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.424285:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.424288:0:35915:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.424290:0:35915:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.424294:0:35915:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:1.0:1788926563.424296:0:35915:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.424300:0:35915:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.424301:0:35915:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:1.0:1788926563.424303:0:35915:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788926563.424305:0:35915:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788926563.424309:0:35915:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76d0a7c400. 00000080:00000001:1.0:1788926563.424311:0:35915:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788926563.424316:0:35915:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788926563.424319:0:35915:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:1.0:1788926563.424320:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.424321:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.424323:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.424324:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.424326:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.424327:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.424328:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.424330:0:35915:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:1.0:1788926563.424334:0:35915:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788926563.424336:0:35915:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x30:0x0] file closed with intent: 200 00000100:00000010:1.0:1788926563.424341:0:35915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926563.424345:0:35915:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926563.424348:0:35915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.424351:0:35915:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.424355:0:35915:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.424361:0:35915:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d0a7c600. 00000100:00000001:1.0:1788926563.424367:0:35915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788926563.424379:0:35915:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788926563.424388:0:35915:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788926563.424393:0:35915:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788926563.424428:0:35915:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.424429:0:35915:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.424435:0:35915:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb780. 00000100:00000001:1.0:1788926563.424437:0:35915:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260861824 : -108341448689792 : ffff9d76ca6fb780) 00000100:00000001:1.0:1788926563.424439:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.424441:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:1.0:1788926563.424446:0:35915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.424449:0:35915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.424451:0:35915:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.424453:0:35915:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.424457:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.424463:0:35915:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.424466:0:35915:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.424469:0:35915:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.424472:0:35915:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.424474:0:35915:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.424477:0:35915:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513985408:192.168.203.140@tcp:35:uname.0 00000100:00000001:1.0:1788926563.424481:0:35915:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.424485:0:35915:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.424487:0:35915:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.424489:0:35915:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.424494:0:35915:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926563.424496:0:35915:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.424502:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.424506:0:35915:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4b00. 00000400:00000010:1.0:1788926563.424513:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926563.424520:0:35915:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513985408, portal 10 00000100:00000001:1.0:1788926563.424522:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.424523:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926563.424529:0:35915:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.424535:0:35915:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.424538:0:35915:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.424541:0:35915:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f83b8. 00000100:00000200:1.0:1788926563.424545:0:35915:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513985408, offset 0 00000400:00000200:1.0:1788926563.424551:0:35915:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.424558:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.424566:0:35915:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.424570:0:35915:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.424574:0:35915:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.424578:0:35915:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.424580:0:35915:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.424584:0:35915:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3019:3019:256:4294967295] 192.168.203.140@tcp LPNI seq info [3019:3019:8:4294967295] 00000400:00000200:1.0:1788926563.424588:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.424596:0:35915:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.424602:0:35915:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.424607:0:35915:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406c00. 00000800:00000200:1.0:1788926563.424613:0:35915:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.424620:0:35915:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.424625:0:35915:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.424645:0:35915:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.424649:0:35915:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 822277 usecs (823 jiffies) 00000400:00000200:1.0:1788926563.424652:0:35915:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.424655:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599382 00000100:00000001:1.0:1788926563.424658:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.424660:0:35915:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599382 00000100:00000001:1.0:1788926563.424662:0:35915:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.424664:0:35915:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.424666:0:35915:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.424668:0:35915:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.424670:0:35915:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.424672:0:35915:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb780 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.424674:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.424677:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.425209:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.425214:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406c00. 00000400:00000200:3.0:1788926563.425219:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.425224:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.425229:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f83b8 00000400:00000010:3.0:1788926563.425232:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f83b8. 00000100:00000001:3.0:1788926563.425235:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.425240:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.425249:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.425252:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.425259:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.425261:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788926563.425460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1499c00. 00000800:00000001:3.0:1788926563.429016:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.429034:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.429038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.429040:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.429049:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.429056:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.429064:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.429068:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.429074:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.429078:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32366180 00000400:00000200:3.0:1788926563.429084:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.429090:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8965 [1] + 224 00000800:00000001:3.0:1788926563.429097:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.429104:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.429107:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.429111:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.429119:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.429128:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.429138:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.429162:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.429170:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.429173:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.429230:0:35915:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.429238:0:35915:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.429240:0:35915:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.429243:0:35915:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4b00. 00000400:00000200:1.0:1788926563.429248:0:35915:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:1.0:1788926563.429250:0:35915:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:1.0:1788926563.429253:0:35915:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.429258:0:35915:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788926563.429267:0:35915:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513985408/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429273:0:35915:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.429275:0:35915:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.429277:0:35915:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.429280:0:35915:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.429282:0:35915:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.429285:0:35915:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.429288:0:35915:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.429296:0:35915:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926563.429300:0:35915:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.429303:0:35915:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.429305:0:35915:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.429308:0:35915:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.429311:0:35915:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.429314:0:35915:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788926563.429316:0:35915:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788926563.429318:0:35915:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788926563.429320:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.429321:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:1.0:1788926563.429324:0:35915:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.429326:0:35915:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.429328:0:35915:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.429331:0:35915:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.429336:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513985408/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429343:0:35915:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.429345:0:35915:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.429347:0:35915:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.429351:0:35915:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513985408/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788926563.429358:0:35915:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job uname:4486b962-ec3d-45f5-8472-13c4fc59e40f:35915:1875823513985408:192.168.203.140@tcp:35:uname.0 00000100:00000001:1.0:1788926563.429363:0:35915:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.429366:0:35915:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.429368:0:35915:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788926563.429370:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.429374:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513985408/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429381:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.429383:0:35915:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb780. 00000100:00000001:1.0:1788926563.429386:0:35915:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788926563.429388:0:35915:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.429425:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.429427:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000002:00000001:1.0:1788926563.429430:0:35915:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.429433:0:35915:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.429438:0:35915:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c400. 00000080:00000001:1.0:1788926563.429442:0:35915:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788926563.429445:0:35915:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1788926563.429447:0:35915:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.429460:0:35915:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.429462:0:35915:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.429464:0:35915:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.429466:0:35915:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.429468:0:35915:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.429471:0:35915:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.429475:0:35915:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788926563.429480:0:35915:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429487:0:35915:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.429488:0:35915:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000001:1.0:1788926563.429490:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.429493:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429499:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.429501:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.429504:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513985408/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429510:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.429512:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.429515:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513984512/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429521:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788926563.429524:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.429526:0:35915:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.429528:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.429531:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c8b01800. 02000000:00000001:1.0:1788926563.429535:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.429537:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.429539:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:1.0:1788926563.429542:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.429543:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.429545:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.429559:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513985408/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429565:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788926563.429566:0:35915:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1b5c540. 00000002:00000001:1.0:1788926563.429569:0:35915:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.429571:0:35915:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.429573:0:35915:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76e020e6c0. 00000100:00000001:1.0:1788926563.429575:0:35915:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.429578:0:35915:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513985408/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788926563.429583:0:35915:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.429585:0:35915:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.429587:0:35915:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926563.429591:0:35915:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.429592:0:35915:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.429593:0:35915:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.429594:0:35915:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.429596:0:35915:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d0a7c600. 02000000:00000001:1.0:1788926563.429598:0:35915:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.429599:0:35915:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.429601:0:35915:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926563.429603:0:35915:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.429604:0:35915:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.429606:0:35915:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788926563.429609:0:35915:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76e131c000. 00000080:00000001:1.0:1788926563.429613:0:35915:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.429618:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87df0 00000080:00000008:1.0:1788926563.429621:0:35915:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 102001, rc = 0 00000080:00000001:1.0:1788926563.429624:0:35915:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.429629:0:35915:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926563.429631:0:35915:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d87e00 00000080:00002000:1.0:1788926563.429633:0:35915:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9d76d1758a20, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:1.0:1788926563.429636:0:35915:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.429644:0:35915:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788926563.429649:0:35915:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788926563.438889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76c83e5840. 00000080:00000001:3.0:1788926563.448685:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926563.448692:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788926563.448695:0:35916:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788926563.448698:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3bc0 00000080:00200000:3.0:1788926563.448703:0:35916:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:3.0:1788926563.448711:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d10afa00. 00800000:00000002:3.0:1788926563.448718:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:3.0:1788926563.448723:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788926563.448727:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.448729:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3ae0 00800000:00000002:3.0:1788926563.448732:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.448745:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788926563.448747:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788926563.448750:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788926563.448752:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788926563.448755:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788926563.448757:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.448759:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788926563.448762:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788926563.448765:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788926563.448771:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788926563.448773:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf39b0 00000002:00010000:3.0:1788926563.448775:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788926563.448778:0:35916:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788926563.448780:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788926563.448782:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788926563.448788:0:35916:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.448790:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.448791:0:35916:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.448794:0:35916:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788926563.448796:0:35916:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788926563.448801:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c86ddc00. 00000020:00000040:3.0:1788926563.448804:0:35916:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00010000:00000001:3.0:1788926563.448810:0:35916:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788926563.448814:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788926563.448820:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788926563.448822:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788926563.448823:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.448827:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788926563.448829:0:35916:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788926563.448833:0:35916:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788926563.448839:0:35916:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c2d90000. 00000100:00000001:3.0:1788926563.448845:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.448850:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926563.448852:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.448853:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788926563.448854:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788926563.448856:0:35916:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788926563.448861:0:35916:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00010000:00000001:3.0:1788926563.448865:0:35916:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788926563.448867:0:35916:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788926563.448870:0:35916:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9d76c52dfe00. 00010000:00000010:3.0:1788926563.448873:0:35916:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9d76d11faf00. 00010000:00000001:3.0:1788926563.448877:0:35916:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788926563.448880:0:35916:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c13fe600. 00000020:00000001:3.0:1788926563.448883:0:35916:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788926563.448887:0:35916:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c13fe600 with handle 0xdeff66104c08c9cf to hash 00000020:00000001:3.0:1788926563.448889:0:35916:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788926563.448890:0:35916:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926563.448894:0:35916:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:3.0:1788926563.448897:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788926563.448900:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926563.448904:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926563.448912:0:35916:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788926563.448922:0:35916:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788926563.448927:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788926563.448929:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788926563.448934:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1109240. 00000100:00000001:3.0:1788926563.448936:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732372066880 : -108341337484736 : ffff9d76d1109240) 00000100:00000001:3.0:1788926563.448939:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926563.448940:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000001:3.0:1788926563.448945:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788926563.448948:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.448959:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788926563.448961:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788926563.448972:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.448981:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788926563.448983:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.448986:0:35916:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788926563.448988:0:35916:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788926563.448991:0:35916:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788926563.448994:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35916:1875823513985536:192.168.203.140@tcp:101:cat.0 00000100:00000001:3.0:1788926563.449001:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788926563.449005:0:35916:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788926563.449007:0:35916:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788926563.449009:0:35916:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788926563.449014:0:35916:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9d76ca698800. 02000000:00000001:3.0:1788926563.449016:0:35916:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788926563.449023:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:3.0:1788926563.449027:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76d841b210. 00000400:00000010:3.0:1788926563.449034:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84aba18. 00000100:00000200:3.0:1788926563.449039:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875823513985536, portal 10 00000100:00000001:3.0:1788926563.449041:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788926563.449043:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732227185664 : -108341482365952 : ffff9d76c86ddc00) 00000100:00000040:3.0:1788926563.449048:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.449056:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788926563.449059:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:3.0:1788926563.449061:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d84ab110. 00000100:00000200:3.0:1788926563.449063:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875823513985536, offset 0 00000400:00000200:3.0:1788926563.449069:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:3.0:1788926563.449076:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.449082:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:3.0:1788926563.449086:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788926563.449090:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:3.0:1788926563.449093:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788926563.449096:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:3.0:1788926563.449100:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3020:3020:256:4294967295] 192.168.203.140@tcp LPNI seq info [3020:3020:8:4294967295] 00000400:00000200:3.0:1788926563.449104:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.449112:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:3.0:1788926563.449117:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:3.0:1788926563.449122:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c83d4a00. 00000800:00000200:3.0:1788926563.449128:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:3.0:1788926563.449136:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:3.0:1788926563.449140:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c83d4a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788926563.449155:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788926563.449159:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 821287 usecs (822 jiffies) 00000400:00000200:3.0:1788926563.449162:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:3.0:1788926563.449164:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599405 00000100:00000001:3.0:1788926563.449167:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:3.0:1788926563.449170:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599405 00000100:00000001:3.0:1788926563.449172:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:3.0:1788926563.449174:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788926563.449177:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.449179:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788926563.449181:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788926563.449183:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1109240 going to sleep for 11 seconds 00000100:00000001:3.0:1788926563.449185:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788926563.449187:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.449700:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.449706:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c83d4a00. 00000400:00000200:2.0:1788926563.449711:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.449716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.449721:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84ab110 00000400:00000010:2.0:1788926563.449723:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84ab110. 00000100:00000001:2.0:1788926563.449727:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.449741:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.449757:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.449760:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.449767:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.449768:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.453037:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.453052:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.453056:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.453058:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.453067:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.453074:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.453082:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.453087:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.453092:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.453096:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 688 into portal 10 MB=0x6aa0d32366200 00000400:00000200:3.0:1788926563.453101:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.453107:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 688/688 into md 0x896d [1] + 224 00000800:00000001:3.0:1788926563.453115:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.453122:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.453125:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.453129:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.453137:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.453145:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.453155:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.453177:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.453185:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.453188:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.453273:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.453281:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.453283:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.453286:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841b210. 00000400:00000200:0.0:1788926563.453290:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d84aba18 00000400:00000010:0.0:1788926563.453292:0:35916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d84aba18. 00000100:00000001:0.0:1788926563.453295:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.453300:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926563.453308:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.453315:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.453317:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.453320:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.453323:0:35916:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.453325:0:35916:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.453328:0:35916:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.453330:0:35916:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.453339:0:35916:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926563.453343:0:35916:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.453345:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.453347:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.453349:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.453353:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.453356:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.453358:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.453359:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.453362:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.453376:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.453383:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.453386:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.453387:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.453391:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926563.453568:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c86ddc00 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35916:1875823513985536:192.168.203.140@tcp:101:cat.0 00000100:00000001:0.0:1788926563.453573:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.453575:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.453577:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926563.453580:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.453583:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.453589:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.453592:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1109240. 00000100:00000001:0.0:1788926563.453595:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926563.453597:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.453600:0:35916:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926563.453603:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453606:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453608:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=4 00000020:00000001:0.0:1788926563.453611:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453613:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000040:0.0:1788926563.453620:0:35916:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c13fe600, remote cookie: 0x840913afd2dabcf2, flags: 0x1001 00010000:00010000:0.0:1788926563.453625:0:35916:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926563.453635:0:35916:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453642:0:35916:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926563.453646:0:35916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926563.453648:0:35916:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926563.453649:0:35916:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926563.453651:0:35916:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926563.453654:0:35916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9d76c52dfe00) refcount = 1 00010000:00010000:0.0:1788926563.453658:0:35916:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453665:0:35916:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926563.453668:0:35916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926563.453670:0:35916:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.453673:0:35916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926563.453676:0:35916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.453679:0:35916:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453689:0:35916:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926563.453691:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453692:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.453693:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453694:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.453696:0:35916:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.453699:0:35916:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926563.453701:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453702:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453704:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.453706:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453708:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453710:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453711:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453712:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=4 00000020:00000001:0.0:1788926563.453714:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453716:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453718:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.453721:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.453724:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453731:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453732:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.453733:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453885:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453887:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=5 00000020:00000001:0.0:1788926563.453889:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453892:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453894:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.453898:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453904:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453905:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926563.453908:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453913:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.453914:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453915:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.453916:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453917:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926563.453923:0:35916:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788926563.453930:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453932:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453933:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.453934:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453936:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453938:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453939:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.453940:0:35916:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.453942:0:35916:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.453944:0:35916:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788926563.453946:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453948:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453962:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.453965:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453967:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00000002:00010000:0.0:1788926563.453971:0:35916:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.453977:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.453978:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.453980:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926563.453981:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.453982:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.453984:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.453985:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.453987:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000040:0.0:1788926563.453993:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:0.0:1788926563.453996:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788926563.454001:0:35916:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9d76d195d000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788926563.454003:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454004:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.454005:0:35916:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926563.454008:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3938 00000002:00002000:0.0:1788926563.454010:0:35916:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788926563.454013:0:35916:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.454017:0:35916:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.454019:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926563.454022:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788926563.454026:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.454030:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926563.454033:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d10afa00. 00000080:00000001:0.0:1788926563.454038:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926563.454041:0:35916:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926563.454048:0:35916:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788926563.454052:0:35916:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788926563.454060:0:35916:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9d76c7e99a40. 00800000:00000001:0.0:1788926563.454062:0:35916:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446635732218518080 : -108341491033536 : ffff9d76c7e99a40) 00800000:00000001:0.0:1788926563.454064:0:35916:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.454067:0:35916:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926563.454069:0:35916:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788926563.454071:0:35916:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788926563.454074:0:35916:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788926563.454077:0:35916:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788926563.454079:0:35916:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.454084:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788926563.454087:0:35916:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788926563.454092:0:35916:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:0.0:1788926563.454094:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.454095:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.454096:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.454098:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.454100:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.454102:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454103:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926563.454104:0:35916:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926563.454106:0:35916:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788926563.454108:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c7e99a40 1 00800000:00000010:0.0:1788926563.454110:0:35916:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9d76c7e99a40. 00800000:00000001:0.0:1788926563.454113:0:35916:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.454117:0:35916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:0.0:1788926563.454121:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926563.454123:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926563.454124:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.454125:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.454126:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.454128:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.454130:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.454132:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454133:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.454134:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.454136:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.454138:0:35916:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.454140:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926563.454143:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841cf3bf8 00010000:00000001:0.0:1788926563.454145:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.454146:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.454147:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.454149:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.454152:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.454154:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.454156:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.454161:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454162:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.454164:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.454166:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.454168:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.454175:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.454177:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.454179:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.454182:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454183:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.454185:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454188:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.454190:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454192:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454194:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454196:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.454197:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454197:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926563.454199:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.454204:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c86ddc00 x1875823513985536/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/688 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.454210:0:35916:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.454213:0:35916:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.454216:0:35916:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9d76ca698800. 02000000:00000001:0.0:1788926563.454219:0:35916:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.454221:0:35916:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.454223:0:35916:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.454225:0:35916:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.454227:0:35916:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c2d90000. 02000000:00000001:0.0:1788926563.454232:0:35916:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.454233:0:35916:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.454236:0:35916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddc00. 00000100:00000001:0.0:1788926563.454239:0:35916:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.454240:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926563.454244:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926563.454248:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.454262:0:35916:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9d76d1172060. 00000080:00000001:0.0:1788926563.454267:0:35916:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788926563.454269:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b58 00000080:00200000:0.0:1788926563.454271:0:35916:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), file ffff9d76d9866480, open_flags 8000, mode 0 opened 0 00000080:00000010:0.0:1788926563.454276:0:35916:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9d76e00529c0. 00000080:00000001:0.0:1788926563.454279:0:35916:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788926563.454281:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a08 00000080:00200000:0.0:1788926563.454283:0:35916:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8), intent=open 00000080:00000010:0.0:1788926563.454290:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca5f5c00. 00800000:00000002:0.0:1788926563.454295:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926563.454300:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926563.454303:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.454305:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3928 00800000:00000002:0.0:1788926563.454307:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.454310:0:35916:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788926563.454312:0:35916:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788926563.454315:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.454317:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.454319:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.454321:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.454323:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.454325:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.454327:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.454330:0:35916:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446635732243465216 : -108341466086400 : ffff9d76c9664400) 00000020:00000001:0.0:1788926563.454332:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf38a8 00800000:00000002:0.0:1788926563.454334:0:35916:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788926563.454338:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.454340:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf37e0 00000002:00010000:0.0:1788926563.454342:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:0.0:1788926563.454345:0:35916:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788926563.454347:0:35916:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788926563.454350:0:35916:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788926563.454353:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:0.0:1788926563.454355:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.454357:0:35916:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788926563.454360:0:35916:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454362:0:35916:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.454363:0:35916:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.454367:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d857ad80. 00000020:00000040:0.0:1788926563.454370:0:35916:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:0.0:1788926563.454374:0:35916:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788926563.454376:0:35916:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454378:0:35916:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788926563.454381:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.454384:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.454385:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.454386:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.454389:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.454391:0:35916:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.454967:0:35916:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.454977:0:35916:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9d76c880d000. 00000100:00000001:0.0:1788926563.454983:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454987:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926563.454989:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454990:0:35916:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788926563.454991:0:35916:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.454993:0:35916:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.455002:0:35916:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00010000:00000001:0.0:1788926563.455006:0:35916:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788926563.455008:0:35916:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788926563.455011:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:0.0:1788926563.455014:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.455016:0:35916:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788926563.455021:0:35916:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9d76c9008400. 00000020:00000001:0.0:1788926563.455024:0:35916:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788926563.455027:0:35916:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9d76c9008400 with handle 0xdeff66104c08c9d6 to hash 00000020:00000001:0.0:1788926563.455028:0:35916:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788926563.455030:0:35916:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.455033:0:35916:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.455035:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.455037:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.455040:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926563.455047:0:35916:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788926563.455057:0:35916:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788926563.455064:0:35916:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788926563.455072:0:35916:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35916 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788926563.455077:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926563.455079:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926563.455085:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1264e40. 00000100:00000001:0.0:1788926563.455087:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732373491264 : -108341336060352 : ffff9d76d1264e40) 00000100:00000001:0.0:1788926563.455090:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.455091:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000001:0.0:1788926563.455096:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.455099:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.455101:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926563.455102:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.455106:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.455113:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.455116:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.455119:0:35916:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.455122:0:35916:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.455124:0:35916:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.455128:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35916:1875823513985792:192.168.203.140@tcp:101:cat.0 00000100:00000001:0.0:1788926563.455131:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.455136:0:35916:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.455138:0:35916:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.455140:0:35916:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.455228:0:35916:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926563.455232:0:35916:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.455239:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.455243:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.455250:0:35916:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9d76ca7ac800. 00000100:00000200:0.0:1788926563.455257:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875823513985792, portal 10 00000100:00000001:0.0:1788926563.455259:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.455260:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000040:0.0:1788926563.455267:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.455274:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.455276:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.455280:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d08213b8. 00000100:00000200:0.0:1788926563.455283:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875823513985792, offset 0 00000400:00000200:0.0:1788926563.455289:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.455296:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.455303:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.455308:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.455313:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.455316:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.455319:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.455322:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3021:3021:256:4294967295] 192.168.203.140@tcp LPNI seq info [3021:3021:8:4294967295] 00000400:00000200:0.0:1788926563.455326:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.455334:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.455340:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.455345:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2700. 00000800:00000200:0.0:1788926563.455352:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.455359:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.455363:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.455729:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.455745:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 820298 usecs (821 jiffies) 00000400:00000200:0.0:1788926563.455749:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.455752:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599411 00000100:00000001:0.0:1788926563.455756:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:0.0:1788926563.455759:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599411 00000100:00000001:0.0:1788926563.455761:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:0.0:1788926563.455764:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.455766:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.455768:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.455770:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926563.455772:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1264e40 going to sleep for 11 seconds 00000100:00000001:0.0:1788926563.455775:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.455778:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.457010:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.457016:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2700. 00000400:00000200:2.0:1788926563.457022:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.457028:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.457035:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d08213b8 00000400:00000010:2.0:1788926563.457037:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d08213b8. 00000100:00000001:2.0:1788926563.457042:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.457048:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.457058:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.457061:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788926563.457068:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.457070:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.463901:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.463918:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.463922:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.463925:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.463934:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.463942:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.463963:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.463968:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.463973:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.463977:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 664 into portal 10 MB=0x6aa0d32366300 00000400:00000200:3.0:1788926563.463982:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.463989:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 664/664 into md 0x897d [64] + 224 00000800:00000001:3.0:1788926563.463996:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.464003:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.464007:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.464011:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.464018:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.464026:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.464036:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.464061:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.464069:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.464073:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.464203:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.464211:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.464213:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.464216:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.464220:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76ca7ac800 00000400:00000010:0.0:1788926563.464223:0:35916:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9d76ca7ac800. 00000100:00000001:0.0:1788926563.464226:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.464231:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926563.464240:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d857ad80 x1875823513985792/t0(0) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.464247:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.464249:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.464251:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.464254:0:35916:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.464257:0:35916:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.464259:0:35916:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.464262:0:35916:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.464271:0:35916:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926563.464274:0:35916:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.464276:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.464278:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.464281:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.464284:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.464287:0:35916:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926563.464288:0:35916:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926563.464290:0:35916:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926563.464292:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.464294:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000001:0.0:1788926563.464297:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.464298:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.464300:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.464302:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.464307:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.464313:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.464316:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.464318:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.464321:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926563.464328:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d857ad80 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35916:1875823513985792:192.168.203.140@tcp:101:cat.0 00000100:00000001:0.0:1788926563.464333:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.464336:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.464339:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926563.464341:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.464345:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.464353:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.464355:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1264e40. 00000100:00000001:0.0:1788926563.464359:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926563.464360:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.464363:0:35916:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788926563.464367:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464380:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464383:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926563.464385:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464388:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000040:0.0:1788926563.464428:0:35916:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9d76c9008400, remote cookie: 0x840913afd2dabd0e, flags: 0x1001 00010000:00010000:0.0:1788926563.464434:0:35916:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788926563.464442:0:35916:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000405:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788926563.464445:0:35916:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788926563.464450:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926563.464453:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.464456:0:35916:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.464460:0:35916:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788926563.464468:0:35916:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 4/1,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464474:0:35916:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788926563.464477:0:35916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788926563.464479:0:35916:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788926563.464480:0:35916:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788926563.464481:0:35916:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788926563.464484:0:35916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000405:0x30:0x0].0x0 (ffff9d76d065fb00) refcount = 3 00010000:00000040:0.0:1788926563.464487:0:35916:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788926563.464490:0:35916:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788926563.464496:0:35916:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 1/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788926563.464503:0:35916:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464509:0:35916:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788926563.464512:0:35916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788926563.464513:0:35916:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.464516:0:35916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788926563.464519:0:35916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.464521:0:35916:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464527:0:35916:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788926563.464529:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464530:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.464531:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464531:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.464533:0:35916:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.464536:0:35916:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788926563.464538:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464539:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464541:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926563.464542:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464544:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464557:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464558:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464559:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=4 00000020:00000001:0.0:1788926563.464561:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464563:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464565:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.464568:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.464571:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464577:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464578:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.464579:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464580:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464581:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=5 00000020:00000001:0.0:1788926563.464583:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464584:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464587:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.464589:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 5/2,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464594:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464595:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926563.464597:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 4/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464603:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.464604:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464605:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.464606:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464607:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788926563.464612:0:35916:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926563.464620:0:35916:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788926563.464625:0:35916:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 648/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926563.464630:0:35916:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.464636:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464637:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464639:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926563.464640:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464642:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00000002:00010000:0.0:1788926563.464645:0:35916:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788926563.464653:0:35916:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9d76c7e99a40. 00010000:00000001:0.0:1788926563.464655:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464656:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.464657:0:35916:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.464659:0:35916:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.464661:0:35916:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788926563.464663:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.464665:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00010000:00000001:0.0:1788926563.464666:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464667:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464669:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926563.464670:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464672:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00000002:00010000:0.0:1788926563.464675:0:35916:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464679:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464680:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.464682:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788926563.464683:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464684:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464685:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926563.464688:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464689:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000040:0.0:1788926563.464692:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:0.0:1788926563.464694:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.464697:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.464699:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.464702:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926563.464709:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.464714:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.464717:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.464723:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464724:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.464726:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.464727:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.464728:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:0.0:1788926563.464730:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464731:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:0.0:1788926563.464836:0:35916:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788926563.464840:0:35916:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464845:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.464847:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464853:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464854:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926563.464856:0:35916:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788926563.464862:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.464864:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.464866:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788926563.464871:0:35916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1264e40. 00010000:00000001:0.0:1788926563.464874:0:35916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788926563.464882:0:35916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788926563.464884:0:35916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.464886:0:35916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.464887:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.464889:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.464890:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.464891:0:35916:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788926563.464894:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3768 00000002:00002000:0.0:1788926563.464896:0:35916:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788926563.464899:0:35916:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.464903:0:35916:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.464905:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788926563.464908:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788926563.464911:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.464914:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926563.464916:0:35916:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788926563.464918:0:35916:0:(namei.c:674:ll_lookup_it_finish()) it ffff9d76e00529c0 it_disposition 80002b 00000080:00000001:0.0:1788926563.464920:0:35916:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788926563.464926:0:35916:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788926563.464929:0:35916:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788926563.464932:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1788926563.464935:0:35916:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1788926563.464941:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.464945:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.464948:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.464958:0:35916:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926563.464962:0:35916:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926563.464964:0:35916:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926563.464969:0:35916:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052de0. 00020000:00000010:0.0:1788926563.464973:0:35916:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa000. 00020000:00000010:0.0:1788926563.464977:0:35916:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052840. 00020000:00000001:0.0:1788926563.464979:0:35916:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622977088 : -108341086574528 : ffff9d76e0052840) 00020000:00000002:0.0:1788926563.464982:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052840, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926563.464986:0:35916:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926563.464990:0:35916:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa000: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1788926563.464994:0:35916:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84177c0) owner ffff9d76c57e8000 00020000:00000001:0.0:1788926563.464996:0:35916:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926563.464998:0:35916:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84177c0) owner ffff9d76c57e8000 00020000:00000010:0.0:1788926563.465003:0:35916:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa000. 00020000:00000010:0.0:1788926563.465006:0:35916:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052de0. 00020000:00000010:0.0:1788926563.465008:0:35916:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052840. 00020000:00000002:0.0:1788926563.465010:0:35916:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926563.465012:0:35916:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.465014:0:35916:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926563.465016:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000080:00000001:0.0:1788926563.465020:0:35916:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205339611184 : 144115205339611184 : 200000405000030) 00000080:00000001:0.0:1788926563.465022:0:35916:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788926563.465027:0:35916:0:(namei.c:147:ll_iget()) got inode: [0x200000405:0x30:0x0](ffff9d76d1538908): rc = 0 00000080:00000001:0.0:1788926563.465029:0:35916:0:(namei.c:156:ll_iget()) Process leaving (rc=18446635732376455432 : -108341333096184 : ffff9d76d1538908) 00010000:00000001:0.0:1788926563.465031:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.465032:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.465034:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.465036:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.465038:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00000080:00000001:0.0:1788926563.465041:0:35916:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788926563.465042:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.465043:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.465045:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.465047:0:35916:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788926563.465048:0:35916:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788926563.465049:0:35916:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788926563.465053:0:35916:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9d76e0052840. 00020000:00000010:0.0:1788926563.465056:0:35916:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9d76d10aa000. 00020000:00000010:0.0:1788926563.465059:0:35916:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9d76e0052de0. 00020000:00000001:0.0:1788926563.465060:0:35916:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446635732622978528 : -108341086573088 : ffff9d76e0052de0) 00020000:00000002:0.0:1788926563.465062:0:35916:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76e0052de0, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788926563.465065:0:35916:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788926563.465068:0:35916:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76d10aa000: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1788926563.465070:0:35916:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9d76d84177c0) owner ffff9d76c57e8000 00020000:00000001:0.0:1788926563.465072:0:35916:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788926563.465074:0:35916:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9d76d84177c0) owner ffff9d76c57e8000 00020000:00000010:0.0:1788926563.465076:0:35916:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76d10aa000. 00020000:00000010:0.0:1788926563.465078:0:35916:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76e0052840. 00020000:00000010:0.0:1788926563.465081:0:35916:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76e0052de0. 00020000:00000002:0.0:1788926563.465082:0:35916:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788926563.465084:0:35916:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.465086:0:35916:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.465089:0:35916:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788926563.465091:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000002:0.0:1788926563.465094:0:35916:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fe40 addref 2/0 by ffff9d76c57e8000. 00020000:00000002:0.0:1788926563.465095:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:0.0:1788926563.465098:0:35916:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788926563.465100:0:35916:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788926563.465101:0:35916:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788926563.465103:0:35916:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788926563.465105:0:35916:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788926563.465107:0:35916:0:(file.c:6843:ll_layout_conf()) [0x200000405:0x30:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788926563.465110:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000080:00000001:0.0:1788926563.465112:0:35916:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.465114:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.465115:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926563.465116:0:35916:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788926563.465119:0:35916:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788926563.465121:0:35916:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.465124:0:35916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9c1 00800000:00000001:0.0:1788926563.465127:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926563.465128:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926563.465130:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.465131:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.465132:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.465134:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.465136:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.465138:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.465139:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.465140:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.465142:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788926563.465148:0:35916:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9d76d1734d80 inode ffff9d76d1538908 refc 1 flags 0x40000e 00000080:00000001:0.0:1788926563.465151:0:35916:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788926563.465154:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00000001:0.0:1788926563.465157:0:35916:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926563.465160:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca5f5c00. 00000100:00000001:0.0:1788926563.465166:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.465171:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.465178:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.465187:0:35916:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788926563.465189:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a68 00000080:00200008:0.0:1788926563.465192:0:35916:0:(file.c:1090:ll_file_open()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 100000 00000080:00000010:0.0:1788926563.465200:0:35916:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9d76d8b78500. 00000080:00000010:0.0:1788926563.465207:0:35916:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9d76c7e99b80. 00000080:00000001:0.0:1788926563.465209:0:35916:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788926563.465212:0:35916:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788926563.465214:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.465217:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.465219:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.465221:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.465223:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.465225:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788926563.465227:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.465230:0:35916:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788926563.465233:0:35916:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9d76d1172680. 00000002:00100000:0.0:1788926563.465237:0:35916:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788926563.465244:0:35916:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.465245:0:35916:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926563.465249:0:35916:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788926563.465252:0:35916:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.465254:0:35916:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.465256:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.465259:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788926563.465265:0:35916:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.465268:0:35916:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9d76d1040000. 02000000:00000001:0.0:1788926563.465305:0:35916:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788926563.465307:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.465310:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a68 00000080:00000008:0.0:1788926563.465312:0:35916:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 100000, rc = 0 00000080:00000001:0.0:1788926563.465315:0:35916:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788926563.465317:0:35916:0:(dcache.c:176:ll_intent_release()) intent ffff9d76e00529c0 released 00000080:00010000:0.0:1788926563.465319:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9c1 from it ffff9d76e00529c0 00010000:00000001:0.0:1788926563.465321:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.465323:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.465324:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.465326:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.465328:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.465330:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.465333:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.465340:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.465341:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.465343:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.465346:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.465348:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926563.465355:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.465358:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.465360:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.465364:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.465365:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.465367:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.465368:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.465370:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.465372:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.465374:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.465376:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.465377:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.465378:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788926563.465380:0:35916:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788926563.465382:0:35916:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788926563.465384:0:35916:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926563.465385:0:35916:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.465388:0:35916:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926563.465389:0:35916:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.465392:0:35916:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788926563.465417:0:35916:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.465420:0:35916:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926563.465422:0:35916:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.465424:0:35916:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788926563.465427:0:35916:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9d76e00529c0. 00000080:00000001:0.0:1788926563.465430:0:35916:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.465433:0:35916:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788926563.465435:0:35916:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908), inode mode 81a4 mask 44 00000080:00000001:0.0:1788926563.465439:0:35916:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.465459:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d28 00000080:00200008:0.0:1788926563.465462:0:35916:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926563.465467:0:35916:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926563.465469:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3ca0 00000080:00200000:0.0:1788926563.465470:0:35916:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908),name=recon 00000080:00000010:0.0:1788926563.465476:0:35916:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca5f5c00. 00800000:00000002:0.0:1788926563.465480:0:35916:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926563.465485:0:35916:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926563.465488:0:35916:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.465490:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3bc0 00800000:00000002:0.0:1788926563.465492:0:35916:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.465495:0:35916:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926563.465498:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.465499:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.465500:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.465501:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.465503:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.465504:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.465506:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.465508:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.465509:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.465510:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.465511:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.465512:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.465513:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788926563.465515:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.465517:0:35916:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926563.465520:0:35916:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.465522:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3a90 00000002:00010000:0.0:1788926563.465524:0:35916:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926563.465526:0:35916:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926563.465528:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.465530:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.465533:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:0.0:1788926563.465536:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.465538:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.465540:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.465543:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788926563.465978:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.465981:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.465984:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788926563.465990:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926563.465992:0:35916:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926563.465994:0:35916:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926563.465996:0:35916:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926563.465998:0:35916:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926563.466000:0:35916:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926563.466003:0:35916:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926563.466006:0:35916:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926563.466009:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca5f5c00. 00000080:00000001:0.0:1788926563.466013:0:35916:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926563.466014:0:35916:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.466017:0:35916:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00010000:0.0:1788926563.466020:0:35916:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9c1 00800000:00000001:0.0:1788926563.466023:0:35916:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926563.466024:0:35916:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926563.466026:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.466027:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.466028:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.466030:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.466033:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.466035:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466037:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.466038:0:35916:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.466040:0:35916:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.466042:0:35916:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9c1 from it ffffb2d841cf3cd8 00010000:00000001:0.0:1788926563.466044:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.466045:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.466046:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.466048:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.466050:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.466052:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.466055:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926563.466061:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466062:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.466064:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.466065:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.466068:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926563.466073:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.466075:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.466077:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.466079:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466080:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.466081:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466083:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.466084:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466086:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466088:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466090:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.466091:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466092:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926563.466094:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926563.466095:0:35916:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.466098:0:35916:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788926563.466100:0:35916:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926563.466102:0:35916:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.466103:0:35916:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926563.466105:0:35916:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466107:0:35916:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926563.466110:0:35916:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788926563.466112:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.466115:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.466117:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.466121:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.466124:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926563.466127:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926563.466129:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788926563.466131:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466133:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926563.466135:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926563.466136:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466138:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.466141:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df7340 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788926563.466144:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:0.0:1788926563.466147:0:35916:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926563.466149:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926563.466151:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926563.466152:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466155:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926563.466157:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926563.466158:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466160:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466160:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.466162:0:35916:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926563.466163:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00000020:00000001:0.0:1788926563.466165:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926563.466167:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926563.466169:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788926563.466171:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926563.466173:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926563.466175:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926563.466176:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926563.466181:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926563.466187:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71400. 00020000:00000002:0.0:1788926563.466190:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926563.466192:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926563.466195:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.466196:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926563.466198:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.466200:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:0.0:1788926563.466202:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000020:00000001:0.0:1788926563.466205:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.466207:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926563.466210:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466211:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926563.466213:0:35916:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926563.466214:0:35916:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133966656 : -108341575584960 : ffff9d76c2df7340) 00000020:00000001:0.0:1788926563.466216:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466218:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466220:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.466221:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926563.466226:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926563.466229:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926563.466232:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466233:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926563.466235:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71430, osc lock ffff9d76c7feebe0, flags 0x400001002 00000020:00000001:0.0:1788926563.466237:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466239:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466241:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231984128 : -108341477567488 : ffff9d76c8b71400) 00000020:00000001:0.0:1788926563.466243:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466244:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.466245:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466247:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466250:0:35916:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926563.466252:0:35916:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926563.466253:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.466254:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.466256:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.466257:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.466259:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.466261:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.466263:0:35916:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926563.466267:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.466269:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.466271:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.466272:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.466274:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.466275:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.466277:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926563.466278:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.466282:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:0.0:1788926563.466284:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.466288:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.466291:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.466295:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788926563.466304:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.466306:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.466309:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926563.466316:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.466317:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.466318:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:0.0:1788926563.466320:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.466322:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:0.0:1788926563.466326:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926563.466327:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.466328:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.466329:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:0.0:1788926563.466331:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.466333:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000020:00000001:0.0:1788926563.466336:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.466338:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926563.466340:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926563.466341:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466343:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.466344:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.466346:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:0.0:1788926563.466347:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.466349:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.466351:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.466354:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788926563.466360:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466361:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.466362:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.466363:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.466366:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.466384:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.466386:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.466387:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.466389:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466390:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.466391:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466393:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.466433:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466435:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466437:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.466439:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.466440:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466441:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.466442:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466443:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.466444:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.466446:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466449:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466457:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466459:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466461:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.466462:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926563.466465:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926563.466466:0:35916:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926563.466467:0:35916:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466469:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466472:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926563.466473:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.466475:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.466477:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926563.466479:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926563.466482:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:0.0:1788926563.466484:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466486:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466487:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:0.0:1788926563.466490:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926563.466493:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926563.466496:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926563.466498:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:0.0:1788926563.466501:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.466502:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926563.466505:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926563.466506:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.466507:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.466509:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.466510:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71430 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926563.466513:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926563.466514:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926563.466516:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.466517:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.466518:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926563.466520:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.466521:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.466522:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.466523:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.466524:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926563.466527:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926563.466528:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.466529:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71430 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926563.466533:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926563.466536:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926563.466537:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71400. 00020000:00000001:0.0:1788926563.466541:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.466542:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.466543:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926563.466544:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466556:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926563.466558:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926563.466560:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926563.466561:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926563.466562:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926563.466564:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00020000:00000001:0.0:1788926563.466566:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926563.466568:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926563.466570:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926563.466572:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926563.466575:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926563.466576:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466578:0:35916:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788926563.466580:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.466581:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926563.466582:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000001:00000001:0.0:1788926563.466583:0:35916:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466589:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d28 00000080:00000008:0.0:1788926563.466591:0:35916:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788926563.466673:0:35916:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788926563.466676:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d88 00000080:00200008:0.0:1788926563.466678:0:35916:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788926563.466681:0:35916:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788926563.466682:0:35916:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926563.466685:0:35916:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788926563.466689:0:35916:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788926563.466711:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.466714:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.466716:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000080:00000001:0.0:1788926563.466718:0:35916:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788926563.466722:0:35916:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466724:0:35916:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788926563.466725:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c98 00000080:00200000:0.0:1788926563.466727:0:35916:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788926563.466731:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c30 00000080:00200000:0.0:1788926563.466732:0:35916:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788926563.466746:0:35916:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788926563.466750:0:35916:0:(cl_io.c:215:cl_io_rw_init()) header@00000000edf0ce4f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:0.0:1788926563.466752:0:35916:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788926563.466754:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.466756:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926563.466757:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926563.466758:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926563.466760:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466761:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788926563.466763:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.466767:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466769:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926563.466770:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466772:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.466774:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df7340 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788926563.466777:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:0.0:1788926563.466780:0:35916:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926563.466781:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926563.466783:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926563.466784:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466786:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926563.466787:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926563.466788:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466790:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466791:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.466792:0:35916:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926563.466793:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00000020:00000001:0.0:1788926563.466795:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466797:0:35916:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466801:0:35916:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926563.466803:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926563.466805:0:35916:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788926563.466807:0:35916:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788926563.466810:0:35916:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926563.466813:0:35916:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926563.466815:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788926563.466818:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.466820:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926563.466821:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.466822:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:0.0:1788926563.466824:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000020:00000001:0.0:1788926563.466826:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.466827:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926563.466829:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466830:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926563.466831:0:35916:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926563.466832:0:35916:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133966656 : -108341575584960 : ffff9d76c2df7340) 00000020:00000001:0.0:1788926563.466833:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466835:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466836:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.466838:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788926563.466840:0:35916:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788926563.466843:0:35916:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466844:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466847:0:35916:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466848:0:35916:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466849:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466851:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1788926563.466853:0:35916:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788926563.466855:0:35916:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788926563.466856:0:35916:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788926563.466859:0:35916:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788926563.466861:0:35916:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466863:0:35916:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466865:0:35916:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788926563.466866:0:35916:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788926563.466868:0:35916:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788926563.466869:0:35916:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788926563.466871:0:35916:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466873:0:35916:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466875:0:35916:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466876:0:35916:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.466878:0:35916:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466880:0:35916:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926563.466882:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.466883:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926563.466884:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926563.466885:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466888:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466889:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466891:0:35916:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466892:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926563.466893:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926563.466894:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926563.466896:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926563.466897:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926563.466899:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788926563.466903:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71400. 00020000:00000002:0.0:1788926563.466905:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788926563.466907:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926563.466908:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.466909:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.466911:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926563.466913:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926563.466915:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788926563.466916:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466917:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926563.466920:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71430, osc lock ffff9d76c7feebe0, flags 0x0 00000020:00000001:0.0:1788926563.466922:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466923:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.466925:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231984128 : -108341477567488 : ffff9d76c8b71400) 00000020:00000001:0.0:1788926563.466927:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.466928:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.466928:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466930:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466931:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.466933:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.466934:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.466935:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.466937:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.466938:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.466940:0:35916:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788926563.466942:0:35916:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.466944:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.466946:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.466947:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.466948:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.466949:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.466961:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.466963:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926563.466964:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.466968:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:0.0:1788926563.466970:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.466974:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.466976:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.466979:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926563.466986:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.466989:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.466991:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.466998:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.466999:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467000:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:0.0:1788926563.467003:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467005:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:0.0:1788926563.467007:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926563.467009:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467009:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467011:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:0.0:1788926563.467012:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467014:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467016:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467017:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467018:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:0.0:1788926563.467020:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467022:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467024:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.467025:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.467028:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467034:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467035:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.467037:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467038:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467040:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467041:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=7 00000020:00000001:0.0:1788926563.467043:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467045:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467047:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.467050:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467056:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467057:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926563.467059:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467065:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.467066:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467067:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.467068:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467069:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.467070:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.467072:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467073:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467075:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467076:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467078:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467079:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467081:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467083:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1788926563.467085:0:35916:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788926563.467087:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b90 00000080:00200000:0.0:1788926563.467089:0:35916:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788926563.467092:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788926563.467095:0:35916:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788926563.467097:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788926563.467099:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467100:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467102:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926563.467104:0:35916:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926563.467107:0:35916:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467108:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467110:0:35916:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467112:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467114:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467116:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467117:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926563.467119:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926563.467121:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:0.0:1788926563.467123:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467125:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467127:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000001:00000001:0.0:1788926563.467129:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926563.467130:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788926563.467132:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926563.467133:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926563.467134:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926563.467136:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926563.467137:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926563.467142:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71b00. 00020000:00000002:0.0:1788926563.467144:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926563.467146:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926563.467147:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467148:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467150:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926563.467153:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7fee130. 00000008:00010000:0.0:1788926563.467154:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926563.467156:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467157:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926563.467158:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71b30, osc lock ffff9d76c7fee130, flags 0x400001002 00000020:00000001:0.0:1788926563.467160:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467162:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467163:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231985920 : -108341477565696 : ffff9d76c8b71b00) 00000020:00000001:0.0:1788926563.467165:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467166:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.467167:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467168:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467170:0:35916:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926563.467171:0:35916:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926563.467173:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.467174:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.467175:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467176:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467178:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.467180:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.467181:0:35916:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926563.467183:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.467185:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.467186:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.467187:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.467188:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.467189:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.467190:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926563.467192:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.467194:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:0.0:1788926563.467197:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.467199:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.467201:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.467204:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926563.467213:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.467216:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.467219:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467225:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467226:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467228:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:0.0:1788926563.467229:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467231:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:0.0:1788926563.467233:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926563.467234:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467236:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467237:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=7 00000020:00000001:0.0:1788926563.467239:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467241:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000020:00000001:0.0:1788926563.467244:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.467245:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926563.467246:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926563.467247:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467249:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467250:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467251:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=8 00000020:00000001:0.0:1788926563.467253:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467255:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467257:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.467259:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467271:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467272:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926563.467274:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467280:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.467281:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467282:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.467283:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467284:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.467285:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.467287:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467288:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467290:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467291:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467292:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.467293:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926563.467295:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926563.467296:0:35916:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926563.467297:0:35916:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467299:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467301:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926563.467303:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467304:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467306:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926563.467307:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926563.467309:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=0 c=1788926563 b=0 00020000:00000001:0.0:1788926563.467311:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467313:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467314:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:0.0:1788926563.467316:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926563.467318:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926563.467320:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926563.467322:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:0.0:1788926563.467324:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.467325:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926563.467328:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926563.467329:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467331:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467332:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.467333:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71b30 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926563.467336:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926563.467337:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926563.467338:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467339:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.467340:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926563.467341:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.467342:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.467343:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.467344:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.467346:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926563.467347:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926563.467348:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.467350:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71b30 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926563.467352:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7fee130. 00000020:00000001:0.0:1788926563.467355:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926563.467357:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71b00. 00020000:00000001:0.0:1788926563.467359:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.467360:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.467361:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926563.467362:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926563.467367:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000edf0ce4f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:0.0:1788926563.467369:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788926563.467371:0:35916:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788926563.467374:0:35916:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788926563.467378:0:35916:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926563.467379:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.467380:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926563.467382:0:35916:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788926563.467384:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467386:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467387:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926563.467391:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926563.467392:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467394:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467420:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:0.0:1788926563.467422:0:35916:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467424:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467426:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467427:0:35916:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467429:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467430:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926563.467432:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788926563.467433:0:35916:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926563.467434:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926563.467436:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926563.467437:0:35916:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467439:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467441:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926563.467442:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926563.467444:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926563.467445:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862a6c8 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:0.0:1788926563.467447:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.467448:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862a6c8 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926563.467450:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926563.467451:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467452:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467454:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.467455:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71430 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926563.467457:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926563.467458:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926563.467459:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467460:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467461:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:0.0:1788926563.467463:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467465:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467466:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.467469:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.467480:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467481:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.467483:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.467485:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.467487:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.467494:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.467496:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.467498:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.467500:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467501:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.467502:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467504:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.467505:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467507:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467510:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467511:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.467512:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467513:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.467514:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467515:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.467516:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926563.467517:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.467518:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.467519:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.467520:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.467521:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862a6c8 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926563.467524:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926563.467524:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.467526:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71430 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926563.467528:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926563.467530:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926563.467532:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71400. 00020000:00000001:0.0:1788926563.467534:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.467535:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.467536:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788926563.467538:0:35916:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926563.467539:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.467540:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926563.467541:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926563.467542:0:35916:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467544:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467546:0:35916:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926563.467546:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926563.467548:0:35916:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788926563.467549:0:35916:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788926563.467551:0:35916:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926563.467552:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926563.467553:0:35916:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926563.467555:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.467556:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926563.467558:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926563.467559:0:35916:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467561:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467563:0:35916:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926563.467564:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926563.467565:0:35916:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467568:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926563.467569:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926563.467570:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926563.467571:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926563.467572:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926563.467573:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00020000:00000001:0.0:1788926563.467576:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926563.467577:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926563.467579:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926563.467580:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926563.467583:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.467584:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.467586:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c98 00000080:00200000:0.0:1788926563.467587:0:35916:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788926563.467590:0:35916:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788926563.467592:0:35916:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926563.467594:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.467597:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d88 00000080:00000008:0.0:1788926563.467599:0:35916:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788926563.467602:0:35916:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788926563.467636:0:35916:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788926563.467638:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d88 00000080:00200008:0.0:1788926563.467640:0:35916:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788926563.467642:0:35916:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788926563.467643:0:35916:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788926563.467645:0:35916:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788926563.467648:0:35916:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926563.467651:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.467653:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.467655:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000080:00000001:0.0:1788926563.467656:0:35916:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788926563.467658:0:35916:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467660:0:35916:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788926563.467661:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c98 00000080:00200000:0.0:1788926563.467663:0:35916:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788926563.467665:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c30 00000080:00200000:0.0:1788926563.467666:0:35916:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788926563.467668:0:35916:0:(cl_io.c:210:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788926563.467671:0:35916:0:(cl_io.c:215:cl_io_rw_init()) header@00000000edf0ce4f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000020:00200000:0.0:1788926563.467673:0:35916:0:(cl_io.c:215:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788926563.467674:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467676:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926563.467678:0:35916:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926563.467679:0:35916:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788926563.467682:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467683:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788926563.467684:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.467687:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467689:0:35916:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926563.467690:0:35916:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467692:0:35916:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.467694:0:35916:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df7340 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788926563.467697:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:0.0:1788926563.467699:0:35916:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926563.467700:0:35916:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926563.467701:0:35916:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926563.467703:0:35916:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467705:0:35916:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926563.467707:0:35916:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926563.467708:0:35916:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467710:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467710:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.467711:0:35916:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926563.467713:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00000020:00000001:0.0:1788926563.467715:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467716:0:35916:0:(cl_io.c:218:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467718:0:35916:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:0.0:1788926563.467719:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788926563.467721:0:35916:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788926563.467722:0:35916:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788926563.467725:0:35916:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788926563.467726:0:35916:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788926563.467729:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788926563.467731:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467732:0:35916:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926563.467733:0:35916:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.467735:0:35916:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:0.0:1788926563.467737:0:35916:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000020:00000001:0.0:1788926563.467739:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.467741:0:35916:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926563.467743:0:35916:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467744:0:35916:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926563.467745:0:35916:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926563.467746:0:35916:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133966656 : -108341575584960 : ffff9d76c2df7340) 00000020:00000001:0.0:1788926563.467747:0:35916:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467749:0:35916:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467750:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467752:0:35916:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788926563.467753:0:35916:0:(osc_io.c:525:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788926563.467755:0:35916:0:(osc_io.c:545:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467756:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467758:0:35916:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467759:0:35916:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467761:0:35916:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467762:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000080:00000001:0.0:1788926563.467764:0:35916:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788926563.467765:0:35916:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788926563.467766:0:35916:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788926563.467768:0:35916:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788926563.467770:0:35916:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467772:0:35916:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467773:0:35916:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788926563.467774:0:35916:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788926563.467776:0:35916:0:(cl_io.c:477:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788926563.467777:0:35916:0:(cl_io.c:260:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788926563.467778:0:35916:0:(cl_io.c:277:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467779:0:35916:0:(cl_io.c:484:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467781:0:35916:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467782:0:35916:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.467783:0:35916:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467785:0:35916:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788926563.467786:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.467787:0:35916:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:0.0:1788926563.467789:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926563.467790:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467791:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467792:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467793:0:35916:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467795:0:35916:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788926563.467796:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926563.467797:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926563.467798:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926563.467799:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926563.467801:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788926563.467806:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71400. 00020000:00000002:0.0:1788926563.467808:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788926563.467810:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926563.467812:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467813:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467814:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926563.467817:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926563.467819:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788926563.467820:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467822:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926563.467824:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71430, osc lock ffff9d76c7feebe0, flags 0x0 00000020:00000001:0.0:1788926563.467826:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467828:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.467830:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231984128 : -108341477567488 : ffff9d76c8b71400) 00000020:00000001:0.0:1788926563.467831:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.467832:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.467834:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467835:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467836:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.467837:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.467838:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.467839:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.467840:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.467841:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.467842:0:35916:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788926563.467844:0:35916:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.467846:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.467847:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.467848:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.467849:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.467850:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.467852:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.467853:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926563.467855:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.467858:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:0.0:1788926563.467860:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.467863:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.467865:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.467868:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788926563.467876:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.467878:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.467881:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.467887:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467889:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467890:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:0.0:1788926563.467892:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467894:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:0.0:1788926563.467897:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926563.467898:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467898:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467900:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:0.0:1788926563.467901:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467902:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467904:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467905:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467906:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:0.0:1788926563.467907:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467909:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467911:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.467912:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.467914:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.467920:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467921:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.467923:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.467924:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.467925:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.467926:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=7 00000020:00000001:0.0:1788926563.467928:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467930:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.467932:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.467935:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.467947:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.467948:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788926563.468046:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.468049:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.468052:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788926563.468056:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788926563.468058:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788926563.468063:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.468070:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c9008400 already unused, calling callback (ffffffffc1b9a740) 00000080:00000001:1.0:1788926563.468073:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788926563.468076:0:16927:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.468083:0:16927:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788926563.468085:0:16927:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788926563.468088:0:16927:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.468094:0:16927:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788926563.468098:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926563.468099:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.468101:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.468102:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c9008400 refcount=3 00000020:00000001:1.0:1788926563.468104:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:1.0:1788926563.468106:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732236796928 : -108341472754688 : ffff9d76c9008400) 00010000:00000001:1.0:1788926563.468108:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926563.468110:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 3/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788926563.468116:0:16927:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926563.468120:0:16927:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926563.468122:0:16927:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926563.468124:0:16927:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788926563.468128:0:16927:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.468130:0:16927:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.468133:0:16927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:1.0:1788926563.468135:0:16927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.468138:0:16927:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788926563.468141:0:16927:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788926563.468142:0:16927:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.468145:0:16927:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.468148:0:16927:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926563.468155:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.468156:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.468158:0:16927:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788926563.468159:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.468161:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.468162:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=2 00000020:00000001:1.0:1788926563.468164:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.468166:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.468167:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.468169:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788926563.468170:0:16927:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.468173:0:16927:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926563.468175:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.468177:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926563.468179:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926563.468181:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926563.468183:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.468184:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788926563.468187:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c9008400 with handle 0xdeff66104c08c9d6 from hash 00010000:00000001:1.0:1788926563.468189:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926563.468191:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.468192:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.468193:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926563.468196:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926563.468197:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926563.468202:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.468203:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.468204:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.468205:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.468207:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.468209:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926563.468215:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926563.468218:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926563.468222:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.468224:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.468226:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.468233:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d0a7c600. 00000100:00000001:1.0:1788926563.468239:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.468241:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926563.468246:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 2/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788926563.468251:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926563.468253:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.468257:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.468259:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.468271:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a24ede8] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788926563.468292:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.468295:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.468296:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.468298:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.468300:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.468302:0:16927:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.468305:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788926563.468311:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926563.468313:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c9008400/0xdeff66104c08c9d6 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabd0e expref: -99 pid: 35916 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788926563.468320:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76c7e99a40. 00010000:00000001:1.0:1788926563.468328:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.468330:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926563.468332:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1264e40. 00010000:00000001:1.0:1788926563.468335:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.468337:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.468339:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.468341:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926563.468342:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.468343:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.468345:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926563.468347:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926563.468348:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.468349:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788926563.468359:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.468362:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.468364:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.468369:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.468383:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.468385:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.468388:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.468390:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.468393:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.468412:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513985920:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926563.468417:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.468422:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.468424:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.468426:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.468430:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d0a7c400. 02000000:00000001:1.0:1788926563.468432:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.468439:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.468444:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4b00. 00000400:00000010:1.0:1788926563.468450:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926563.468457:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513985920, portal 18 00000100:00000001:1.0:1788926563.468459:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.468461:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926563.468467:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.468473:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.468476:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.468479:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8550. 00000100:00000200:1.0:1788926563.468482:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513985920, offset 0 00000400:00000200:1.0:1788926563.468489:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.468496:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.468503:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.468508:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.468512:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.468515:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.468518:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.468522:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3022:3022:256:4294967295] 192.168.203.140@tcp LPNI seq info [3022:3022:8:4294967295] 00000400:00000200:1.0:1788926563.468526:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.468535:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.468541:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.468546:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406900. 00000800:00000200:1.0:1788926563.468551:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.468558:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.468562:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.468570:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.468574:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 819318 usecs (820 jiffies) 00000400:00000200:1.0:1788926563.468577:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.468580:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599422 00000100:00000001:1.0:1788926563.468583:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.468585:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599422 00000100:00000001:1.0:1788926563.468587:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.468589:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.468592:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.468595:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.468597:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.468603:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.468605:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926563.468606:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.468608:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.468609:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.468611:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.468622:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.468624:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926563.468844:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926563.468849:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406900. 00000400:00000200:2.0:1788926563.468853:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926563.468858:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926563.468863:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8550 00000400:00000010:2.0:1788926563.468865:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8550. 00000100:00000001:2.0:1788926563.468869:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926563.468874:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.468884:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.468887:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.468897:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.468899:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:0.0:1788926563.472855:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.472876:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.472878:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.472880:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.472882:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.472883:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.472885:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.472889:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472892:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.472896:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472897:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472900:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472902:0:35916:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472904:0:35916:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472907:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000080:00000001:0.0:1788926563.472911:0:35916:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788926563.472914:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3b90 00000080:00200000:0.0:1788926563.472916:0:35916:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788926563.472920:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788926563.472923:0:35916:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788926563.472927:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788926563.472930:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.472932:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.472934:0:35916:0:(cl_io.c:613:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926563.472937:0:35916:0:(osc_io.c:1417:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788926563.472940:0:35916:0:(osc_io.c:1430:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472942:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.472944:0:35916:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472945:0:35916:0:(cl_io.c:624:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472960:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.472963:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.472966:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926563.472969:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788926563.472973:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926563.472974:0:35916:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788926563.472976:0:35916:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788926563.472977:0:35916:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788926563.472979:0:35916:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1788926563 a=1788926563 c=1788926563 b=0 00020000:00000001:0.0:1788926563.472983:0:35916:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.472984:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=1788926563 c=1788926563 b=0 00020000:00000001:0.0:1788926563.472987:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472988:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.472990:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000001:00000001:0.0:1788926563.472993:0:35916:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926563.472994:0:35916:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788926563.472996:0:35916:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926563.472998:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926563.473000:0:35916:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926563.473001:0:35916:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926563.473004:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926563.473013:0:35916:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71b00. 00020000:00000002:0.0:1788926563.473015:0:35916:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926563.473017:0:35916:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926563.473018:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.473020:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.473021:0:35916:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926563.473026:0:35916:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7fee130. 00000008:00010000:0.0:1788926563.473028:0:35916:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926563.473030:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.473031:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926563.473034:0:35916:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71b30, osc lock ffff9d76c7fee130, flags 0x400001002 00000020:00000001:0.0:1788926563.473036:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473038:0:35916:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473040:0:35916:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231985920 : -108341477565696 : ffff9d76c8b71b00) 00000020:00000001:0.0:1788926563.473042:0:35916:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.473043:0:35916:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.473045:0:35916:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473047:0:35916:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473049:0:35916:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926563.473052:0:35916:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926563.473053:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.473054:0:35916:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.473055:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.473056:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.473058:0:35916:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.473060:0:35916:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.473062:0:35916:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926563.473065:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.473067:0:35916:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.473068:0:35916:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.473070:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.473071:0:35916:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.473072:0:35916:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.473073:0:35916:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926563.473075:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.473082:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:0.0:1788926563.473084:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.473090:0:35916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.473093:0:35916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.473097:0:35916:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788926563.473108:0:35916:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.473112:0:35916:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.473115:0:35916:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.473122:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.473124:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.473127:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:0.0:1788926563.473129:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.473131:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:0.0:1788926563.473134:0:35916:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926563.473136:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.473137:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.473138:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=7 00000020:00000001:0.0:1788926563.473140:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.473142:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000020:00000001:0.0:1788926563.473145:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.473146:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926563.473148:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926563.473150:0:35916:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.473151:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.473153:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.473154:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=8 00000020:00000001:0.0:1788926563.473155:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.473157:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.473159:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.473161:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 8/1,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.473167:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473168:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788926563.473170:0:35916:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 7/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.473176:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.473177:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473178:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.473179:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473180:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.473182:0:35916:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.473183:0:35916:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473185:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473187:0:35916:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473189:0:35916:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473190:0:35916:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.473191:0:35916:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926563.473193:0:35916:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926563.473195:0:35916:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788926563.473198:0:35916:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473199:0:35916:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.473202:0:35916:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788926563.473204:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.473206:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.473208:0:35916:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788926563.473209:0:35916:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788926563.473211:0:35916:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=1788926563 c=1788926563 b=0 00020000:00000001:0.0:1788926563.473213:0:35916:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473214:0:35916:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473216:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:0.0:1788926563.473218:0:35916:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:0.0:1788926563.473221:0:35916:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788926563.473224:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926563.473226:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:0.0:1788926563.473228:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.473229:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926563.473231:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926563.473233:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.473234:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.473236:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.473237:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71b30 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926563.473239:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926563.473241:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926563.473242:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473243:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.473244:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926563.473246:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.473247:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.473248:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.473249:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.473251:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926563.473253:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926563.473255:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.473256:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71b30 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926563.473259:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7fee130. 00000020:00000001:0.0:1788926563.473264:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926563.473266:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71b00. 00020000:00000001:0.0:1788926563.473270:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.473271:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.473272:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788926563.473274:0:35916:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788926563.473279:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000edf0ce4f[0x110, 2, [0x200000405:0x30:0x0] hash] 00000080:00000002:0.0:1788926563.473281:0:35916:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205339611184, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788926563.473283:0:35916:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788926563.473288:0:35916:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788926563.473294:0:35916:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788926563.473296:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.473297:0:35916:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:0.0:1788926563.473299:0:35916:0:(osc_io.c:1034:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788926563.473300:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.473302:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.473304:0:35916:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788926563.473306:0:35916:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788926563.473308:0:35916:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473310:0:35916:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473311:0:35916:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:0.0:1788926563.473313:0:35916:0:(osc_io.c:1043:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473315:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473316:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473317:0:35916:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473319:0:35916:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473321:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:0.0:1788926563.473322:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788926563.473324:0:35916:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788926563.473325:0:35916:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:0.0:1788926563.473326:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:0.0:1788926563.473328:0:35916:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473329:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473331:0:35916:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:0.0:1788926563.473333:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926563.473334:0:35916:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788926563.473335:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c862a6c8 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:0.0:1788926563.473338:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.473339:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c862a6c8 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788926563.473341:0:35916:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788926563.473342:0:35916:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.473344:0:35916:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.473345:0:35916:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788926563.473346:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71430 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788926563.473348:0:35916:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788926563.473349:0:35916:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788926563.473350:0:35916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.473352:0:35916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.473353:0:35916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:0.0:1788926563.473355:0:35916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.473357:0:35916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.473359:0:35916:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.473362:0:35916:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.473369:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473370:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.473371:0:35916:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.473373:0:35916:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.473376:0:35916:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788926563.473384:0:35916:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.473386:0:35916:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.473388:0:35916:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.473391:0:35916:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.473503:0:35916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.473507:0:35916:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.473509:0:35916:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.473513:0:35916:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.473515:0:35916:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.473517:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473518:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.473519:0:35916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.473520:0:35916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.473521:0:35916:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788926563.473523:0:35916:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.473525:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.473526:0:35916:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788926563.473526:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.473528:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c862a6c8 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:0.0:1788926563.473530:0:35916:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788926563.473531:0:35916:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788926563.473532:0:35916:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71430 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:0.0:1788926563.473535:0:35916:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:0.0:1788926563.473537:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788926563.473538:0:35916:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71400. 00020000:00000001:0.0:1788926563.473540:0:35916:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.473541:0:35916:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788926563.473542:0:35916:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788926563.473544:0:35916:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788926563.473545:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.473557:0:35916:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788926563.473558:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788926563.473560:0:35916:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473561:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473562:0:35916:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788926563.473563:0:35916:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788926563.473565:0:35916:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788926563.473567:0:35916:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788926563.473568:0:35916:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788926563.473569:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926563.473571:0:35916:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788926563.473572:0:35916:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788926563.473573:0:35916:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788926563.473576:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788926563.473577:0:35916:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473578:0:35916:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473580:0:35916:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926563.473581:0:35916:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788926563.473582:0:35916:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.473586:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:0.0:1788926563.473587:0:35916:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788926563.473589:0:35916:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788926563.473590:0:35916:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:0.0:1788926563.473592:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788926563.473593:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00020000:00000001:0.0:1788926563.473596:0:35916:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788926563.473598:0:35916:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788926563.473599:0:35916:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788926563.473601:0:35916:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788926563.473604:0:35916:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.473605:0:35916:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788926563.473606:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3c98 00000080:00200000:0.0:1788926563.473608:0:35916:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788926563.473612:0:35916:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788926563.473614:0:35916:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788926563.473616:0:35916:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.473618:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3d88 00000080:00000008:0.0:1788926563.473620:0:35916:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000405:0x30:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788926563.473623:0:35916:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.473708:0:35916:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926563.473712:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000002:0.0:1788926563.473715:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:0.0:1788926563.473717:0:35916:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.473725:0:35916:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788926563.473727:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3df0 00000080:00200008:0.0:1788926563.473729:0:35916:0:(file.c:479:ll_file_release()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 100000 00000080:00000001:0.0:1788926563.473732:0:35916:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788926563.473804:0:35916:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788926563.473806:0:35916:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788926563.473808:0:35916:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000002:0.0:1788926563.473810:0:35916:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:0.0:1788926563.473813:0:35916:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.473815:0:35916:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788926563.473819:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.473822:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.473824:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.473826:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.473828:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.473830:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788926563.473833:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.473837:0:35916:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.473839:0:35916:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.473843:0:35916:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926563.473846:0:35916:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788926563.473850:0:35916:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.473852:0:35916:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000405:0x30:0x0]: 0 00000080:00000001:0.0:1788926563.473854:0:35916:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788926563.473856:0:35916:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788926563.473860:0:35916:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9d76ca5f5c00. 00000080:00000001:0.0:1788926563.473862:0:35916:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788926563.473866:0:35916:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788926563.473870:0:35916:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788926563.473871:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.473872:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.473873:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.473874:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.473876:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.473877:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788926563.473879:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.473881:0:35916:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000405:0x30:0x0] 00000002:00000001:0.0:1788926563.473885:0:35916:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788926563.473886:0:35916:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9d76e0357000: [0x200000405:0x30:0x0] file closed with intent: 0 00000100:00000010:0.0:1788926563.473892:0:35916:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76d8579180. 00000020:00000040:0.0:1788926563.473896:0:35916:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=10 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:0.0:1788926563.473900:0:35916:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788926563.473903:0:35916:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788926563.473906:0:35916:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788926563.473912:0:35916:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76ca5f5e00. 00000100:00000001:0.0:1788926563.473918:0:35916:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788926563.473936:0:35916:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788926563.473947:0:35916:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788926563.473965:0:35916:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788926563.473972:0:35916:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788926563.473974:0:35916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788926563.473981:0:35916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76d1264d80. 00000100:00000001:0.0:1788926563.473983:0:35916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732373491072 : -108341336060544 : ffff9d76d1264d80) 00000100:00000001:0.0:1788926563.473986:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.473988:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000100:00000001:0.0:1788926563.473993:0:35916:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788926563.473997:0:35916:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.473999:0:35916:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788926563.474000:0:35916:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926563.474004:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.474011:0:35916:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926563.474014:0:35916:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.474017:0:35916:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926563.474019:0:35916:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926563.474022:0:35916:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926563.474025:0:35916:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35916:1875823513986176:192.168.203.140@tcp:35:cat.0 00000100:00000001:0.0:1788926563.474029:0:35916:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926563.474033:0:35916:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926563.474036:0:35916:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.474038:0:35916:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926563.474042:0:35916:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926563.474044:0:35916:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788926563.474052:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926563.474056:0:35916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926563.474062:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821cc0. 00000100:00000200:0.0:1788926563.474068:0:35916:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513986176, portal 10 00000100:00000001:0.0:1788926563.474070:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.474071:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000100:00000040:0.0:1788926563.474077:0:35916:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.474088:0:35916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926563.474090:0:35916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926563.474092:0:35916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821220. 00000100:00000200:0.0:1788926563.474095:0:35916:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875823513986176, offset 0 00000400:00000200:0.0:1788926563.474101:0:35916:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926563.474109:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.474116:0:35916:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926563.474121:0:35916:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926563.474125:0:35916:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926563.474128:0:35916:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926563.474130:0:35916:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926563.474134:0:35916:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3023:3023:256:4294967295] 192.168.203.140@tcp LPNI seq info [3023:3023:8:4294967295] 00000400:00000200:0.0:1788926563.474139:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926563.474147:0:35916:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926563.474153:0:35916:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926563.474158:0:35916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2100. 00000800:00000200:0.0:1788926563.474165:0:35916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926563.474172:0:35916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926563.474176:0:35916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788926563.474187:0:35916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.474192:0:35916:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 819318 usecs (820 jiffies) 00000400:00000200:0.0:1788926563.474194:0:35916:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926563.474197:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599428 00000100:00000001:0.0:1788926563.474200:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:0.0:1788926563.474202:0:35916:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599428 00000100:00000001:0.0:1788926563.474204:0:35916:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:0.0:1788926563.474206:0:35916:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.474208:0:35916:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.474211:0:35916:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926563.474213:0:35916:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788926563.474215:0:35916:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76d1264d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788926563.474217:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926563.474220:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.474379:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.474384:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2100. 00000400:00000200:3.0:1788926563.474389:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.474394:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.474433:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821220 00000400:00000010:3.0:1788926563.474435:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821220. 00000100:00000001:3.0:1788926563.474439:0:2391:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.474444:0:2391:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.474454:0:2391:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.474457:0:2391:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.474463:0:2391:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.474464:0:2391:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.479393:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.479438:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.479451:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.479454:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.479462:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.479470:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.479478:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.479483:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.479488:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.479492:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32366380 00000400:00000200:3.0:1788926563.479497:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.479502:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x8985 [1] + 224 00000800:00000001:3.0:1788926563.479509:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.479517:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.479520:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.479525:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.479531:0:2392:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.479539:0:2392:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.479565:0:2392:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.479580:0:2392:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.479588:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.479591:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.479931:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.479937:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788926563.479944:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788926563.479946:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788926563.479959:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4b00. 00000400:00000200:1.0:1788926563.479965:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:1.0:1788926563.479967:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:1.0:1788926563.479970:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788926563.479975:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788926563.479984:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.479990:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788926563.479992:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.479995:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788926563.479997:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788926563.480000:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788926563.480003:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.480006:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788926563.480016:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627d80 time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1788926563.480020:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1788926563.480023:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788926563.480025:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.480027:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788926563.480030:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.480034:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788926563.480037:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788926563.480039:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788926563.480042:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.480046:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.480054:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.480057:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788926563.480059:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788926563.480063:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788926563.480071:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513985920:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788926563.480077:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.480080:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788926563.480083:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b800 x1875823513985920/t0(0) o103->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.480089:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788926563.480091:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788926563.480094:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d0a7c400. 02000000:00000001:1.0:1788926563.480098:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788926563.480101:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1788926563.480102:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:1.0:1788926563.480105:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1788926563.480107:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76d0a7c600. 02000000:00000001:1.0:1788926563.480110:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788926563.480112:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788926563.480114:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b800. 00000100:00000001:1.0:1788926563.480117:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788926563.480119:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.480121:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926563.480128:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.480131:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.480133:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926563.480136:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788926563.481770:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.481782:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.481786:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.481788:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.481795:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.481801:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.481809:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.481813:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.481817:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.481820:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32366480 00000400:00000200:3.0:1788926563.481825:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.481830:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x898d [1] + 224 00000800:00000001:3.0:1788926563.481836:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.481885:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.481889:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.481893:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.481900:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.481908:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788926563.481919:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788926563.481939:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.481946:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.481948:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.482063:0:35916:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926563.482070:0:35916:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926563.482072:0:35916:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926563.482075:0:35916:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926563.482079:0:35916:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:0.0:1788926563.482081:0:35916:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:0.0:1788926563.482084:0:35916:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926563.482089:0:35916:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788926563.482097:0:35916:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76d8579180 x1875823513986176/t0(0) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482103:0:35916:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926563.482105:0:35916:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.482107:0:35916:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926563.482110:0:35916:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926563.482111:0:35916:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926563.482113:0:35916:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926563.482116:0:35916:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926563.482123:0:35916:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627cf0 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926563.482127:0:35916:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926563.482129:0:35916:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926563.482130:0:35916:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.482132:0:35916:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926563.482135:0:35916:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.482138:0:35916:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788926563.482139:0:35916:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788926563.482141:0:35916:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788926563.482143:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.482144:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000100:00000001:0.0:1788926563.482147:0:35916:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926563.482148:0:35916:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926563.482151:0:35916:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926563.482153:0:35916:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926563.482157:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76d8579180 x1875823513986176/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482163:0:35916:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926563.482165:0:35916:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926563.482166:0:35916:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926563.482169:0:35916:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76d8579180 x1875823513986176/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788926563.482176:0:35916:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76d8579180 pname:cluuid:pid:xid:nid:opc:job cat:4486b962-ec3d-45f5-8472-13c4fc59e40f:35916:1875823513986176:192.168.203.140@tcp:35:cat.0 00000100:00000001:0.0:1788926563.482180:0:35916:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.482182:0:35916:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.482184:0:35916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788926563.482187:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.482190:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513986176/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482196:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.482198:0:35916:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76d1264d80. 00000100:00000001:0.0:1788926563.482202:0:35916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788926563.482203:0:35916:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.482209:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.482210:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494160256 : -108341215391360 : ffff9d76d8579180) 00000002:00000001:0.0:1788926563.482212:0:35916:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.482215:0:35916:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.482219:0:35916:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca5f5c00. 00000080:00000001:0.0:1788926563.482224:0:35916:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788926563.482227:0:35916:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788926563.482229:0:35916:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.482232:0:35916:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.482234:0:35916:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.482237:0:35916:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.482239:0:35916:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.482241:0:35916:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788926563.482243:0:35916:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788926563.482247:0:35916:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788926563.482252:0:35916:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482260:0:35916:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926563.482261:0:35916:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732494167424 : -108341215384192 : ffff9d76d857ad80) 00000100:00000001:0.0:1788926563.482263:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.482266:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482272:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.482274:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.482277:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76d8579180 x1875823513986176/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482282:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926563.482284:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.482287:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d857ad80 x1875823513985792/t8589934614(8589934614) o101->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1788926579 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482293:0:35916:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788926563.482296:0:35916:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.482297:0:35916:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.482299:0:35916:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.482302:0:35916:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 1024 at ffff9d76c880d000. 02000000:00000001:0.0:1788926563.482306:0:35916:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.482308:0:35916:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.482309:0:35916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d857ad80. 00000100:00000001:0.0:1788926563.482313:0:35916:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.482314:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926563.482315:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.482318:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76d8579180 x1875823513986176/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482324:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788926563.482326:0:35916:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9d76d1172680. 00000002:00000001:0.0:1788926563.482328:0:35916:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.482330:0:35916:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.482332:0:35916:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9d76c7e99b80. 00000100:00000001:0.0:1788926563.482335:0:35916:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926563.482338:0:35916:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76d8579180 x1875823513986176/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1788926579 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788926563.482344:0:35916:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926563.482345:0:35916:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926563.482348:0:35916:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9d76c880c800. 02000000:00000001:0.0:1788926563.482350:0:35916:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926563.482351:0:35916:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926563.482352:0:35916:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=7 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926563.482354:0:35916:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926563.482355:0:35916:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76ca5f5e00. 02000000:00000001:0.0:1788926563.482357:0:35916:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926563.482358:0:35916:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926563.482360:0:35916:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76d8579180. 00000100:00000001:0.0:1788926563.482362:0:35916:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926563.482363:0:35916:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.482365:0:35916:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788926563.482375:0:35916:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9d76d8b78500. 00000080:00000001:0.0:1788926563.482380:0:35916:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.482385:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3df0 00000080:00000008:0.0:1788926563.482387:0:35916:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), flags 100000, rc = 0 00000080:00000001:0.0:1788926563.482390:0:35916:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.482429:0:35916:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788926563.482432:0:35916:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cf3e00 00000080:00002000:0.0:1788926563.482434:0:35916:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d1734d80, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:0.0:1788926563.482437:0:35916:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926563.488478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c9008400. 00000080:00000001:0.0:1788926563.493588:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926563.493593:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788926563.493596:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926563.493598:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bb20 00000080:00200000:0.0:1788926563.493603:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:0.0:1788926563.493609:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca5f5e00. 00800000:00000002:0.0:1788926563.493616:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926563.493620:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926563.493624:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.493626:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1ba40 00800000:00000002:0.0:1788926563.493628:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.493631:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926563.493634:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.493637:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.493639:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.493641:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.493643:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.493645:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.493647:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.493650:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926563.493655:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.493657:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1b910 00000002:00010000:0.0:1788926563.493659:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926563.493663:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926563.493665:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.493667:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.493673:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:0.0:1788926563.493676:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.493682:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.493685:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.493690:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788926563.493701:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.493705:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.493709:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788926563.493716:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926563.493718:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926563.493720:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926563.493722:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926563.493724:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926563.493726:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926563.493729:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926563.493731:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926563.493800:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca5f5e00. 00000080:00000001:0.0:1788926563.493807:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926563.493809:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.493811:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:0.0:1788926563.493814:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:0.0:1788926563.493817:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926563.493819:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926563.493821:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.493823:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.493826:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.493828:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.493831:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.493834:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.493835:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.493837:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.493838:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.493841:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841d1bb58 00010000:00000001:0.0:1788926563.493842:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.493844:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.493845:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:0.0:1788926563.493846:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.493848:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:0.0:1788926563.493851:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.493853:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788926563.493860:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.493861:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.493862:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.493864:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.493867:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788926563.493874:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.493877:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.493879:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.493883:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.493884:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.493886:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.493889:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.493891:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.493893:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.493896:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.493898:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.493900:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.493900:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926563.493903:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926563.493905:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926563.493907:0:35917:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788926563.493911:0:35917:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.493914:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788926563.493916:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bb48 00000080:00002000:0.0:1788926563.493918:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d1734d80) flags 0x48000e refc 0 00000080:00000001:0.0:1788926563.493920:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.493922:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bb90 00000080:00200000:0.0:1788926563.493923:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788926563.493930:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bd08 00000080:00200008:0.0:1788926563.493932:0:35917:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788926563.493936:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788926563.493937:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bc80 00000080:00200000:0.0:1788926563.493939:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908),name=recon 00000080:00000010:0.0:1788926563.493943:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76ca5f5e00. 00800000:00000002:0.0:1788926563.493946:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:0.0:1788926563.493961:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788926563.493963:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.493965:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bba0 00800000:00000002:0.0:1788926563.493967:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.493969:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788926563.493973:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.493974:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.493975:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.493977:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.493978:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.493980:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788926563.493981:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.493983:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788926563.493984:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788926563.493985:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788926563.493986:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788926563.493987:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.493989:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:0.0:1788926563.493990:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788926563.493992:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:0.0:1788926563.493995:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788926563.493996:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1ba70 00000002:00010000:0.0:1788926563.493998:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788926563.494001:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788926563.494002:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788926563.494003:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.494007:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:0.0:1788926563.494009:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.494011:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.494013:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.494016:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788926563.494023:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.494025:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.494028:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788926563.494038:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788926563.494040:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788926563.494042:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926563.494043:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788926563.494045:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788926563.494046:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788926563.494048:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788926563.494050:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:0.0:1788926563.494052:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76ca5f5e00. 00000080:00000001:0.0:1788926563.494056:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788926563.494057:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.494059:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00010000:0.0:1788926563.494061:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9c1 00800000:00000001:0.0:1788926563.494063:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788926563.494064:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788926563.494065:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.494067:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.494068:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.494070:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.494072:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.494074:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494075:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788926563.494076:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788926563.494077:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788926563.494078:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9c1 from it ffffb2d841d1bcb8 00010000:00000001:0.0:1788926563.494080:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.494081:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.494082:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:0.0:1788926563.494083:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.494085:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:0.0:1788926563.494087:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.494090:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788926563.494096:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494096:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.494098:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.494099:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.494101:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788926563.494106:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.494107:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.494108:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.494110:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494111:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.494112:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494113:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.494115:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494116:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494118:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494119:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.494120:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494121:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788926563.494122:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788926563.494123:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.494126:0:35917:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788926563.494129:0:35917:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788926563.494131:0:35917:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788926563.494132:0:35917:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788926563.494134:0:35917:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.494136:0:35917:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926563.494139:0:35917:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788926563.494141:0:35917:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.494144:0:35917:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:0.0:1788926563.494147:0:35917:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:0.0:1788926563.494152:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.494155:0:35917:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:0.0:1788926563.494157:0:35917:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788926563.494159:0:35917:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788926563.494162:0:35917:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.494163:0:35917:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788926563.494165:0:35917:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788926563.494167:0:35917:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788926563.494168:0:35917:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788926563.494172:0:35917:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df7340 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788926563.494175:0:35917:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d1220000 00020000:00000001:0.0:1788926563.494178:0:35917:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788926563.494180:0:35917:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788926563.494182:0:35917:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788926563.494184:0:35917:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.494186:0:35917:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788926563.494188:0:35917:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788926563.494189:0:35917:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.494191:0:35917:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.494192:0:35917:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.494193:0:35917:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788926563.494194:0:35917:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76d1220000 00000020:00000001:0.0:1788926563.494197:0:35917:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926563.494199:0:35917:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788926563.494200:0:35917:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:0.0:1788926563.494202:0:35917:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788926563.494204:0:35917:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788926563.494206:0:35917:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788926563.494208:0:35917:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788926563.494213:0:35917:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788926563.494218:0:35917:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76c8b71400. 00020000:00000002:0.0:1788926563.494220:0:35917:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788926563.494223:0:35917:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788926563.494225:0:35917:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.494227:0:35917:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788926563.494228:0:35917:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788926563.494229:0:35917:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:0.0:1788926563.494232:0:35917:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000020:00000001:0.0:1788926563.494235:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:0.0:1788926563.494236:0:35917:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:0.0:1788926563.494239:0:35917:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788926563.494241:0:35917:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788926563.494242:0:35917:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:0.0:1788926563.494243:0:35917:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133966656 : -108341575584960 : ffff9d76c2df7340) 00000020:00000001:0.0:1788926563.494245:0:35917:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.494247:0:35917:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.494249:0:35917:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.494251:0:35917:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788926563.494255:0:35917:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c7feebe0. 00000008:00010000:0.0:1788926563.494258:0:35917:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788926563.494261:0:35917:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.494262:0:35917:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788926563.494264:0:35917:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76c8b71430, osc lock ffff9d76c7feebe0, flags 0x400001002 00000020:00000001:0.0:1788926563.494266:0:35917:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.494268:0:35917:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.494270:0:35917:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732231984128 : -108341477567488 : ffff9d76c8b71400) 00000020:00000001:0.0:1788926563.494272:0:35917:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788926563.494273:0:35917:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788926563.494274:0:35917:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.494276:0:35917:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.494279:0:35917:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788926563.494281:0:35917:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788926563.494282:0:35917:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.494284:0:35917:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788926563.494285:0:35917:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788926563.494286:0:35917:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:0.0:1788926563.494288:0:35917:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.494290:0:35917:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788926563.494292:0:35917:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788926563.494295:0:35917:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788926563.494298:0:35917:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.494299:0:35917:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788926563.494301:0:35917:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788926563.494302:0:35917:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788926563.494303:0:35917:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788926563.494305:0:35917:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788926563.494307:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788926563.494310:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:0.0:1788926563.494312:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788926563.494316:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788926563.494319:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788926563.494323:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:0.0:1788926563.494332:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788926563.494334:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788926563.494336:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788926563.494342:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.494344:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.494346:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:0.0:1788926563.494348:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.494350:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:0.0:1788926563.494353:0:35917:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788926563.494355:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.494357:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.494358:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:0.0:1788926563.494359:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.494361:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000020:00000001:0.0:1788926563.494364:0:35917:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.494366:0:35917:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788926563.494603:0:35917:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788926563.494606:0:35917:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494608:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788926563.494610:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788926563.494611:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:0.0:1788926563.494614:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.494616:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:0.0:1788926563.494618:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788926563.494621:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788926563.494628:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494630:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.494631:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788926563.494632:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788926563.494635:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788926563.494641:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926563.494643:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926563.494645:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926563.494646:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494648:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926563.494649:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494651:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494653:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926563.494655:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788926563.494656:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494657:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788926563.494658:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788926563.494659:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788926563.494661:0:35917:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788926563.494663:0:35917:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.494665:0:35917:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788926563.494667:0:35917:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.494668:0:35917:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788926563.494670:0:35917:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788926563.494672:0:35917:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788926563.494674:0:35917:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788926563.494675:0:35917:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788926563.494843:0:35917:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.494847:0:35917:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.494851:0:35917:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926563.494854:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.494856:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.494857:0:35917:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926563.494861:0:35917:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788926563.494864:0:35917:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926563.494866:0:35917:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788926563.494868:0:35917:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788926563.494869:0:35917:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788926563.494871:0:35917:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1029 on OST[0]: s=46 (1) m=1788926563 a=1788926563 c=1788926563 b=0 00020000:00000001:1.0:1788926563.494874:0:35917:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926563.494877:0:35917:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=1788926563 c=1788926563 b=0 00020000:00000001:1.0:1788926563.494882:0:35917:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.494884:0:35917:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.494885:0:35917:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:1.0:1788926563.494888:0:35917:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788926563.494890:0:35917:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926563.494894:0:35917:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926563.494896:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:1.0:1788926563.494899:0:35917:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926563.494900:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926563.494903:0:35917:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926563.494905:0:35917:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926563.494906:0:35917:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:1.0:1788926563.494908:0:35917:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926563.494909:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c8b71430 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926563.494912:0:35917:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926563.494913:0:35917:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926563.494914:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.494916:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926563.494917:0:35917:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926563.494919:0:35917:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.494920:0:35917:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.494921:0:35917:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.494922:0:35917:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926563.494924:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926563.494926:0:35917:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926563.494928:0:35917:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926563.494929:0:35917:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c8b71430 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926563.494932:0:35917:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c7feebe0. 00000020:00000001:1.0:1788926563.494935:0:35917:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926563.494937:0:35917:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76c8b71400. 00020000:00000001:1.0:1788926563.494940:0:35917:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926563.494941:0:35917:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926563.494942:0:35917:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788926563.494944:0:35917:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.494946:0:35917:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926563.494948:0:35917:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926563.494960:0:35917:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926563.494961:0:35917:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926563.494964:0:35917:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926563.494965:0:35917:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00020000:00000001:1.0:1788926563.494968:0:35917:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926563.494970:0:35917:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926563.494973:0:35917:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926563.494975:0:35917:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926563.494978:0:35917:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926563.494980:0:35917:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.494982:0:35917:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926563.494984:0:35917:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926563.494985:0:35917:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926563.494986:0:35917:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000001:00000001:1.0:1788926563.494988:0:35917:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.494993:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bd08 00000080:00000008:1.0:1788926563.494996:0:35917:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1788926563.495000:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926563.495002:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bda0 00000080:00002000:1.0:1788926563.495004:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d1734d80, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:1.0:1788926563.495007:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.495155:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.495158:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.495159:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.495161:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bbc0 00000080:00200000:1.0:1788926563.495163:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.495168:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.495172:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.495175:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.495177:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.495179:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bae0 00800000:00000002:1.0:1788926563.495181:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.495184:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.495186:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.495188:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.495189:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.495191:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.495193:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.495195:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.495197:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.495200:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.495203:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.495204:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1b9b0 00000002:00010000:1.0:1788926563.495206:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.495209:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.495211:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.495212:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.495215:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926563.495218:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.495221:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.495224:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.495227:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788926563.495234:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.495236:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.495239:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788926563.495245:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.495247:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.495249:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.495250:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.495252:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.495254:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.495256:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.495258:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.495260:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000080:00000001:1.0:1788926563.495263:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.495264:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.495266:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.495269:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:1.0:1788926563.495271:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.495273:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.495274:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.495276:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.495277:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.495279:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495282:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495284:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495285:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.495286:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.495288:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.495290:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841d1bbf8 00010000:00000001:1.0:1788926563.495291:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.495293:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.495294:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.495296:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495298:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495300:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.495302:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788926563.495308:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495310:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.495311:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.495312:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.495314:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926563.495319:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.495321:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.495322:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.495325:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495326:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.495327:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495328:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.495330:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495332:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495334:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495335:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.495337:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495337:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.495339:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.495340:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.495342:0:35917:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926563.495345:0:35917:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.495348:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926563.495350:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bbe8 00000080:00002000:1.0:1788926563.495351:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d1734d80) flags 0x48004e refc 0 00000080:00000001:1.0:1788926563.495353:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.495355:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bc30 00000080:00200000:1.0:1788926563.495356:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1788926563.495381:0:35917:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788926563.495384:0:35917:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1788926563.495388:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926563.495389:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1be40 00000080:00002000:1.0:1788926563.495391:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d1734d80, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:1.0:1788926563.495394:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.495683:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.495686:0:35917:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.495687:0:35917:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.495689:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bbc0 00000080:00200000:1.0:1788926563.495691:0:35917:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.495694:0:35917:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.495697:0:35917:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.495699:0:35917:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.495701:0:35917:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.495703:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bae0 00800000:00000002:1.0:1788926563.495705:0:35917:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.495707:0:35917:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.495708:0:35917:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.495710:0:35917:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.495711:0:35917:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.495713:0:35917:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.495715:0:35917:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.495716:0:35917:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.495718:0:35917:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.495720:0:35917:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.495722:0:35917:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.495724:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1b9b0 00000002:00010000:1.0:1788926563.495725:0:35917:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.495727:0:35917:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.495729:0:35917:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.495730:0:35917:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.495733:0:35917:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926563.495803:0:35917:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.495806:0:35917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.495808:0:35917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.495811:0:35917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788926563.495817:0:35917:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.495820:0:35917:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.495824:0:35917:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788926563.495830:0:35917:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.495831:0:35917:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.495833:0:35917:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.495835:0:35917:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.495837:0:35917:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.495839:0:35917:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.495841:0:35917:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.495843:0:35917:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.495845:0:35917:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000080:00000001:1.0:1788926563.495848:0:35917:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.495850:0:35917:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.495851:0:35917:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.495854:0:35917:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:1.0:1788926563.495857:0:35917:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.495858:0:35917:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.495860:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.495861:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.495863:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.495865:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495867:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495868:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495870:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.495871:0:35917:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.495872:0:35917:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.495874:0:35917:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841d1bbf8 00010000:00000001:1.0:1788926563.495875:0:35917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.495876:0:35917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.495877:0:35917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.495879:0:35917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495881:0:35917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.495882:0:35917:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.495884:0:35917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788926563.495890:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495891:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.495892:0:35917:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.495893:0:35917:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.495896:0:35917:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926563.495902:0:35917:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.495904:0:35917:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.495905:0:35917:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.495907:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495908:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.495910:0:35917:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495912:0:35917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.495913:0:35917:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495914:0:35917:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495916:0:35917:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.495918:0:35917:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.495919:0:35917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.495920:0:35917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.495922:0:35917:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.495923:0:35917:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.495925:0:35917:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926563.495929:0:35917:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.495931:0:35917:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926563.495933:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bbe8 00000080:00002000:1.0:1788926563.495934:0:35917:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d1734d80) flags 0x48004e refc 0 00000080:00000001:1.0:1788926563.495936:0:35917:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.495938:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1bc30 00000080:00200000:1.0:1788926563.495939:0:35917:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1788926563.495946:0:35917:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1788926563.495948:0:35917:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1788926563.495962:0:35917:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926563.495963:0:35917:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841d1be40 00000080:00002000:1.0:1788926563.495965:0:35917:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d1734d80, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:1.0:1788926563.495967:0:35917:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.504835:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.504841:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.504843:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.504846:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbb20 00000080:00200000:1.0:1788926563.504851:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.504858:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.504863:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.504866:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.504870:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.504872:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbba40 00800000:00000002:1.0:1788926563.504875:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.504878:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.504881:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.504884:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.504886:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.504889:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.504891:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.504893:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.504895:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.504898:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.504903:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.504905:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb910 00000002:00010000:1.0:1788926563.504907:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.504910:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.504912:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.504915:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.504920:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926563.504923:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.504927:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.504931:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.504936:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788926563.504947:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.504962:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.504966:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788926563.504973:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.504975:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.504977:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.504979:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.504981:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.504983:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.504985:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.504988:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.504991:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000080:00000001:1.0:1788926563.504995:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.504997:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.505000:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.505003:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:1.0:1788926563.505006:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.505008:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.505010:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.505012:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.505014:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.505016:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.505019:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.505021:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505023:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.505024:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.505026:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.505029:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841cbbb58 00010000:00000001:1.0:1788926563.505030:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.505031:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.505033:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.505034:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.505036:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.505038:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.505041:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788926563.505047:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505048:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.505049:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.505051:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.505054:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926563.505060:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.505063:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.505065:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.505069:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505070:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.505072:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505074:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.505076:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505078:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505081:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505082:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.505084:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505085:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.505087:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.505089:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.505091:0:35918:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926563.505095:0:35918:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.505098:0:35918:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926563.505100:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbb48 00000080:00002000:1.0:1788926563.505102:0:35918:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d1734d80) flags 0x48004e refc 0 00000080:00000001:1.0:1788926563.505104:0:35918:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.505106:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbb90 00000080:00200000:1.0:1788926563.505107:0:35918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788926563.505113:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbd08 00000080:00200008:1.0:1788926563.505115:0:35918:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926563.505120:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.505121:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbc80 00000080:00200000:1.0:1788926563.505123:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908),name=recon 00000080:00000010:1.0:1788926563.505127:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.505129:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.505133:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.505134:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.505136:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbba0 00800000:00000002:1.0:1788926563.505137:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000405:0x30:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.505140:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.505143:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.505144:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.505145:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.505147:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.505149:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.505151:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.505153:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.505155:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.505156:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.505157:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.505158:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.505159:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.505161:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.505162:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.505164:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000405:0x30:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.505167:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.505168:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbba70 00000002:00010000:1.0:1788926563.505170:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000405:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.505172:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.505173:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.505175:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.505177:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:1.0:1788926563.505179:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.505181:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.505183:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.505186:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788926563.505192:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.505193:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.505196:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788926563.505202:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.505204:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.505206:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.505207:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.505209:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.505211:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.505213:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.505215:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.505217:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000080:00000001:1.0:1788926563.505219:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.505220:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.505222:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) 00000080:00010000:1.0:1788926563.505224:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000405:0x30:0x0](ffff9d76d1538908) for lock 0xdeff66104c08c9c1 00800000:00000001:1.0:1788926563.505227:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.505228:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.505229:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.505230:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.505232:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:1.0:1788926563.505234:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.505236:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.505238:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505239:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.505240:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.505241:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.505243:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9c1 from it ffffb2d841cbbcb8 00010000:00000001:1.0:1788926563.505244:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.505245:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.505247:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c1498e00 refcount=3 00000020:00000001:1.0:1788926563.505248:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.505250:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732107365888 : -108341602185728 : ffff9d76c1498e00) 00010000:00000001:1.0:1788926563.505252:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.505254:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 3/1,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926563.505259:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505260:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.505261:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.505262:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.505264:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926563.505271:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.505272:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.505273:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.505275:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505276:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.505277:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505279:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.505281:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505282:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505284:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.505286:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.505287:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.505288:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.505289:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.505291:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.505293:0:35918:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788926563.505296:0:35918:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788926563.505298:0:35918:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788926563.505300:0:35918:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788926563.505301:0:35918:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.505303:0:35918:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926563.505306:0:35918:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788926563.505308:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926563.505311:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:1.0:1788926563.505314:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:1.0:1788926563.505318:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.505320:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:1.0:1788926563.505323:0:35918:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788926563.505325:0:35918:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788926563.505328:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926563.505329:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788926563.505331:0:35918:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926563.505333:0:35918:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.505335:0:35918:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788926563.505339:0:35918:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2df7340 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788926563.505342:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:1.0:1788926563.505347:0:35918:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788926563.505348:0:35918:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788926563.505351:0:35918:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788926563.505353:0:35918:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.505355:0:35918:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788926563.505357:0:35918:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788926563.505358:0:35918:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.505359:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926563.505360:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788926563.505361:0:35918:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788926563.505363:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00000020:00000001:1.0:1788926563.505365:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788926563.505376:0:35918:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788926563.505378:0:35918:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000405:0x30:0x0] 00000020:00000001:1.0:1788926563.505380:0:35918:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788926563.505381:0:35918:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788926563.505383:0:35918:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788926563.505385:0:35918:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788926563.505390:0:35918:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788926563.505888:0:35918:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9d76d8592080. 00020000:00000002:1.0:1788926563.505893:0:35918:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788926563.505896:0:35918:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788926563.505898:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926563.505900:0:35918:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788926563.505902:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926563.505904:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237601176 : -108341471950440 : ffff9d76c90cc998) 00000020:00001000:1.0:1788926563.505906:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc990 00000020:00000001:1.0:1788926563.505909:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.505911:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:1.0:1788926563.505914:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788926563.505915:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788926563.505917:0:35918:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:1.0:1788926563.505918:0:35918:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133966656 : -108341575584960 : ffff9d76c2df7340) 00000020:00000001:1.0:1788926563.505920:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.505922:0:35918:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.505924:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:1.0:1788926563.505926:0:35918:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788926563.505930:0:35918:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9d76c51f38f0. 00000008:00010000:1.0:1788926563.505933:0:35918:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788926563.505935:0:35918:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926563.505937:0:35918:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788926563.505939:0:35918:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9d76d85920b0, osc lock ffff9d76c51f38f0, flags 0x400001002 00000020:00000001:1.0:1788926563.505941:0:35918:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.505943:0:35918:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.505945:0:35918:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446635732494262400 : -108341215289216 : ffff9d76d8592080) 00000020:00000001:1.0:1788926563.505947:0:35918:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788926563.505948:0:35918:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788926563.505958:0:35918:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.505961:0:35918:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.505963:0:35918:0:(cl_io.c:1190:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788926563.505964:0:35918:0:(cl_io.c:1198:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788926563.505966:0:35918:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926563.505968:0:35918:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788926563.505969:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926563.505970:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:1.0:1788926563.505972:0:35918:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926563.505974:0:35918:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788926563.505976:0:35918:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788926563.505978:0:35918:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788926563.505980:0:35918:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788926563.505982:0:35918:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788926563.505983:0:35918:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788926563.505985:0:35918:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788926563.505986:0:35918:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788926563.505988:0:35918:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788926563.505990:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.505993:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:1.0:1788926563.505996:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.505999:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.506003:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.506007:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1788926563.506017:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.506020:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.506023:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788926563.506030:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506031:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506033:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=4 00000020:00000001:1.0:1788926563.506035:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:1.0:1788926563.506037:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000008:00000001:1.0:1788926563.506040:0:35918:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788926563.506041:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506042:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506044:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=5 00000020:00000001:1.0:1788926563.506045:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:1.0:1788926563.506047:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000020:00000001:1.0:1788926563.506050:0:35918:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926563.506052:0:35918:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788926563.506054:0:35918:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788926563.506056:0:35918:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506057:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506058:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506060:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=6 00000020:00000001:1.0:1788926563.506061:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:1.0:1788926563.506063:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:1.0:1788926563.506065:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.506067:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788926563.506073:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506075:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.506076:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.506077:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.506080:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788926563.506092:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.506094:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.506095:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.506097:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506099:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.506100:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506102:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506104:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506105:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.506107:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506108:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.506109:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506110:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926563.506111:0:35918:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926563.506113:0:35918:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506115:0:35918:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788926563.506116:0:35918:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506118:0:35918:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506119:0:35918:0:(cl_io.c:1842:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788926563.506120:0:35918:0:(cl_io.c:1858:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788926563.506122:0:35918:0:(cl_io.c:1916:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788926563.506123:0:35918:0:(cl_io.c:1210:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788926563.506125:0:35918:0:(cl_io.c:1234:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506127:0:35918:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.506130:0:35918:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788926563.506132:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.506133:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:1.0:1788926563.506135:0:35918:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788926563.506137:0:35918:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788926563.506139:0:35918:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788926563 a=1788926563 c=1788926563 b=0 00020000:00000001:1.0:1788926563.506142:0:35918:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506144:0:35918:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506146:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000080:00200000:1.0:1788926563.506148:0:35918:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000405:0x30:0x0] updating i_size 46 i_blocks 0 00000080:00000001:1.0:1788926563.506150:0:35918:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788926563.506154:0:35918:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788926563.506156:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_release():245 00000020:00000001:1.0:1788926563.506159:0:35918:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926563.506160:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788926563.506163:0:35918:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788926563.506164:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788926563.506165:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732362237168 : -108341347314448 : ffff9d76d07a94f0) 00000020:00000001:1.0:1788926563.506167:0:35918:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788926563.506168:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9d76d85920b0 (ffff9d76c90cc998/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788926563.506170:0:35918:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788926563.506171:0:35918:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788926563.506172:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506173:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788926563.506174:0:35918:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788926563.506176:0:35918:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.506177:0:35918:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.506178:0:35918:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788926563.506179:0:35918:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926563.506180:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76c2df72e0 (ffff9d76c90cc368/0) at cl_lock_fini():72 00020000:00000001:1.0:1788926563.506183:0:35918:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788926563.506184:0:35918:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788926563.506185:0:35918:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9d76d85920b0 (ffff9d76c90cc368/1) at cl_lock_fini():72 00000008:00000010:1.0:1788926563.506188:0:35918:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9d76c51f38f0. 00000020:00000001:1.0:1788926563.506191:0:35918:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788926563.506192:0:35918:0:(lov_lock.c:225:lov_lock_fini()) kvfreed 'lovlck': 112 at ffff9d76d8592080. 00020000:00000001:1.0:1788926563.506195:0:35918:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788926563.506196:0:35918:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788926563.506197:0:35918:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788926563.506199:0:35918:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506201:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:1.0:1788926563.506203:0:35918:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788926563.506204:0:35918:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788926563.506205:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:1.0:1788926563.506207:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926563.506208:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc990 00020000:00000001:1.0:1788926563.506210:0:35918:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788926563.506212:0:35918:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788926563.506214:0:35918:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788926563.506216:0:35918:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788926563.506219:0:35918:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788926563.506221:0:35918:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.506223:0:35918:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788926563.506224:0:35918:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788926563.506225:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788926563.506226:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000001:00000001:1.0:1788926563.506228:0:35918:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506233:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbd08 00000080:00000008:1.0:1788926563.506235:0:35918:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000405:0x30:0x0](ffff9d76d1538908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788926563.506239:0:35918:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788926563.506241:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbda0 00000080:00002000:1.0:1788926563.506243:0:35918:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9d76d1734d80, parent ffff9d76d14be6c0, inode ffff9d76d1538908) hashed, 00000080:00000001:1.0:1788926563.506246:0:35918:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.506272:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.506275:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.506276:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.506278:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbbd8 00000080:00200000:1.0:1788926563.506280:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.506284:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.506288:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.506290:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.506292:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.506294:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbaf8 00800000:00000002:1.0:1788926563.506296:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.506299:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.506300:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.506302:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.506304:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.506305:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.506307:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.506309:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.506310:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.506313:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.506316:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.506318:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbb9c8 00000002:00010000:1.0:1788926563.506320:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.506323:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.506325:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.506326:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.506329:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926563.506331:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.506334:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.506336:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.506339:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788926563.506347:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.506349:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.506352:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788926563.506358:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.506360:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.506361:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.506363:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.506365:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.506366:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.506377:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.506379:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.506382:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000080:00000001:1.0:1788926563.506384:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.506386:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.506388:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.506390:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:1.0:1788926563.506393:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.506415:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.506417:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506418:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506419:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.506421:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506424:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506426:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506428:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.506429:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.506431:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.506433:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841cbbc10 00010000:00000001:1.0:1788926563.506435:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506436:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506437:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.506438:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506440:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506442:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.506450:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788926563.506456:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506457:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.506458:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.506459:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.506462:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926563.506468:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.506469:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.506470:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.506473:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506474:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.506475:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506477:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.506478:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506479:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506482:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506483:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.506484:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506485:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.506487:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.506488:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.506491:0:35918:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788926563.506494:0:35918:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.506499:0:35918:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788926563.506500:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbda0 00000080:00002000:1.0:1788926563.506502:0:35918:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9d76d1734d80) flags 0x48004e refc 0 00000080:00000001:1.0:1788926563.506504:0:35918:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.506506:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbe10 00000080:00200000:1.0:1788926563.506507:0:35918:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1788926563.506510:0:35918:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788926563.506511:0:35918:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788926563.506513:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbd30 00000080:00200000:1.0:1788926563.506514:0:35918:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8),name=/ 00000080:00000010:1.0:1788926563.506517:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.506520:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00000080:00000001:1.0:1788926563.506521:0:35918:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788926563.506523:0:35918:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.506524:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbc50 00800000:00000002:1.0:1788926563.506526:0:35918:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.506529:0:35918:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788926563.506530:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.506531:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.506532:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.506533:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.506535:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.506537:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.506538:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.506540:0:35918:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788926563.506543:0:35918:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788926563.506544:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbb20 00000002:00010000:1.0:1788926563.506545:0:35918:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788926563.506548:0:35918:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788926563.506549:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.506550:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.506552:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926563.506554:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.506556:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.506558:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788926563.506561:0:35918:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788926563.506567:0:35918:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788926563.506568:0:35918:0:(sec.c:1047:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926563.506571:0:35918:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788926563.506577:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788926563.506579:0:35918:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.506580:0:35918:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.506582:0:35918:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788926563.506583:0:35918:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.506585:0:35918:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788926563.506587:0:35918:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788926563.506589:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:1.0:1788926563.506590:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000080:00000001:1.0:1788926563.506592:0:35918:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788926563.506593:0:35918:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.506595:0:35918:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00010000:1.0:1788926563.506598:0:35918:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9d76d15b21c8) for lock 0xdeff66104c08c9cf 00800000:00000001:1.0:1788926563.506600:0:35918:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788926563.506601:0:35918:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788926563.506602:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506603:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506604:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.506606:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506608:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506610:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506611:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788926563.506612:0:35918:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.506614:0:35918:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788926563.506616:0:35918:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xdeff66104c08c9cf from it ffffb2d841cbbd68 00010000:00000001:1.0:1788926563.506617:0:35918:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788926563.506618:0:35918:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926563.506620:0:35918:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c13fe600 refcount=3 00000020:00000001:1.0:1788926563.506621:0:35918:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506623:0:35918:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732106733056 : -108341602818560 : ffff9d76c13fe600) 00010000:00000001:1.0:1788926563.506625:0:35918:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788926563.506627:0:35918:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788926563.506632:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506633:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.506634:0:35918:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788926563.506635:0:35918:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788926563.506638:0:35918:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788926563.506643:0:35918:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788926563.506644:0:35918:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788926563.506645:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.506647:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506648:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.506649:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506650:0:35918:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788926563.506651:0:35918:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506653:0:35918:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506655:0:35918:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.506656:0:35918:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788926563.506657:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.506658:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788926563.506659:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788926563.506660:0:35918:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788926563.506662:0:35918:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9d76d15b21c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788926563.506664:0:35918:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.506667:0:35918:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788926563.506669:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbdf8 00000080:00200000:1.0:1788926563.506671:0:35918:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9d76d15b21c8) 00000080:00000001:1.0:1788926563.506673:0:35918:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788926563.506675:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926563.506677:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:1.0:1788926563.506678:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:1.0:1788926563.506680:0:35918:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788926563.506683:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000002:1.0:1788926563.506685:0:35918:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9d76c866fe40 addref 2/0 by ffff9d76c57e8000. 00020000:00000002:1.0:1788926563.506688:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:1.0:1788926563.506690:0:35918:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788926563.506692:0:35918:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788926563.506693:0:35918:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788926563.506695:0:35918:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788926563.506697:0:35918:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788926563.506698:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000080:00000001:1.0:1788926563.506700:0:35918:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788926563.506703:0:35918:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9d76d0a7c600. 00800000:00000002:1.0:1788926563.506705:0:35918:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9d76c9087ec0 2 00800000:00000001:1.0:1788926563.506709:0:35918:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788926563.506711:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.506712:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.506713:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.506714:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.506716:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.506718:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788926563.506719:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.506721:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.506722:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.506723:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.506724:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.506725:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.506727:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.506729:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788926563.506731:0:35918:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000001:1.0:1788926563.506732:0:35918:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788926563.506733:0:35918:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788926563.507006:0:35918:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788926563.507007:0:35918:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788926563.507009:0:35918:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.507011:0:35918:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.507013:0:35918:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.507016:0:35918:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000405:0x30:0x0] 00800000:00000001:1.0:1788926563.507019:0:35918:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788926563.507021:0:35918:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000405:0x30:0x0] -> mds #0 00000002:00000001:1.0:1788926563.507024:0:35918:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788926563.507027:0:35918:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926563.507030:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 2 00010000:00000001:1.0:1788926563.507032:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.507034:0:35918:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926563.507037:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926563.507040:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00000001:1.0:1788926563.507048:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926563.507051:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926563.507053:0:35918:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926563.507055:0:35918:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788926563.507057:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507058:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507059:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 3 00010000:00000001:1.0:1788926563.507061:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507063:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.507065:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507066:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507068:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 3 00010000:00000001:1.0:1788926563.507069:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507071:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.507072:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507073:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507075:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c52dfe00 count: 3 00010000:00000001:1.0:1788926563.507076:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507078:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.507080:0:35918:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788926563.507083:0:35918:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9d76d15b2100, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788926563.507087:0:35918:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788926563.507089:0:35918:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788926563.507091:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926563.507093:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507095:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926563.507098:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926563.507100:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926563.507102:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.507103:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926563.507106:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c13fe600 with handle 0xdeff66104c08c9cf from hash 00010000:00000001:1.0:1788926563.507108:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926563.507109:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.507110:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507111:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926563.507113:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926563.507115:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926563.507117:0:35918:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926563.507119:0:35918:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.507121:0:35918:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788926563.507123:0:35918:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788926563.507125:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 3 00010000:00000001:1.0:1788926563.507126:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926563.507128:0:35918:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788926563.507130:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926563.507133:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788926563.507138:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926563.507140:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926563.507142:0:35918:0:(xattr_cache.c:339:ll_xattr_cache_empty()) Process entered 00000080:00000020:1.0:1788926563.507144:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.link 00000080:00000010:1.0:1788926563.507146:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 13 at ffff9d76d1a91ab0. 00000080:00000010:1.0:1788926563.507149:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 47 at ffff9d76e020e580. 00000080:00000010:1.0:1788926563.507152:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d118. 00000080:00000020:1.0:1788926563.507154:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: user.job 00000080:00000010:1.0:1788926563.507156:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 9 at ffff9d76d1a91bd0. 00000080:00000010:1.0:1788926563.507158:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 6 at ffff9d76c85cc7b0. 00000080:00000010:1.0:1788926563.507161:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d208. 00000080:00000020:1.0:1788926563.507162:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lov 00000080:00000010:1.0:1788926563.507164:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9d76d1a91a90. 00000080:00000010:1.0:1788926563.507166:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 56 at ffff9d76e020e040. 00000080:00000010:1.0:1788926563.507168:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d640. 00000080:00000020:1.0:1788926563.507169:0:35918:0:(xattr_cache.c:350:ll_xattr_cache_empty()) delete: trusted.lma 00000080:00000010:1.0:1788926563.507171:0:35918:0:(xattr_cache.c:352:ll_xattr_cache_empty()) kfreed 'entry->xe_name': 12 at ffff9d76d1a91490. 00000080:00000010:1.0:1788926563.507172:0:35918:0:(xattr_cache.c:353:ll_xattr_cache_empty()) kfreed 'entry->xe_value': 24 at ffff9d76d1b5c740. 00000080:00000010:1.0:1788926563.507175:0:35918:0:(xattr_cache.c:354:ll_xattr_cache_empty()) slab-freed '(entry)': 40 at ffff9d76c898d9d8. 00000080:00000001:1.0:1788926563.507177:0:35918:0:(xattr_cache.c:360:ll_xattr_cache_empty()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.507178:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926563.507179:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507181:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926563.507182:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926563.507183:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926563.507184:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.507186:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926563.507188:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b000 with handle 0xdeff66104c08c9c8 from hash 00010000:00000001:1.0:1788926563.507189:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926563.507190:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.507191:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507192:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926563.507193:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926563.507195:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926563.507196:0:35918:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788926563.507199:0:35918:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 2/0,0 mode: PR/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788926563.507204:0:35918:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788926563.507205:0:35918:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788926563.507207:0:35918:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788926563.507208:0:35918:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000405:0x30:0x0] mode (null) 00000002:00000001:1.0:1788926563.507210:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507211:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507212:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:1.0:1788926563.507214:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507216:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.507217:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507218:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507220:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:1.0:1788926563.507221:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507223:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.507224:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507225:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507226:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:1.0:1788926563.507228:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507230:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788926563.507231:0:35918:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788926563.507232:0:35918:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788926563.507233:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76d065fb00 count: 4 00010000:00000001:1.0:1788926563.507235:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788926563.507237:0:35918:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.507238:0:35918:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.507240:0:35918:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788926563.507241:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788926563.507243:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 00000020:00001000:1.0:1788926563.507245:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 00000020:00000001:1.0:1788926563.507246:0:35918:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788926563.507248:0:35918:0:(vvp_object.c:117:vvp_conf_set()) [0x200000405:0x30:0x0]: losing layout lock 00000080:00000001:1.0:1788926563.507251:0:35918:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788926563.507253:0:35918:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788926563.507255:0:35918:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788926563.507257:0:35918:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788926563.507259:0:35918:0:(lov_object.c:1535:lov_conf_set()) [0x200000405:0x30:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788926563.507260:0:35918:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926563.507262:0:35918:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926563.507263:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 00000080:00000001:1.0:1788926563.507265:0:35918:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926563.507267:0:35918:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788926563.507269:0:35918:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000405:0x30:0x0](ffff9d76d1538908) invalid 00000020:00000001:1.0:1788926563.507272:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbba60 00000080:00002000:1.0:1788926563.507273:0:35918:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9d76d1734d80) parent ffff9d76d14be6c0 inode ffff9d76d1538908 refc 1 00000080:00000001:1.0:1788926563.507277:0:35918:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788926563.507278:0:35918:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788926563.507279:0:35918:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507281:0:35918:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788926563.507283:0:35918:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788926563.507284:0:35918:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788926563.507285:0:35918:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788926563.507287:0:35918:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788926563.507289:0:35918:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c1498e00 with handle 0xdeff66104c08c9c1 from hash 00010000:00000001:1.0:1788926563.507291:0:35918:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788926563.507292:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.507293:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507294:0:35918:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926563.507295:0:35918:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926563.507297:0:35918:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788926563.507298:0:35918:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788926563.507300:0:35918:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788926563.507302:0:35918:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788926563.507307:0:35918:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b800. 00000020:00000040:1.0:1788926563.507310:0:35918:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 02000000:00000001:1.0:1788926563.507314:0:35918:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788926563.507316:0:35918:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507318:0:35918:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788926563.507322:0:35918:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926563.507324:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926563.507325:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507326:0:35918:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.507329:0:35918:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926563.507331:0:35918:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926563.507334:0:35918:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926563.507339:0:35918:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76d0a7c400. 00000100:00000001:1.0:1788926563.507345:0:35918:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507347:0:35918:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.507350:0:35918:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926563.507355:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788926563.507362:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 1/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788926563.507887:0:35918:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788926563.507894:0:35918:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788926563.507895:0:35918:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788926563.507897:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926563.507900:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c880b000/0xdeff66104c08c9c8 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabce4 expref: -99 pid: 35915 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788926563.507910:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507911:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926563.507913:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c1498e00/0xdeff66104c08c9c1 lrc: 0/0,0 mode: --/PR res: [0x200000405:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x840913afd2dabcd6 expref: -99 pid: 35915 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:1.0:1788926563.507919:0:35918:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318700. 00010000:00000040:1.0:1788926563.507923:0:35918:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76d065fb00 count: 0 00010000:00000010:1.0:1788926563.507928:0:35918:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d8592f80. 00010000:00000001:1.0:1788926563.507933:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507934:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926563.507936:0:35918:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9d76e0357000 lock: ffff9d76c13fe600/0xdeff66104c08c9cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x840913afd2dabcf2 expref: -99 pid: 35916 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00000040:1.0:1788926563.507942:0:35918:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c52dfe00 count: 0 00010000:00000010:1.0:1788926563.507944:0:35918:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9d76d11faf00. 00010000:00000001:1.0:1788926563.507958:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926563.507960:0:35918:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507962:0:35918:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926563.507963:0:35918:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926563.507965:0:35918:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788926563.507977:0:35918:0:(genops.c:2427:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9d76e0357000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788926563.507989:0:35918:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926563.507996:0:35918:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788926563.507998:0:35918:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788926563.508005:0:35918:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9d76ca6fb780. 00000100:00000001:1.0:1788926563.508007:0:35918:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446635732260861824 : -108341448689792 : ffff9d76ca6fb780) 00000100:00000001:1.0:1788926563.508009:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.508010:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:1.0:1788926563.508015:0:35918:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926563.508018:0:35918:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.508020:0:35918:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788926563.508022:0:35918:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926563.508026:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.508033:0:35918:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926563.508035:0:35918:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.508038:0:35918:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926563.508040:0:35918:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926563.508042:0:35918:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926563.508045:0:35918:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:35918:1875823513986432:192.168.203.140@tcp:36:rm.0 00000100:00000001:1.0:1788926563.508049:0:35918:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926563.508054:0:35918:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926563.508056:0:35918:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926563.508058:0:35918:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926563.508063:0:35918:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9d76c8b00c00. 02000000:00000001:1.0:1788926563.508064:0:35918:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926563.508072:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926563.508077:0:35918:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4b00. 00000400:00000010:1.0:1788926563.508083:0:35918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8d48. 00000100:00000200:1.0:1788926563.508090:0:35918:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875823513986432, portal 10 00000100:00000001:1.0:1788926563.508092:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926563.508093:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000040:1.0:1788926563.508100:0:35918:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926563.508106:0:35918:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926563.508109:0:35918:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926563.508111:0:35918:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8ee0. 00000100:00000200:1.0:1788926563.508114:0:35918:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875823513986432, offset 0 00000400:00000200:1.0:1788926563.508120:0:35918:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926563.508126:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.508133:0:35918:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926563.508138:0:35918:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926563.508142:0:35918:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926563.508146:0:35918:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926563.508149:0:35918:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926563.508152:0:35918:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3024:3024:256:4294967295] 192.168.203.140@tcp LPNI seq info [3024:3024:8:4294967295] 00000400:00000200:1.0:1788926563.508159:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926563.508167:0:35918:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926563.508172:0:35918:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926563.508176:0:35918:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c5406600. 00000800:00000200:1.0:1788926563.508182:0:35918:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926563.508189:0:35918:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926563.508193:0:35918:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c5406600 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788926563.508261:0:35918:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926563.508265:0:35918:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 817370 usecs (818 jiffies) 00000400:00000200:1.0:1788926563.508269:0:35918:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926563.508272:0:35918:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296599460 00000100:00000001:1.0:1788926563.508275:0:35918:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.508278:0:35918:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296599460 00000100:00000001:1.0:1788926563.508280:0:35918:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296602728 00000100:00000001:1.0:1788926563.508283:0:35918:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926563.508285:0:35918:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926563.508287:0:35918:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926563.508289:0:35918:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788926563.508291:0:35918:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d76ca6fb780 going to sleep for 11 seconds 00000100:00000001:1.0:1788926563.508294:0:35918:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926563.508297:0:35918:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926563.509167:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926563.509174:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c5406600. 00000400:00000200:3.0:1788926563.509178:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.509184:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926563.509191:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8ee0 00000400:00000010:3.0:1788926563.509193:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8ee0. 00000100:00000001:3.0:1788926563.509197:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926563.509203:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.509213:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926563.509216:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.509223:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926563.509225:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926563.514872:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.514887:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926563.514891:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.514894:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.514902:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.514909:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926563.514918:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.514922:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.514928:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.514932:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 456 into portal 10 MB=0x6aa0d32366580 00000400:00000200:3.0:1788926563.514937:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926563.514943:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 456/456 into md 0x8995 [1] + 224 00000800:00000001:3.0:1788926563.514959:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.514967:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926563.514971:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926563.514975:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926563.514983:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926563.514991:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926563.515002:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926563.515024:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926563.515033:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926563.515038:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.515144:0:35918:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788926563.515152:0:35918:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788926563.515154:0:35918:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788926563.515157:0:35918:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4b00. 00000400:00000200:2.0:1788926563.515161:0:35918:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8d48 00000400:00000010:2.0:1788926563.515164:0:35918:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8d48. 00000100:00000001:2.0:1788926563.515167:0:35918:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926563.515171:0:35918:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788926563.515180:0:35918:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b800 x1875823513986432/t0(0) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/624 e 0 to 0 dl 1788926579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.515186:0:35918:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788926563.515188:0:35918:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.515190:0:35918:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788926563.515193:0:35918:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788926563.515195:0:35918:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926563.515197:0:35918:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926563.515200:0:35918:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926563.515208:0:35918:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=80 v=5 (5 5 104 104) 00000100:00001000:2.0:1788926563.515212:0:35918:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1788926563.515215:0:35918:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788926563.515217:0:35918:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926563.515219:0:35918:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788926563.515222:0:35918:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.515225:0:35918:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788926563.515227:0:35918:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000009d/0x200000012] 00000100:00000001:2.0:1788926563.515228:0:35918:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788926563.515230:0:35918:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788926563.515232:0:35918:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243232768 : -108341466318848 : ffff9d76c962b800) 00000100:00000001:2.0:1788926563.515236:0:35918:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788926563.515237:0:35918:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:2.0:1788926563.515239:0:35918:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788926563.515243:0:35918:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926563.515248:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b800 x1875823513986432/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.515255:0:35918:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788926563.515257:0:35918:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788926563.515260:0:35918:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788926563.515263:0:35918:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b800 x1875823513986432/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788926563.515271:0:35918:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b800 pname:cluuid:pid:xid:nid:opc:job rm:4486b962-ec3d-45f5-8472-13c4fc59e40f:35918:1875823513986432:192.168.203.140@tcp:36:rm.0 00000100:00000001:2.0:1788926563.515276:0:35918:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926563.515278:0:35918:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926563.515281:0:35918:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788926563.515283:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.515286:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9d76c962b800 x1875823513986432/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.515292:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926563.515294:0:35918:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9d76ca6fb780. 00000100:00000001:2.0:1788926563.515298:0:35918:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788926563.515299:0:35918:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.515306:0:35918:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.515309:0:35918:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788926563.515313:0:35918:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9d76c9087ec0 2 00000080:00000010:2.0:1788926563.515316:0:35918:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9d76d0a7c600. 00000100:00000001:2.0:1788926563.515322:0:35918:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926563.515325:0:35918:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b800 x1875823513986432/t8589934616(8589934616) o36->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 496/456 e 0 to 0 dl 1788926579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926563.515332:0:35918:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.515336:0:35918:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.515345:0:35918:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788926563.515348:0:35918:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb2d841cbbe28 00000080:00002000:2.0:1788926563.515350:0:35918:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9d76d1734d80, parent ffff9d76d14be6c0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788926563.515353:0:35918:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788926563.515358:0:35918:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788926563.515361:0:35918:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788926563.515368:0:35918:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788926563.515383:0:35918:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788926563.515386:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.515389:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:2.0:1788926563.515392:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00000020:00000001:2.0:1788926563.515433:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee210 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.515437:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000080:00000001:2.0:1788926563.515440:0:35918:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788926563.515451:0:35918:0:(vvp_io.c:1826:vvp_io_init()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788926563.515455:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.515456:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788926563.515458:0:35918:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.515462:0:35918:0:(lov_object.c:1590:lov_io_init()) [0x200000405:0x30:0x0]io ffff9d76c2d99090 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788926563.515465:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:2.0:1788926563.515468:0:35918:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788926563.515470:0:35918:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788926563.515472:0:35918:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788926563.515474:0:35918:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.515476:0:35918:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788926563.515478:0:35918:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788926563.515479:0:35918:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515481:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.515482:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788926563.515483:0:35918:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788926563.515485:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00000020:00000001:2.0:1788926563.515487:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515490:0:35918:0:(cl_io.c:824:cl_io_loop()) Process entered 00000020:00000001:2.0:1788926563.515491:0:35918:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788926563.515493:0:35918:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788926563.515496:0:35918:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788926563.515499:0:35918:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788926563.515502:0:35918:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788926563.515504:0:35918:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788926563.515505:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.515507:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170371656 : -108341539179960 : ffff9d76c50af248) 00000020:00001000:2.0:1788926563.515509:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50af240 00000020:00000001:2.0:1788926563.515512:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76d84ee3a0 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.515514:0:35918:0:(cl_io.c:126:__cl_io_init()) Process entered 00000020:00000001:2.0:1788926563.515517:0:35918:0:(cl_io.c:899:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788926563.515518:0:35918:0:(cl_io.c:905:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788926563.515521:0:35918:0:(cl_io.c:1146:cl_io_top()) Process entered 00000020:00000001:2.0:1788926563.515522:0:35918:0:(cl_io.c:1149:cl_io_top()) Process leaving (rc=18446635732133580944 : -108341575970672 : ffff9d76c2d99090) 00000020:00000001:2.0:1788926563.515524:0:35918:0:(cl_io.c:143:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.515526:0:35918:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.515528:0:35918:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446635732623500520 : -108341086051096 : ffff9d76e00d24e8) 00000020:00000001:2.0:1788926563.515530:0:35918:0:(cl_io.c:400:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788926563.515532:0:35918:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.515534:0:35918:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515536:0:35918:0:(cl_io.c:412:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515538:0:35918:0:(cl_io.c:315:cl_io_lock()) Process entered 00020000:00000001:2.0:1788926563.515539:0:35918:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788926563.515541:0:35918:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.515542:0:35918:0:(cl_io.c:315:cl_io_lock()) Process entered 00000020:00000001:2.0:1788926563.515543:0:35918:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926563.515545:0:35918:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515560:0:35918:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.515562:0:35918:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.515563:0:35918:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515565:0:35918:0:(cl_io.c:287:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788926563.515566:0:35918:0:(cl_io.c:296:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515568:0:35918:0:(cl_io.c:335:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515570:0:35918:0:(cl_io.c:529:cl_io_start()) Process entered 00020000:00000001:2.0:1788926563.515571:0:35918:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788926563.515573:0:35918:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.515574:0:35918:0:(cl_io.c:529:cl_io_start()) Process entered 00000008:00000001:2.0:1788926563.515576:0:35918:0:(osc_io.c:1105:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788926563.515578:0:35918:0:(osc_cache.c:3326:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788926563.515582:0:35918:0:(osc_cache.c:1926:osc_update_pending()) obj ffff9d76c6941880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788926563.515587:0:35918:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788926563.515589:0:35918:0:(osc_cache.c:1870:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.515591:0:35918:0:(osc_cache.c:1858:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788926563.515592:0:35918:0:(osc_cache.c:1897:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.515594:0:35918:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788926563.515597:0:35918:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788926563.515601:0:35918:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff9d76c85239c0@{[0 -> 0/1023], [1|0|-|locking|wiY|ffff9d76c6941880], [28672|1|+|-|ffff9d76c880b200|1024|ffff9d76c57e8000]} make ready 00000008:00010000:2.0:1788926563.515609:0:35918:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 0000000094c45181 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788926563.515620:0:35918:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788926563.515622:0:35918:0:(cl_page.c:1159:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788926563.515634:0:35918:0:(cl_page.c:1171:cl_page_make_ready()) page@00000000fb2224f6[2 000000007904c875 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788926563.515636:0:35918:0:(cl_page.c:1171:cl_page_make_ready()) readied 00000020:00000001:2.0:1788926563.515637:0:35918:0:(cl_page.c:1020:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788926563.515639:0:35918:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926563.515640:0:35918:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926563.515642:0:35918:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788926563.515643:0:35918:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788926563.515645:0:35918:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926563.515648:0:35918:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[2 000000007904c875 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.515650:0:35918:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788926563.515652:0:35918:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788926563.515653:0:35918:0:(cl_page.c:1023:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788926563.515656:0:35918:0:(cl_page.c:1193:cl_page_make_ready()) page@00000000fb2224f6[2 000000007904c875 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.515658:0:35918:0:(cl_page.c:1193:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788926563.515659:0:35918:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515662:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.515664:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.515666:0:35918:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788926563.515669:0:35918:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.515670:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:2.0:1788926563.515672:0:35918:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.515675:0:35918:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788926563.515678:0:35918:0:(osc_cache.c:908:osc_extent_finish()) extent ffff9d76c85239c0@{[0 -> 0/1023], [2|0|-|rpc|wiY|ffff9d76c6941880], [28672|1|+|-|ffff9d76c880b200|1024|ffff9d76c57e8000]} extent finished. 00000008:00010000:2.0:1788926563.515684:0:35918:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 0000000094c45181 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788926563.515693:0:35918:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788926563.515694:0:35918:0:(cl_page.c:1113:cl_page_complete()) Process entered 00000020:00000001:2.0:1788926563.515697:0:35918:0:(cl_page.c:1115:cl_page_complete()) page@00000000fb2224f6[2 000000007904c875 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.515698:0:35918:0:(cl_page.c:1115:cl_page_complete()) 1 0 00000020:00000001:2.0:1788926563.515700:0:35918:0:(cl_page.c:1012:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788926563.515701:0:35918:0:(cl_page.c:1013:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788926563.515703:0:35918:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926563.515706:0:35918:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[2 000000007904c875 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.515707:0:35918:0:(cl_page.c:518:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788926563.515708:0:35918:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788926563.515710:0:35918:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788926563.515713:0:35918:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000fb2224f6[2 000000007904c875 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788926563.515715:0:35918:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788926563.515727:0:35918:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788926563.515728:0:35918:0:(cl_page.c:1136:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788926563.515730:0:35918:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926563.516005:0:35918:0:(cl_page.c:567:cl_batch_put()) page@00000000fb2224f6[2 000000007904c875 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.516007:0:35918:0:(cl_page.c:567:cl_batch_put()) 2 00000020:00000001:2.0:1788926563.516008:0:35918:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788926563.516010:0:35918:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788926563.516013:0:35918:0:(osc_cache.c:1648:osc_free_grant()) lost 28672 grant: 28672 avail: 8359936 dirty: 0/0 00000008:00000020:2.0:1788926563.516017:0:35918:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9d76c85239c0@{[0 -> 0/1023], [1|0|-|inv|wY|ffff9d76c6941880], [28672|0|-|-|ffff9d76c880b200|1024|ffff9d76c57e8000]} destroyed. 00000008:00010000:2.0:1788926563.516023:0:35918:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000094c45181 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788926563.516031:0:35918:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788926563.516032:0:35918:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788926563.516036:0:35918:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9d76c85239c0. 00000008:00000001:2.0:1788926563.516039:0:35918:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.516042:0:35918:0:(osc_cache.c:3261:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788926563.516045:0:35918:0:(osc_cache.c:3298:osc_cache_wait_range()) obj ffff9d76c6941880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788926563.516048:0:35918:0:(osc_cache.c:3299:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788926563.516050:0:35918:0:(osc_cache.c:3466:osc_cache_writeback_range()) obj ffff9d76c6941880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788926563.516054:0:35918:0:(osc_cache.c:3481:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788926563.516056:0:35918:0:(osc_io.c:1174:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.516058:0:35918:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516059:0:35918:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516061:0:35918:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.516062:0:35918:0:(cl_io.c:541:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.516066:0:35918:0:(cl_io.c:556:cl_io_end()) Process entered 00020000:00000001:2.0:1788926563.516067:0:35918:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788926563.516069:0:35918:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788926563.516070:0:35918:0:(cl_io.c:556:cl_io_end()) Process entered 00000020:00000001:2.0:1788926563.516071:0:35918:0:(cl_io.c:564:cl_io_end()) Process leaving 00020000:00000001:2.0:1788926563.516072:0:35918:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516074:0:35918:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788926563.516075:0:35918:0:(cl_io.c:564:cl_io_end()) Process leaving 00000020:00000001:2.0:1788926563.516077:0:35918:0:(cl_io.c:353:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788926563.516079:0:35918:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788926563.516080:0:35918:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.516081:0:35918:0:(cl_io.c:353:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788926563.516082:0:35918:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788926563.516083:0:35918:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516084:0:35918:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516086:0:35918:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788926563.516086:0:35918:0:(cl_io.c:374:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788926563.516088:0:35918:0:(cl_io.c:450:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788926563.516089:0:35918:0:(cl_io.c:466:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788926563.516090:0:35918:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926563.516092:0:35918:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788926563.516093:0:35918:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788926563.516094:0:35918:0:(cl_io.c:430:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788926563.516095:0:35918:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788926563.516096:0:35918:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516098:0:35918:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516099:0:35918:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926563.516100:0:35918:0:(cl_io.c:436:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788926563.516102:0:35918:0:(cl_io.c:874:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.516104:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00020000:00000001:2.0:1788926563.516105:0:35918:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788926563.516107:0:35918:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788926563.516107:0:35918:0:(cl_io.c:72:cl_io_fini()) Process entered 00000020:00000001:2.0:1788926563.516109:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.516110:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50af240 00020000:00000001:2.0:1788926563.516113:0:35918:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788926563.516114:0:35918:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788926563.516117:0:35918:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788926563.516119:0:35918:0:(vvp_io.c:304:vvp_io_fini()) [0x200000405:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788926563.516121:0:35918:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788926563.516122:0:35918:0:(cl_io.c:113:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788926563.516124:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:2.0:1788926563.516126:0:35918:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926563.516133:0:35918:0:(cl_page.c:614:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788926563.516135:0:35918:0:(cl_page.c:628:cl_vmpage_page()) Process leaving (rc=18446635732359179104 : -108341350372512 : ffff9d76d04beb60) 00000020:00000001:2.0:1788926563.516138:0:35918:0:(cl_page.c:987:cl_page_delete()) Process entered 00000020:00000001:2.0:1788926563.516139:0:35918:0:(cl_page.c:939:__cl_page_delete()) Process entered 00000020:00000001:2.0:1788926563.516140:0:35918:0:(cl_page.c:634:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788926563.516141:0:35918:0:(cl_page.c:640:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788926563.516142:0:35918:0:(cl_page.c:515:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788926563.516145:0:35918:0:(cl_page.c:518:__cl_page_state_set()) page@00000000fb2224f6[2 000000007904c875 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.516146:0:35918:0:(cl_page.c:518:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1788926563.516147:0:35918:0:(cl_page.c:526:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1788926563.516149:0:35918:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1788926563.516150:0:35918:0:(osc_page.c:138:osc_page_delete()) ffff9d76d04bebc0 00000008:00000001:2.0:1788926563.516152:0:35918:0:(osc_cache.c:2730:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1788926563.516153:0:35918:0:(osc_cache.c:2733:osc_teardown_async_page()) teardown oap ffff9d76d04bebd0 page ffff9d76d04bebc0 at index 0. 00000008:00000001:2.0:1788926563.516155:0:35918:0:(osc_cache.c:2755:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788926563.516160:0:35918:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1788926563.516162:0:35918:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffaf9447bf2c0 index 0 00000020:00000001:2.0:1788926563.516166:0:35918:0:(cl_page.c:957:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1788926563.516168:0:35918:0:(cl_page.c:989:cl_page_delete()) Process leaving 00000020:00000001:2.0:1788926563.516168:0:35918:0:(cl_page.c:565:cl_batch_put()) Process entered 00000020:00000001:2.0:1788926563.516171:0:35918:0:(cl_page.c:567:cl_batch_put()) page@00000000fb2224f6[1 000000007904c875 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788926563.516172:0:35918:0:(cl_page.c:567:cl_batch_put()) 1 00000020:00000001:2.0:1788926563.516173:0:35918:0:(cl_page.c:247:cl_page_free()) Process entered 00000020:00000010:2.0:1788926563.516176:0:35918:0:(cl_page.c:234:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9d76d04beb60. 00000020:00000001:2.0:1788926563.516179:0:35918:0:(cl_page.c:285:cl_page_free()) Process leaving 00000020:00000001:2.0:1788926563.516180:0:35918:0:(cl_page.c:580:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788926563.516235:0:35918:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788926563.516238:0:35918:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000405:0x30:0x0](ffff9d76d1538908) 00800000:00000001:2.0:1788926563.516243:0:35918:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788926563.516245:0:35918:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000405:0x30:0x0] 00000002:00000001:2.0:1788926563.516251:0:35918:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788926563.516257:0:35918:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788926563.516259:0:35918:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788926563.516261:0:35918:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788926563.516262:0:35918:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.516264:0:35918:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788926563.516266:0:35918:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788926563.516268:0:35918:0:(xattr_cache.c:201:ll_xattr_cache_del()) Process entered 00000080:00000020:2.0:1788926563.516270:0:35918:0:(xattr_cache.c:203:ll_xattr_cache_del()) del xattr: (null) 00000080:00000001:2.0:1788926563.516272:0:35918:0:(xattr_cache.c:93:ll_xattr_cache_find()) Process entered 00000080:00000001:2.0:1788926563.516273:0:35918:0:(xattr_cache.c:107:ll_xattr_cache_find()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788926563.516275:0:35918:0:(xattr_cache.c:214:ll_xattr_cache_del()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788926563.516277:0:35918:0:(xattr_cache.c:311:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788926563.516279:0:35918:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788926563.516282:0:35918:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788926563.516283:0:35918:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732170374824 : -108341539176792 : ffff9d76c50afea8) 00000020:00001000:2.0:1788926563.516285:0:35918:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c50afea0 00020000:00000001:2.0:1788926563.516291:0:35918:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788926563.516293:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:2.0:1788926563.516295:0:35918:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788926563.516298:0:35918:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fe40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.516302:0:35918:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.516306:0:35918:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02580: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1788926563.516309:0:35918:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788926563.516311:0:35918:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516313:0:35918:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788926563.516314:0:35918:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788926563.516318:0:35918:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788926563.516321:0:35918:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9d76c3225900 count: 2 00010000:00000001:2.0:1788926563.516323:0:35918:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788926563.516326:0:35918:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788926563.516328:0:35918:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788926563.516331:0:35918:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 46 blocks 0 [cma]time 1788926563 1788926563 1788926563 ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1788926563.516340:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000020:00000001:2.0:1788926563.516342:0:35918:0:(cl_object.c:143:cl_object_top()) ffff9d76c6941880 -> ffff9d76d84ee210 00000008:00000001:2.0:1788926563.516344:0:35918:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926563.516346:0:35918:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788926563.516348:0:35918:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788926563.516349:0:35918:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788926563.516355:0:35918:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9d76c6941880. 00020000:00000001:2.0:1788926563.516358:0:35918:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788926563.516360:0:35918:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9d76d84ee320. 00020000:00000001:2.0:1788926563.516378:0:35918:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788926563.516381:0:35918:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788926563.516382:0:35918:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788926563.516384:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:2.0:1788926563.516386:0:35918:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788926563.516388:0:35918:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788926563.516389:0:35918:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000001:2.0:1788926563.516391:0:35918:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788926563.516393:0:35918:0:(lov_object.c:322:lov_fini_raid0()) kvfreed 'r0->lo_sub': 8 at ffff9d76c7c6d548. 00020000:00000010:2.0:1788926563.516415:0:35918:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9d76c904c9c0. 00020000:00000010:2.0:1788926563.516419:0:35918:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9d76c866ad20. 00020000:00000002:2.0:1788926563.516422:0:35918:0:(lov_ea.c:755:dump_lsm()) lsm ffff9d76c866fe40, objid 0x30:1029, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788926563.516426:0:35918:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788926563.516428:0:35918:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9d76e0a02580: ostid: 0x280000401:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1788926563.516432:0:35918:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9d76e0a02580. 00020000:00000010:2.0:1788926563.516435:0:35918:0:(lov_ea.c:149:lsme_free()) kvfreed 'lsme': 88 at ffff9d76c866f7e0. 00020000:00000010:2.0:1788926563.516438:0:35918:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9d76c866fe40. 00020000:00000001:2.0:1788926563.516440:0:35918:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788926563.516611:0:35918:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9d76d84177c0) owner 0000000000000000/ffff9d76c57e8000 00020000:00000010:2.0:1788926563.516615:0:35918:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9d76d84177c0. 00020000:00000001:2.0:1788926563.516618:0:35918:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788926563.516620:0:35918:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9d76d84ee190. 00000020:00001000:2.0:1788926563.516624:0:35918:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c50afea0 00000080:00000001:2.0:1788926563.516626:0:35918:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788926563.516628:0:35918:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00010000:00000010:1.1:1788926563.518564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b000. 00010000:00000010:1.1:1788926563.518573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76d065fb00. 00010000:00000010:1.1:1788926563.518578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c1498e00. 00010000:00000010:1.1:1788926563.518582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c52dfe00. 00010000:00000010:1.1:1788926563.518585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c13fe600. 00000080:00000010:2.1:1788926563.526675:0:35708:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9d76d1172060. 00000080:00000010:2.1:1788926563.535689:0:35920:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9d76d1538840. 00010000:00000001:0.0:1788926564.036343:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926564.036349:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926564.036353:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926564.036355:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926564.036358:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926564.036360:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926564.036362:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926564.036363:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788926564.052125:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926564.052130:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926564.052134:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788926564.581257:0:36009:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788926564.832228:0:36046:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788926564.832235:0:36046:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:0.0:1788926564.844516:0:36046:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788926565.058816:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926565.058823:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926565.058827:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926565.058829:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926565.058832:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926565.058833:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926565.058836:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926565.058837:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926565.059735:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926565.059739:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926565.059743:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788926566.017735:0:36149:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926566.086689:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926566.086698:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926566.086704:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926566.086705:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926566.086709:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926566.086710:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926566.086714:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926566.086715:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926566.092120:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926566.092127:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926566.092131:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788926567.107439:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926567.107445:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926567.107451:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926567.107452:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926567.107455:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926567.107456:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926567.107459:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926567.107460:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926567.107547:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926567.107550:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926567.107554:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788926567.830842:0:36290:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926568.003034:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289a20 (cpu 2) has reached its deadline 4296602728, at 4296603137 00000100:00000010:2.0:1788926568.003047:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866f840. 00000100:00000040:3.0:1788926568.006848:0:21344:0:(connection.c:75:cpu_latency_work()) work item of ffff9d76e1289b30 (cpu 3) has reached its deadline 4296602728, at 4296603141 00000100:00000010:3.0:1788926568.006862:0:21344:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9d76c866fea0. 00010000:00000001:0.0:1788926568.129479:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926568.129485:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.129489:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926568.129491:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.129493:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926568.129494:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.129497:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926568.129498:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926568.129624:0:16798:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926568.129627:0:16798:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926568.129631:0:16798:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788926568.136360:0:36326:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788926568.136367:0:36326:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:3.0:1788926568.146727:0:36326:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1788926568.513554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926568.513565:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926568.513572:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628000. 00000020:00000040:1.0:1788926568.513579:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d060c800 refcount=4 obd=MGC192.168.203.140@tcp 00000100:00000001:1.0:1788926568.513583:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926568.513586:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926568.513591:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926568.513598:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406600. 00000100:00000001:1.0:1788926568.513605:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513617:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e719c6c-256b-48c8-9f76-652d6eeac954->MGS req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926568.513628:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926568.513632:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513639:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014fc5f23] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513660:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926568.513666:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926568.513670:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628e00. 00000020:00000040:1.0:1788926568.513673:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9627800 refcount=9 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926568.513675:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926568.513676:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926568.513678:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926568.513681:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406900. 00000100:00000001:1.0:1788926568.513684:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513688:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0000_UUID req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926568.513695:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926568.513697:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513701:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003bea8c4] to pc [ptlrpcd_00_01+1] req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513708:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926568.513713:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926568.513716:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962a300. 00000020:00000040:1.0:1788926568.513718:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76c9624000 refcount=4 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000100:00000001:1.0:1788926568.513720:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926568.513721:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926568.513722:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926568.513725:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406c00. 00000100:00000001:1.0:1788926568.513728:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513731:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-MDT0001_UUID req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926568.513738:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926568.513740:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513743:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000745e345] to pc [ptlrpcd_00_00+0] req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513749:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926568.513754:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926568.513757:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c962b100. 00000020:00000040:1.0:1788926568.513759:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926568.513761:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926568.513762:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926568.513763:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926568.513766:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406f00. 00000100:00000001:1.0:1788926568.513768:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513771:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0000_UUID req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926568.513777:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926568.513779:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513784:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f99775b] to pc [ptlrpcd_00_01+1] req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513791:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788926568.513797:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788926568.513800:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628700. 00000020:00000040:1.0:1788926568.513802:0:8:0:(genops.c:1209:class_import_get()) import ffff9d76d849a000 refcount=3 obd=lustre-OST0001-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926568.513804:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926568.513805:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926568.513807:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926568.513809:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9d76c5406000. 00000100:00000001:1.0:1788926568.513812:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513815:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4486b962-ec3d-45f5-8472-13c4fc59e40f->lustre-OST0001_UUID req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788926568.513822:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926568.513824:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513828:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028789601] to pc [ptlrpcd_00_00+0] req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513839:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.513843:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1941) 00000100:00000001:1.0:1788926568.513857:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926568.513860:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926568.513863:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926568.513868:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513876:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926568.513878:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.513882:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926568.513885:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926568.513887:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926568.513891:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513986560:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926568.513895:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926568.513901:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926568.513903:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.513905:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926568.513909:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84afc00. 02000000:00000001:1.0:1788926568.513911:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926568.513928:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926568.513933:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4108. 00000400:00000010:1.0:1788926568.513940:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8e58. 00000100:00000200:1.0:1788926568.513947:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513986560, portal 25 00000100:00000001:1.0:1788926568.513949:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926568.513951:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243218432 : -108341466333184 : ffff9d76c9628000) 00000100:00000040:1.0:1788926568.513956:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.513963:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926568.513966:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926568.513969:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8990. 00000100:00000200:1.0:1788926568.513973:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875823513986560, offset 0 00000400:00000200:1.0:1788926568.513979:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926568.513988:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.513995:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926568.514000:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926568.514004:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926568.514008:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926568.514010:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926568.514013:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3025:3025:256:4294967295] 192.168.203.140@tcp LPNI seq info [3025:3025:8:4294967295] 00000400:00000200:1.0:1788926568.514017:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.514026:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926568.514033:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926568.514039:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e100. 00000800:00000200:1.0:1788926568.514046:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926568.514054:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926568.514058:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926568.514067:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926568.514070:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926568.514073:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 2 is 4296607841 00000100:00000010:1.0:1788926568.514077:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e1e0. 00000100:00000001:1.0:1788926568.514083:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788926568.514088:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS new deadline estimation for cpu 3 is 4296607841 00000100:00000010:1.0:1788926568.514091:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9d76e004e600. 00000100:00000001:1.0:1788926568.514094:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.140@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788926568.514097:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926568.514099:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.514102:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926568.514105:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.514222:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926568.514223:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.514226:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926568.514228:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926568.514230:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926568.514234:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513986816:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926568.514237:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926568.514240:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926568.514241:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.514243:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926568.514246:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84afa00. 02000000:00000001:1.0:1788926568.514249:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926568.514252:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926568.514256:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4bb0. 00000400:00000010:1.0:1788926568.514259:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8f68. 00000100:00000200:1.0:1788926568.514262:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513986816, portal 10 00000100:00000001:1.0:1788926568.514264:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926568.514266:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243227392 : -108341466324224 : ffff9d76c962a300) 00000100:00000040:1.0:1788926568.514272:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.514279:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926568.514281:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926568.514285:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8b28. 00000100:00000200:1.0:1788926568.514287:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513986816, offset 0 00000400:00000200:1.0:1788926568.514291:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926568.514295:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.514299:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926568.514301:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926568.514303:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926568.514306:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926568.514308:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926568.514311:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3026:3026:255:4294967295] 192.168.203.140@tcp LPNI seq info [3026:3026:7:4294967295] 00000400:00000200:1.0:1788926568.514315:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.514321:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926568.514338:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926568.514342:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e200. 00000800:00000200:1.0:1788926568.514346:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926568.514351:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926568.514354:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926568.514357:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.514360:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: using a timeout of 20098 usecs (21 jiffies) 00000400:00000200:1.0:1788926568.514363:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926568.514366:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296603669 00000100:00000001:1.0:1788926568.514368:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.514370:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296603669 00000100:00000001:1.0:1788926568.514373:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.514375:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926568.514377:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.514379:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926568.514383:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.514388:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926568.514390:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.514391:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926568.514393:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926568.514957:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926568.514963:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513987072:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926568.514967:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926568.514970:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926568.514971:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.514973:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926568.514978:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84afe00. 02000000:00000001:1.0:1788926568.514980:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926568.514985:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926568.514988:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb49f8. 00000400:00000010:1.0:1788926568.514992:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8aa0. 00000100:00000200:1.0:1788926568.514997:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513987072, portal 4 00000100:00000001:1.0:1788926568.514999:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926568.515000:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243220224 : -108341466331392 : ffff9d76c9628700) 00000100:00000040:1.0:1788926568.515007:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.515014:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926568.515016:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926568.515019:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8880. 00000100:00000200:1.0:1788926568.515021:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513987072, offset 0 00000400:00000200:1.0:1788926568.515026:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926568.515031:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.515036:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926568.515039:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926568.515042:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926568.515045:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926568.515047:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926568.515050:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3027:3027:254:4294967295] 192.168.203.140@tcp LPNI seq info [3027:3027:6:4294967295] 00000400:00000200:1.0:1788926568.515054:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.515060:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926568.515064:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926568.515068:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ef00. 00000800:00000200:1.0:1788926568.515072:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926568.515077:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926568.515080:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926568.515083:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.515086:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: using a timeout of 205590 usecs (206 jiffies) 00000400:00000200:1.0:1788926568.515089:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926568.515091:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296603855 00000100:00000001:1.0:1788926568.515093:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.515095:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296603855 00000100:00000001:1.0:1788926568.515098:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.515100:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926568.515102:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.515104:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.515107:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926568.515797:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926568.515801:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788926568.515805:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926568.515807:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926568.515810:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926568.515813:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788926568.515815:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926568.515817:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788926568.515818:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926568.515820:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926568.515821:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788926568.515823:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926568.515829:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.515837:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926568.515839:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.515842:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926568.515844:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926568.515847:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926568.515850:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513986688:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926568.515853:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926568.515856:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926568.515858:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.515860:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926568.515864:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84ae000. 02000000:00000001:1.0:1788926568.515866:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926568.515870:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926568.515874:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4318. 00000400:00000010:1.0:1788926568.515878:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f85d8. 00000100:00000200:1.0:1788926568.515882:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513986688, portal 10 00000100:00000001:1.0:1788926568.515885:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926568.515886:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243222016 : -108341466329600 : ffff9d76c9628e00) 00000100:00000040:1.0:1788926568.515892:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.515899:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926568.515902:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926568.515905:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8088. 00000100:00000200:1.0:1788926568.515907:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875823513986688, offset 0 00000400:00000200:1.0:1788926568.515913:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926568.515925:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.515930:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926568.515934:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926568.515937:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926568.515939:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926568.515941:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926568.515945:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3028:3028:253:4294967295] 192.168.203.140@tcp LPNI seq info [3028:3028:5:4294967295] 00000400:00000200:1.0:1788926568.515949:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.515956:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926568.515961:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926568.515965:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186ed00. 00000800:00000200:1.0:1788926568.515969:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926568.515975:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926568.515978:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926568.515981:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.515984:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: using a timeout of 816395 usecs (817 jiffies) 00000400:00000200:1.0:1788926568.515987:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926568.515989:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296604467 00000100:00000001:1.0:1788926568.515992:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.515994:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296604467 00000100:00000001:1.0:1788926568.515997:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.516000:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926568.516002:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.516004:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788926568.516008:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.516014:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788926568.516016:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.516018:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788926568.516019:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788926568.516022:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788926568.516024:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513986944:192.168.203.140@tcp:400:kworker.0 00000100:00000001:1.0:1788926568.516028:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788926568.516030:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788926568.516031:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788926568.516032:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788926568.516036:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76c84af600. 02000000:00000001:1.0:1788926568.516037:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788926568.516040:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:1.0:1788926568.516043:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c9bb4420. 00000400:00000010:1.0:1788926568.516046:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8660. 00000100:00000200:1.0:1788926568.516048:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513986944, portal 4 00000100:00000001:1.0:1788926568.516050:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788926568.516051:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243230976 : -108341466320640 : ffff9d76c962b100) 00000100:00000040:1.0:1788926568.516056:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788926568.516062:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788926568.516064:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:1.0:1788926568.516067:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76c86f8908. 00000100:00000200:1.0:1788926568.516069:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875823513986944, offset 0 00000400:00000200:1.0:1788926568.516073:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:1.0:1788926568.516076:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.516079:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:1.0:1788926568.516081:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788926568.516084:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:1.0:1788926568.516086:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788926568.516088:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:1.0:1788926568.516090:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3029:3029:252:4294967295] 192.168.203.140@tcp LPNI seq info [3029:3029:4:4294967295] 00000400:00000200:1.0:1788926568.516094:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:1.0:1788926568.516100:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:1.0:1788926568.516103:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:1.0:1788926568.516106:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d186e400. 00000800:00000200:1.0:1788926568.516109:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:1.0:1788926568.516122:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:1.0:1788926568.516124:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d186e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788926568.516127:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.516130:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20667 usecs (21 jiffies) 00000400:00000200:1.0:1788926568.516133:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:1.0:1788926568.516135:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296603671 00000100:00000001:1.0:1788926568.516137:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.516139:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296603671 00000100:00000001:1.0:1788926568.516141:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296607841 00000100:00000001:1.0:1788926568.516143:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788926568.516145:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.516147:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.516149:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788926568.516164:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788926568.516165:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788926568.516697:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926568.516703:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e100. 00000400:00000200:3.0:1788926568.516710:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.516716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926568.516721:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8990 00000400:00000010:3.0:1788926568.516724:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8990. 00000100:00000001:3.0:1788926568.516728:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926568.516734:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516743:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926568.516747:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516760:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926568.516762:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926568.516775:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926568.516778:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e200. 00000400:00000200:3.0:1788926568.516781:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.516785:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926568.516787:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8b28 00000400:00000010:3.0:1788926568.516789:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8b28. 00000100:00000001:3.0:1788926568.516791:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926568.516795:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516803:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926568.516807:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516812:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926568.516814:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926568.516822:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926568.516824:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ef00. 00000400:00000200:3.0:1788926568.516827:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.516829:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926568.516831:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8880 00000400:00000010:3.0:1788926568.516833:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8880. 00000100:00000001:3.0:1788926568.516835:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926568.516838:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516844:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926568.516847:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516853:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926568.516854:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926568.516862:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926568.516865:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186ed00. 00000400:00000200:3.0:1788926568.516867:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.516870:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926568.516872:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8088 00000400:00000010:3.0:1788926568.516873:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8088. 00000100:00000001:3.0:1788926568.516875:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926568.516879:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516886:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926568.516888:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516894:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926568.516895:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788926568.516962:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788926568.516965:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d186e400. 00000400:00000200:3.0:1788926568.516968:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.516971:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:3.0:1788926568.516973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8908 00000400:00000010:3.0:1788926568.516975:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8908. 00000100:00000001:3.0:1788926568.516978:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788926568.516981:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516987:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788926568.516990:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.516995:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788926568.516997:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788926568.522145:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522160:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926568.522173:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522176:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522184:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522192:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926568.522201:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522205:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522211:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522215:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32366700 00000400:00000200:3.0:1788926568.522220:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522226:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x89a5 [1] + 224 00000800:00000001:3.0:1788926568.522232:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522236:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522239:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.522244:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926568.522251:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926568.522260:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926568.522272:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.522288:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926568.522296:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522300:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926568.522302:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522304:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522307:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522310:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926568.522314:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522316:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522319:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522321:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 10 MB=0x6aa0d32366680 00000400:00000200:3.0:1788926568.522324:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522327:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.140@tcp of length 224/224 into md 0x89b5 [1] + 224 00000800:00000001:3.0:1788926568.522331:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522334:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522336:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.522339:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926568.522342:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926568.522345:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926568.522353:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.522361:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926568.522364:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522367:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926568.522368:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522370:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522373:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522376:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926568.522381:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522384:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522386:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522388:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32366800 00000400:00000200:3.0:1788926568.522391:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522414:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x89ad [1] + 224 00000800:00000001:3.0:1788926568.522417:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522421:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522423:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.522435:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926568.522438:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926568.522442:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926568.522451:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.522458:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926568.522462:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522467:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926568.522468:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522470:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522473:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522476:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926568.522480:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522482:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522485:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522487:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 4 MB=0x6aa0d32366780 00000400:00000200:3.0:1788926568.522491:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522494:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.140@tcp of length 224/224 into md 0x89bd [1] + 224 00000800:00000001:3.0:1788926568.522497:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522501:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522503:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.522505:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926568.522508:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926568.522511:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926568.522519:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.522527:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926568.522530:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522533:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788926568.522534:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522536:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522539:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522541:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:3.0:1788926568.522545:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522547:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522549:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522552:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 25 MB=0x6aa0d32366600 00000400:00000200:3.0:1788926568.522555:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:3.0:1788926568.522558:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.140@tcp of length 224/224 into md 0x899d [1] + 224 00000800:00000001:3.0:1788926568.522561:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522567:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788926568.522569:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788926568.522571:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:3.0:1788926568.522584:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788926568.522588:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788926568.522597:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788926568.522603:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788926568.522607:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788926568.522611:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.523502:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.523507:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926568.523513:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926568.523515:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926568.523518:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4318. 00000400:00000200:0.0:1788926568.523524:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f85d8 00000400:00000010:0.0:1788926568.523527:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f85d8. 00000100:00000001:0.0:1788926568.523531:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926568.523538:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926568.523548:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523555:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926568.523557:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.523559:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926568.523562:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926568.523565:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926568.523568:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.523658:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926568.523669:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9627c60 time=85 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926568.523674:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9627c18 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926568.523677:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926568.523679:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.523682:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926568.523686:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.523690:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926568.523692:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9d76e0357000: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788926568.523693:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926568.523696:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.523728:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523742:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.523745:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926568.523747:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926568.523752:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926568.523761:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513986688:192.168.203.140@tcp:400:kworker.0 00000400:00000001:0.0:1788926568.523768:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926568.523769:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926568.523771:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4420. 00000400:00000200:0.0:1788926568.523775:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8660 00000400:00000010:0.0:1788926568.523777:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8660. 00000100:00000001:0.0:1788926568.523779:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926568.523782:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926568.523791:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523797:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926568.523798:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.523800:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926568.523801:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926568.523803:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926568.523804:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.523806:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926568.523810:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dc60 time=85 v=5 (5 5 5 37) 00000100:00001000:0.0:1788926568.523814:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926568.523816:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926568.523817:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.523819:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926568.523821:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.523823:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926568.523824:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1788926568.523826:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926568.523828:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.523832:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523838:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.523840:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926568.523841:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926568.523844:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926568.523851:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513986944:192.168.203.140@tcp:400:kworker.0 00000400:00000001:0.0:1788926568.523856:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926568.523857:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926568.523858:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4108. 00000400:00000200:0.0:1788926568.523861:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8e58 00000400:00000010:0.0:1788926568.523863:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8e58. 00000100:00000001:0.0:1788926568.523865:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926568.523868:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926568.523877:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523882:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926568.523884:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.523885:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926568.523886:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926568.523887:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926568.523889:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.523890:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926568.523893:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d060cc60 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926568.523895:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d060cc18 time=42 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926568.523897:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926568.523898:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.523900:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926568.523902:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.523903:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.523907:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523914:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.523926:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926568.523927:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926568.523931:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926568.523938:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e719c6c-256b-48c8-9f76-652d6eeac954:2397:1875823513986560:192.168.203.140@tcp:400:kworker.0 00000400:00000001:0.0:1788926568.523943:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926568.523944:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926568.523946:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb4bb0. 00000400:00000200:0.0:1788926568.523948:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8f68 00000400:00000010:0.0:1788926568.523950:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8f68. 00000100:00000001:0.0:1788926568.523951:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926568.523954:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926568.523961:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.523966:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926568.523967:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.523968:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926568.523969:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926568.523970:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926568.523971:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.523973:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926568.523977:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76c9624460 time=85 v=5 (5 5 104 104) 00000100:00001000:0.0:1788926568.523979:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76c9624418 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1788926568.523981:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926568.523982:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.523983:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926568.523985:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.523987:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926568.523988:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9d76e0357000: skip recheck: last_committed 4294967336 00000100:00000001:0.0:1788926568.523990:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926568.524327:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.524334:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524340:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.524342:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926568.524343:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926568.524346:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926568.524352:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c962a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513986816:192.168.203.140@tcp:400:kworker.0 00000400:00000001:0.0:1788926568.524358:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926568.524359:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926568.524361:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c9bb49f8. 00000400:00000200:0.0:1788926568.524365:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76c86f8aa0 00000400:00000010:0.0:1788926568.524366:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76c86f8aa0. 00000100:00000001:0.0:1788926568.524368:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926568.524372:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926568.524379:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524384:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926568.524385:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524387:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926568.524388:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926568.524389:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926568.524390:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.524392:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926568.524427:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849a460 time=85 v=5 (5 5 5 37) 00000100:00001000:0.0:1788926568.524431:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849a418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926568.524434:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926568.524435:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.524437:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926568.524439:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.524441:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926568.524442:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9d76e0357000: skip recheck: last_committed 4294967327 00000100:00000001:0.0:1788926568.524444:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926568.524445:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.524449:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524455:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.524456:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926568.524458:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926568.524461:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926568.524468:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4486b962-ec3d-45f5-8472-13c4fc59e40f:2397:1875823513987072:192.168.203.140@tcp:400:kworker.0 00000100:00000001:0.0:1788926568.524472:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524474:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926568.524478:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628e00 x1875823513986688/t0(0) o400->lustre-MDT0000-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524485:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926568.524487:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926568.524490:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84ae000. 02000000:00000001:0.0:1788926568.524494:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926568.524496:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926568.524498:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9627800 refcount=8 obd=lustre-MDT0000-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926568.524500:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926568.524503:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406900. 02000000:00000001:0.0:1788926568.524506:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926568.524508:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926568.524510:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628e00. 00000100:00000001:0.0:1788926568.524513:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926568.524515:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524517:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926568.524520:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962b100 x1875823513986944/t0(0) o400->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524526:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926568.524527:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926568.524529:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84af600. 02000000:00000001:0.0:1788926568.524531:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926568.524532:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926568.524533:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926568.524535:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926568.524536:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406f00. 02000000:00000001:0.0:1788926568.524538:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926568.524539:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926568.524540:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962b100. 00000100:00000001:0.0:1788926568.524542:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926568.524543:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524544:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926568.524547:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628000 x1875823513986560/t0(0) o400->MGC192.168.203.140@tcp@192.168.203.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524552:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926568.524554:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926568.524555:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84afc00. 02000000:00000001:0.0:1788926568.524556:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926568.524557:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926568.524558:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d060c800 refcount=3 obd=MGC192.168.203.140@tcp 00000020:00000001:0.0:1788926568.524560:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926568.524561:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406600. 02000000:00000001:0.0:1788926568.524562:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926568.524563:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926568.524564:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628000. 00000100:00000001:0.0:1788926568.524566:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926568.524567:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524569:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926568.524571:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c962a300 x1875823513986816/t0(0) o400->lustre-MDT0001-mdc-ffff9d76e0357000@192.168.203.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524582:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926568.524583:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926568.524584:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84afa00. 02000000:00000001:0.0:1788926568.524586:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926568.524587:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926568.524588:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76c9624000 refcount=3 obd=lustre-MDT0001-mdc-ffff9d76e0357000 00000020:00000001:0.0:1788926568.524590:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926568.524591:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406c00. 02000000:00000001:0.0:1788926568.524593:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926568.524593:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926568.524595:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c962a300. 00000100:00000001:0.0:1788926568.524597:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926568.524598:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524599:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926568.524602:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628700 x1875823513987072/t0(0) o400->lustre-OST0001-osc-ffff9d76e0357000@192.168.203.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1788926584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.524607:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926568.524608:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926568.524609:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76c84afe00. 02000000:00000001:0.0:1788926568.524611:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926568.524612:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926568.524613:0:2397:0:(genops.c:1222:class_import_put()) import ffff9d76d849a000 refcount=2 obd=lustre-OST0001-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926568.524615:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926568.524616:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 256 at ffff9d76c5406000. 02000000:00000001:0.0:1788926568.524618:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926568.524618:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926568.524620:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628700. 00000100:00000001:0.0:1788926568.524621:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926568.524623:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524626:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.524633:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926568.524636:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.524639:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.524641:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788926568.652475:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.652491:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926568.652496:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.652499:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926568.652508:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.652515:0:2392:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926568.652524:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.652529:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.652535:0:2392:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.652540:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 328 into portal 15 MB=0x6aa0d338caa00 00000400:00000200:2.0:1788926568.652548:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.140@tcp of length 328/328 into md 0x86e5 [2] + 2032 00000400:00000010:2.0:1788926568.652553:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76d841baa8. 00000400:00000200:2.0:1788926568.652558:0:2392:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9d76d1109780 00000800:00000001:2.0:1788926568.652563:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.652569:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926568.652573:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926568.652578:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926568.652583:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d1109780 00000400:00000010:2.0:1788926568.652585:0:2392:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9d76d1109780. 00000100:00000001:2.0:1788926568.652590:0:2392:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788926568.652593:0:2392:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788926568.652596:0:2392:0:(events.c:341:request_in_callback()) incoming req@ffff9d76c2d90450 x1875823536417280 msgsize 328 00000100:00100000:2.0:1788926568.652600:0:2392:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.140@tcp (source: 12345-192.168.203.140@tcp) 00000100:00000040:2.0:1788926568.652602:0:2392:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788926568.652611:0:2392:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788926568.652619:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.652622:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788926568.652646:0:16789:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9d76d10dd000. 00000100:00000010:2.0:1788926568.652654:0:16789:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9d76d113a000. 00000100:00100000:2.0:1788926568.652656:0:16789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788926568.652660:0:16789:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788926568.652664:0:16789:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c89a6ec8. 00000400:00000010:2.0:1788926568.652668:0:16789:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9d76d1177cc0. 00000100:00000001:2.0:1788926568.652677:0:16789:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788926568.652679:0:16789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875823536417280 02000000:00000001:2.0:1788926568.652682:0:16789:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788926568.652685:0:16789:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788926568.652687:0:16789:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788926568.652692:0:16789:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788926568.652696:0:16789:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875823536417280 00000020:00000001:2.0:1788926568.652698:0:16789:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788926568.652701:0:16789:0:(genops.c:804:class_conn2export()) looking for export cookie 0xdeff66104c08bc8c 00000020:00000001:2.0:1788926568.652703:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926568.652705:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9d76d8499800 refcount=4 00000020:00000001:2.0:1788926568.652708:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000020:00000001:2.0:1788926568.652710:0:16789:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446635732493244416 : -108341216307200 : ffff9d76d8499800) 00000100:00000001:2.0:1788926568.652714:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926568.652718:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318b40. 00000100:00000001:2.0:1788926568.652720:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926568.652723:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318b40. 00000020:00000010:2.0:1788926568.652729:0:16789:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9d76d8a1ec00. 00000020:00000010:2.0:1788926568.652734:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9d76c8642800. 00000020:00000010:2.0:1788926568.652740:0:16789:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9d76d84ee190. 00000100:00000040:2.0:1788926568.652749:0:16789:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788926568.652752:0:16789:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788926568.652753:0:16789:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788926568.652755:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926568.652762:0:16789:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926568.652771:0:16789:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788926568.652782:0:16789:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788926568.652784:0:16789:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788926568.652788:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.140@tcp, seq: 73 00000100:00000040:2.0:1788926568.652792:0:16789:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9d76d8499800 : new rpc_count 1 00000100:00000001:2.0:1788926568.652794:0:16789:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446635732133545040 : -108341576006576 : ffff9d76c2d90450) 00000100:00000040:2.0:1788926568.652801:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9d76c2d90450 x1875823536417280/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:134/0 lens 328/0 e 0 to 0 dl 1788926579 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788926568.652810:0:16789:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788926568.652813:0:16789:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9d76d3318b40. 00000100:00000001:2.0:1788926568.652815:0:16789:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788926568.652817:0:16789:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9d76d3318b40. 00000100:00100000:2.0:1788926568.652822:0:16789:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9d76c2d90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1875823536417280:12345-192.168.203.140@tcp:104: 00000100:00000200:2.0:1788926568.652826:0:16789:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875823536417280 00010000:00000001:2.0:1788926568.652829:0:16789:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788926568.652835:0:16789:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788926568.652837:0:16789:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788926568.652839:0:16789:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=2 00000020:00000001:2.0:1788926568.652841:0:16789:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926568.652844:0:16789:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00010000:00000001:2.0:1788926568.652848:0:16789:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788926568.652851:0:16789:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788926568.652856:0:16789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1788926568.652868:0:16789:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788926568.652870:0:16789:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788926568.652874:0:16789:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9d76d10dcc00. 02000000:00000001:2.0:1788926568.652888:0:16789:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926568.652890:0:16789:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926568.652900:0:16789:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788926568.652903:0:16789:0:(ldlm_lib.c:3375:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788926568.652907:0:16789:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76e02b59e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1788926568.652911:0:16789:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788926568.652922:0:16789:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9d76d0b33e00 refcount 16 to 192.168.203.140@tcp 00000100:00000001:2.0:1788926568.652925:0:16789:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446635732365950464 : -108341343601152 : ffff9d76d0b33e00) 02000000:00000001:2.0:1788926568.652927:0:16789:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788926568.652929:0:16789:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926568.652932:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788926568.652935:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:2.0:1788926568.652939:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d8530aa0. 00000100:00000200:2.0:1788926568.652943:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875823536417280, offset 224 00000400:00000200:2.0:1788926568.652948:0:16789:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:2.0:1788926568.652955:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.652961:0:16789:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.40@tcp to MR: 192.168.203.140@tcp local destination 00000400:00000200:2.0:1788926568.652968:0:16789:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3030:3030:256:4294967295] 192.168.203.140@tcp LPNI seq info [3030:3030:8:4294967295] 00000400:00000200:2.0:1788926568.652972:0:16789:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.652980:0:16789:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:192.168.203.40@tcp) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:2.0:1788926568.652985:0:16789:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:2.0:1788926568.652990:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76c4d3cb00. 00000800:00000200:2.0:1788926568.652997:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:2.0:1788926568.653003:0:16789:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:2.0:1788926568.653007:0:16789:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76c4d3cb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788926568.653018:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926568.653022:0:16789:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9d76d0b33e00 refcount 15 to 192.168.203.140@tcp 00010000:00000001:2.0:1788926568.653024:0:16789:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788926568.653028:0:16789:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9d76d1177a80. 00010000:00000001:2.0:1788926568.653031:0:16789:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788926568.653043:0:16789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788926568.653045:0:16789:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926568.653047:0:16789:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788926568.653050:0:16789:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926568.653055:0:16789:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c2d90450 x1875823536417280/t0(0) o104->LOV_OSC_UUID@192.168.203.140@tcp:134/0 lens 328/224 e 0 to 0 dl 1788926579 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788926568.653064:0:16789:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9d76c2d90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8430:x1875823536417280:12345-192.168.203.140@tcp:104: Request processed in 252us (466us total) trans 0 rc 0/0 00000020:00000001:1.0:1788926568.653068:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1788926568.653073:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.140@tcp, seq: 73 00000020:00000001:1.0:1788926568.653074:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788926568.653077:0:16789:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9d76d8499800 : new rpc_count 0 00010000:00010000:1.0:1788926568.653079:0:16927:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1788926568.653081:0:16789:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1788926568.653083:0:16927:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1788926568.653085:0:16789:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1788926568.653087:0:16927:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1788926568.653091:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9d76c8642800. 00010000:00010000:1.0:1788926568.653093:0:16927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000010:2.0:1788926568.653097:0:16789:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9d76d84ee190. 00000020:00000010:2.0:1788926568.653103:0:16789:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9d76d8a1ec00. 00000020:00000040:2.0:1788926568.653109:0:16789:0:(genops.c:879:class_export_put()) PUTting export ffff9d76d8499800 : new refcount 3 00010000:00010000:1.0:1788926568.653110:0:16927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d76c880b200 already unused, calling callback (ffffffffc1262300) 00000008:00000001:1.0:1788926568.653116:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 02000000:00000001:2.0:1788926568.653118:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1788926568.653119:0:16927:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788926568.653122:0:16927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000010:2.0:1788926568.653124:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d90800. 00000020:00000001:1.0:1788926568.653124:0:16927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788926568.653128:0:16927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9d76c880b200 refcount=3 02000000:00000001:2.0:1788926568.653131:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1788926568.653132:0:16927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 00000100:00000010:2.0:1788926568.653135:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86df100. 00010000:00000001:1.0:1788926568.653137:0:16927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446635732228420096 : -108341481131520 : ffff9d76c880b200) 02000000:00000001:2.0:1788926568.653141:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1788926568.653141:0:16927:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1788926568.653145:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10df000. 00010000:00010000:1.0:1788926568.653147:0:16927:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 02000000:00000001:2.0:1788926568.653150:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926568.653152:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dca80. 02000000:00000001:2.0:1788926568.653158:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1788926568.653160:0:16927:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 02000000:00000010:2.0:1788926568.653161:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10dfc00. 00000020:00000001:1.0:1788926568.653164:0:16927:0:(cl_object.c:754:cl_env_obtain()) Process entered 02000000:00000001:2.0:1788926568.653165:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788926568.653168:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86dfb80. 00000020:00000001:1.0:1788926568.653170:0:16927:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446635732237599592 : -108341471952024 : ffff9d76c90cc368) 02000000:00000001:2.0:1788926568.653171:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926568.653175:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d91400. 00000020:00001000:1.0:1788926568.653175:0:16927:0:(cl_object.c:823:cl_env_get()) 1@ffff9d76c90cc360 02000000:00000001:2.0:1788926568.653180:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000008:00000001:1.0:1788926568.653180:0:16927:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000100:00000010:2.0:1788926568.653185:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b3b480. 00000008:00000001:1.0:1788926568.653185:0:16927:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788926568.653190:0:16927:0:(cl_object.c:917:cl_env_put()) 1@ffff9d76c90cc360 02000000:00000001:2.0:1788926568.653192:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00000008:00000001:1.0:1788926568.653194:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788926568.653195:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d93400. 02000000:00000001:2.0:1788926568.653200:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1788926568.653200:0:16927:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000010:2.0:1788926568.653203:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c86ddf80. 00010000:00000001:1.0:1788926568.653206:0:16927:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1788926568.653207:0:16789:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1788926568.653209:0:16927:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1788926568.653210:0:16789:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76c2d93c00. 00010000:00000001:1.0:1788926568.653213:0:16927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1788926568.653214:0:16789:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1788926568.653216:0:16927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788926568.653217:0:16789:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c8b39f80. 00000020:00000040:1.0:1788926568.653222:0:16927:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9d76c880b200 with handle 0xdeff66104c08c9ac from hash 00000100:00000010:2.0:1788926568.653223:0:16789:0:(service.c:994:ptlrpc_server_drop_request()) kvfreed 'rqbd->rqbd_buffer': 8192 at ffff9d76d1886000. 00010000:00000001:1.0:1788926568.653227:0:16927:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:2.0:1788926568.653229:0:16789:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9d76c2d90400. 00010000:00000001:1.0:1788926568.653230:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926568.653234:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788926568.653235:0:16789:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926568.653236:0:16927:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788926568.653241:0:16927:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788926568.653243:0:16927:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788926568.653249:0:16927:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788926568.653252:0:16927:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926568.653255:0:16927:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788926568.653257:0:16927:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788926568.653263:0:16927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9d76c9628a80. 00000020:00000040:1.0:1788926568.653267:0:16927:0:(genops.c:1209:class_import_get()) import ffff9d76d849d800 refcount=3 obd=lustre-OST0000-osc-ffff9d76e0357000 00000100:00000001:1.0:1788926568.653271:0:16927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788926568.653273:0:16927:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788926568.653277:0:16927:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788926568.653284:0:16927:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9d76c84af800. 00000100:00000001:1.0:1788926568.653290:0:16927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926568.653293:0:16927:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788926568.653297:0:16927:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788926568.653305:0:16927:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788926568.653307:0:16927:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788926568.653312:0:16927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788926568.653316:0:16927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788926568.653323:0:16927:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077e1441f] to pc [ptlrpcd_00_01+1] req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.653372:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.653376:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926568.653378:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788926568.653416:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.653425:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788926568.653427:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.653431:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788926568.653433:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788926568.653436:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788926568.653440:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513987200:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926568.653444:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788926568.653448:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788926568.653450:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.653454:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788926568.653459:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9d76d856a600. 02000000:00000001:0.0:1788926568.653461:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926568.653463:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788926568.653470:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76c4d3cb00. 00000400:00000200:2.0:1788926568.653474:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926568.653479:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000400:00000200:2.0:1788926568.653483:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d8530aa0 00000400:00000010:2.0:1788926568.653485:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d8530aa0. 00000100:00000001:2.0:1788926568.653488:0:2391:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:2.0:1788926568.653490:0:2391:0:(sec.c:2664:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788926568.653492:0:2391:0:(sec_null.c:327:null_free_rs()) kvfreed 'rs': 520 at ffff9d76d10dcc00. 02000000:00000001:2.0:1788926568.653494:0:2391:0:(sec.c:2677:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788926568.653495:0:2391:0:(events.c:402:reply_out_callback()) Process leaving 00000400:00000200:0.0:1788926568.653546:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000010:0.0:1788926568.653551:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9d76c5214790. 00000400:00000010:0.0:1788926568.653557:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821cc0. 00000100:00000200:0.0:1788926568.653561:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875823513987200, portal 18 00000100:00000001:0.0:1788926568.653563:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788926568.653565:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446635732243221120 : -108341466330496 : ffff9d76c9628a80) 00000100:00000040:0.0:1788926568.653572:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.653579:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788926568.653581:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.140@tcp 00000400:00000010:0.0:1788926568.653583:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9d76d0821d48. 00000100:00000200:0.0:1788926568.653586:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875823513987200, offset 0 00000400:00000200:0.0:1788926568.653590:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.140@tcp 00000400:00000200:0.0:1788926568.653594:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926568.653598:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.140@tcp local destination 00000400:00000200:0.0:1788926568.653603:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788926568.653607:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.40@tcp 00000400:00000200:0.0:1788926568.653611:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788926568.653613:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.140@tcp 00000400:00000200:0.0:1788926568.653616:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.40@tcp NI seq info: [3031:3031:256:4294967295] 192.168.203.140@tcp LPNI seq info [3031:3031:8:4294967295] 00000400:00000200:0.0:1788926568.653620:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:0.0:1788926568.653626:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp:) -> 192.168.203.140@tcp(192.168.203.140@tcp:192.168.203.140@tcp) : PUT try# 0 00000800:00000200:0.0:1788926568.653631:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.140@tcp 00000800:00000010:0.0:1788926568.653634:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9d76d1aa2800. 00000800:00000200:0.0:1788926568.653639:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9d76c944f780] -> 12345-192.168.203.140@tcp (5) 00000800:00000200:0.0:1788926568.653645:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.140@tcp ip 192.168.203.140:988 00000800:00000200:0.0:1788926568.653648:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9d76d1aa2800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788926568.653660:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.653664:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: using a timeout of 20632 usecs (21 jiffies) 00000400:00000200:0.0:1788926568.653668:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000100:00000001:0.0:1788926568.653670:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 2 is 4296603809 00000100:00000001:0.0:1788926568.653674:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 2, keep current deadline 4296607841 00000100:00000001:0.0:1788926568.653676:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS new deadline estimation for cpu 3 is 4296603809 00000100:00000001:0.0:1788926568.653679:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9d76e0357000: PM QoS request active for cpu 3, keep current deadline 4296607841 00000100:00000001:0.0:1788926568.653681:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.653684:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.653687:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.653690:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788926568.653897:0:16927:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788926568.653901:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788926568.653903:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926568.653904:0:16927:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788926568.653907:0:16927:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788926568.653926:0:16927:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926568.653930:0:16927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788926568.653938:0:16927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788926568.653941:0:16927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9d76e0357000 lock: 00000000ec7daa83/0xdeff66104c08c9ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x840913afd2dabca5 expref: -99 pid: 35909 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788926568.653949:0:16927:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfreed 'lock->l_lvb_data': 56 at ffff9d76d3318d80. 00010000:00000040:1.0:1788926568.653954:0:16927:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9d76c3225900 count: 0 00010000:00000010:1.0:1788926568.653961:0:16927:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9d76c3225b00. 00010000:00000001:1.0:1788926568.653968:0:16927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788926568.653970:0:16927:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788926568.653972:0:16927:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9d76d1177a80. 00010000:00000001:1.0:1788926568.653975:0:16927:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788926568.653977:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1788926568.653978:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788926568.653982:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788926568.653983:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9d76d1aa2800. 00010000:00010000:1.0:1788926568.653985:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926568.653987:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1788926568.653989:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1788926568.653989:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926568.653992:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788926568.653995:0:16927:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1788926568.653998:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000020:00000001:1.0:1788926568.653999:0:16927:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788926568.654004:0:16927:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1788926568.654005:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821d48 00000400:00000010:2.0:1788926568.654009:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821d48. 00000100:00000001:2.0:1788926568.654014:0:2392:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788926568.654019:0:2392:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926568.654028:0:2392:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788926568.654032:0:2392:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926568.654038:0:2392:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788926568.654040:0:2392:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788926568.654130:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926568.654133:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788926568.654136:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.654137:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788926568.654139:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.654141:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.654149:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.654151:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788926568.658604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9d76c3225900. 00010000:00000010:1.1:1788926568.658615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9d76c880b200. 00000800:00000001:2.0:1788926568.658964:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.658977:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788926568.658980:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.658982:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926568.658991:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.658999:0:2391:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.40@tcp(192.168.203.40@tcp) <- 192.168.203.140@tcp : PUT - for me 00000400:00000200:2.0:1788926568.659007:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.659012:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.659017:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.659021:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.140@tcp of length 224 into portal 18 MB=0x6aa0d32366880 00000400:00000200:2.0:1788926568.659026:0:2391:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.140@tcp to cpt 1 00000400:00000200:2.0:1788926568.659031:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.140@tcp of length 224/224 into md 0x89d5 [1] + 224 00000800:00000001:2.0:1788926568.659038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.659044:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788926568.659048:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788926568.659052:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.40@tcp->192.168.203.140@tcp: PUT: OK 00000100:00000001:2.0:1788926568.659059:0:2391:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788926568.659069:0:2391:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788926568.659088:0:2391:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788926568.659105:0:2391:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788926568.659114:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788926568.659117:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.659243:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.659248:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788926568.659254:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788926568.659256:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788926568.659259:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9d76c5214790. 00000400:00000200:0.0:1788926568.659263:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9d76d0821cc0 00000400:00000010:0.0:1788926568.659266:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9d76d0821cc0. 00000100:00000001:0.0:1788926568.659269:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788926568.659274:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788926568.659282:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.659287:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788926568.659289:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.659291:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788926568.659294:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788926568.659297:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788926568.659299:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788926568.659301:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788926568.659310:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff9d76d849dd38 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1788926568.659314:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff9d76d849dc18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788926568.659317:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788926568.659318:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926568.659321:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788926568.659324:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.659327:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788926568.659330:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9d76e0357000: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1788926568.659332:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788926568.659333:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788926568.659345:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.659352:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788926568.659354:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788926568.659356:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788926568.659359:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788926568.659372:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d76c9628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4486b962-ec3d-45f5-8472-13c4fc59e40f:2398:1875823513987200:192.168.203.140@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788926568.659376:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.659379:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788926568.659381:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9d76c9628a80 x1875823513987200/t0(0) o103->lustre-OST0000-osc-ffff9d76e0357000@192.168.203.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1788926584 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788926568.659387:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788926568.659389:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788926568.659392:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9d76d856a600. 02000000:00000001:0.0:1788926568.659411:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788926568.659415:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1788926568.659417:0:2398:0:(genops.c:1222:class_import_put()) import ffff9d76d849d800 refcount=2 obd=lustre-OST0000-osc-ffff9d76e0357000 00000020:00000001:0.0:1788926568.659419:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1788926568.659421:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfreed 'req->rq_reqbuf': 512 at ffff9d76c84af800. 02000000:00000001:0.0:1788926568.659424:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788926568.659426:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788926568.659428:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9d76c9628a80. 00000100:00000001:0.0:1788926568.659431:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788926568.659433:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.659435:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788926568.659442:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788926568.659444:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788926568.659446:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788926568.659449:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788926569.021239:0:36426:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926569.153781:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926569.153790:0:34770:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788926569.153793:0:34770:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788926569.153796:0:34770:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926569.153801:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788926569.153803:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926569.153805:0:34770:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926569.153807:0:34770:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926569.153811:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926569.153812:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788926569.153816:0:34770:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788926569.153817:0:34770:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788926569.154174:0:16797:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788926569.154184:0:16797:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788926569.154187:0:16797:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128319 lines, 128319 kept, 0 dropped, 0 bad.